±AšA : Add x"T y"T z"T" Ttype: 2   W AddN inputs"T*N sum"T" Nint(0"! Ttype: 2 € h All input  reduction_indices"Tidx output " keep_dimsbool(" Tidxtype0: 2 P Assert condition  data2T" T list(type)(0" summarizeintˆ x Assign ref"T€ value"T output_ref"T€" Ttype" validate_shapebool(" use_lockingbool(˜ B AssignVariableOp resource value"dtype" dtypetypeˆ h BatchMatMul x"T y"T output"T" Ttype: 2" adj_xbool(" adj_ybool( ~ BiasAdd value"T bias"T output"T" Ttype: 2 "- data_formatstringNHWC: NHWCNCHW ~ BiasAddGrad out_backprop"T output"T" Ttype: 2 "- data_formatstringNHWC: NHWCNCHW R BroadcastGradientArgs s0"T s1"T r0"T r1"T" Ttype0: 2 N Cast x"SrcT y"DstT" SrcTtype" DstTtype" Truncatebool( Q CheckNumerics tensor"T output"T" Ttype: 2" messagestring h ConcatV2 values"T*N axis"Tidx output"T" Nint(0" Ttype" Tidxtype0: 2 8 Const output"dtype" valuetensor" dtypetype S DynamicStitch indices*N data"T*N merged"T" Nint(0" Ttype * Erf x"T y"T" Ttype: 2 , Exp x"T y"T" Ttype: 2 W ExpandDims input"T dim"Tdim output"T" Ttype" Tdimtype0: 2 ^ Fill dims" index_type value"T output"T" Ttype" index_typetype0: 2 , Floor x"T y"T" Ttype: 2 ? FloorDiv x"T y"T z"T" Ttype: 2   9 FloorMod x"T y"T z"T" Ttype: 2  – GatherV2 params"Tparams indices"Tindices axis"Taxis output"Tparams" Tparamstype" Tindicestype: 2 " Taxistype: 2 . Identity input"T output"T" Ttype : InvertPermutation x"T y"T" Ttype0: 2 N IsVariableInitialized ref"dtype€ is_initialized " dtypetype˜ € IteratorGetNext iterator components2 output_types" output_types list(type)(0" output_shapes list(shape)(0ˆ C IteratorToStringHandle resource_handle string_handleˆ ‰ IteratorV2 handle" shared_namestring" containerstring" output_types list(type)(0" output_shapes list(shape)(0ˆ 2 L2Loss t"T output"T" Ttype: 2 : Less x"T y"T z " Ttype: 2   ? LessEqual x"T y"T z " Ttype: 2   ? LogSoftmax logits"T logsoftmax"T" Ttype: 2  LogicalNot x  y , MakeIterator dataset iteratorˆ ù MapAndBatchDatasetV2 input_dataset other_arguments2 Targuments batch_size  num_parallel_calls  drop_remainder  handle" ffunc" Targuments list(type)(" output_types list(type)(0" output_shapes list(shape)(0 p MatMul a"T b"T product"T" transpose_abool(" transpose_bbool(" Ttype: 2 ; Maximum x"T y"T z"T" Ttype: 2   Mean input"T reduction_indices"Tidx output"T" keep_dimsbool(" Ttype: 2 " Tidxtype0: 2 N Merge inputs"T*N output"T value_index" Ttype" Nint(0 8 MergeSummary inputs*N summary" Nint(0 e MergeV2Checkpoints checkpoint_prefixes destination_prefix" delete_old_dirsbool(ˆ ; Minimum x"T y"T z"T" Ttype: 2  = Mul x"T y"T z"T" Ttype: 2   . Neg x"T y"T" Ttype: 2   NoOp Œ OneHot indices"TI depth on_value"T off_value"T output"T" axisint ÿÿÿÿÿÿÿÿÿ" Ttype" TItype0 : 2 M Pack values"T*N output"T" Nint(0" Ttype" axisint _ Pad input"T paddings" Tpaddings output"T" Ttype" Tpaddingstype0: 2 « ParallelInterleaveDataset input_dataset other_arguments2 Targuments cycle_length  block_length  sloppy  buffer_output_elements  prefetch_input_elements  handle" ffunc" Targuments list(type)(" output_types list(type)(0" output_shapes list(shape)(0 6 Pow x"T y"T z"T" Ttype: 2   Prod input"T reduction_indices"Tidx output"T" keep_dimsbool(" Ttype: 2 " Tidxtype0: 2 ~ RandomUniform shape"T output"dtype" seedint" seed2int" dtypetype: 2" Ttype: 2 ˆ a Range start"Tidx limit"Tidx delta"Tidx output"Tidx" Tidxtype0: 2 @ ReadVariableOp resource value"dtype" dtypetypeˆ > RealDiv x"T y"T z"T" Ttype: 2   { RepeatDataset input_dataset count  handle" output_types list(type)(0" output_shapes list(shape)(0 [ Reshape tensor"T shape"Tshape output"T" Ttype" Tshapetype0: 2 o RestoreV2 prefix tensor_names shape_and_slices tensors2dtypes" dtypes list(type)(0ˆ . Rsqrt x"T y"T" Ttype: 2 ; RsqrtGrad y"T dy"T z"T" Ttype: 2 l SaveV2 prefix tensor_names shape_and_slices tensors2dtypes" dtypes list(type)(0ˆ P ScalarSummary tags values"T summary" Ttype: 2   H ShardedFilename basename shard num_shards filename ½ ShuffleDataset input_dataset buffer_size  seed  seed2  handle"$ reshuffle_each_iterationbool(" output_types list(type)(0" output_shapes list(shape)(0 a Slice input"T begin"Index size"Index output"T" Ttype" Indextype: 2 9 Softmax logits"T softmax"T" Ttype: 2 - Sqrt x"T y"T" Ttype: 2 1 Square x"T y"T" Ttype: 2  G SquaredDifference x"T y"T z"T" Ttype: 2  N Squeeze input"T output"T" Ttype" squeeze_dims list(int) ( 2 StopGradient input"T output"T" Ttype ö StridedSlice input"T begin"Index end"Index strides"Index output"T" Ttype" Indextype: 2 " begin_maskint" end_maskint" ellipsis_maskint" new_axis_maskint" shrink_axis_maskint ‡ StridedSliceGrad shape"Index begin"Index end"Index strides"Index dy"T output"T" Ttype" Indextype: 2 " begin_maskint" end_maskint" ellipsis_maskint" new_axis_maskint" shrink_axis_maskint N StringJoin inputs*N output" Nint(0" separatorstring : Sub x"T y"T z"T" Ttype: 2   Œ Sum input"T reduction_indices"Tidx output"T" keep_dimsbool(" Ttype: 2 " Tidxtype0: 2 M Switch data"T pred  output_false"T output_true"T" Ttype - Tanh x"T y"T" Ttype: 2 : TanhGrad y"T dy"T z"T" Ttype: 2 ƒ TensorSliceDataset components2 Toutput_types handle" Toutput_types list(type)(0" output_shapes list(shape)(0ˆ c Tile input"T multiples" Tmultiples output"T" Ttype" Tmultiplestype0: 2 P Transpose x"T perm"Tperm y"T" Ttype" Tpermtype0: 2 € TruncatedNormal shape"T output"dtype" seedint" seed2int" dtypetype: 2" Ttype: 2 ˆ Á UnsortedSegmentSum data"T segment_ids"Tindices num_segments" Tnumsegments output"T" Ttype: 2 " Tindicestype: 2 " Tnumsegmentstype0: 2 q VarHandleOp resource" containerstring" shared_namestring" dtypetype" shapeshapeˆ 9 VarIsInitializedOp resource is_initialized ˆ s VariableV2 ref"dtype€" shapeshape" dtypetype" containerstring" shared_namestringˆ E Where input"T index "% Ttype0 : 2  *1.12.02 b'unknown'é¢í  global_step/Initializer/zerosConst* _class loc:@global_step* value B R* dtype0 * _output_shapes : › global_step VarHandleOp* dtype0 * _output_shapes :* shared_name  global_step* _class loc:@global_step* container* shape: g ,global_step/IsInitialized/VarIsInitializedOpVarIsInitializedOp global_step* _output_shapes :  global_step/AssignAssignVariableOp global_stepglobal_step/Initializer/zeros* _class loc:@global_step* dtype0 ƒ global_step/Read/ReadVariableOpReadVariableOp global_step* _class loc:@global_step* dtype0 * _output_shapes : Y global_step/VarIsInitializedOpVarIsInitializedOp global_step* _output_shapes : „ global_step/cond/SwitchSwitchglobal_step/VarIsInitializedOpglobal_step/VarIsInitializedOp* T0 * _output_shapes :: a global_step/cond/switch_tIdentityglobal_step/cond/Switch:1* T0 * _output_shapes : _ global_step/cond/switch_fIdentityglobal_step/cond/Switch* T0 * _output_shapes : e global_step/cond/pred_idIdentityglobal_step/VarIsInitializedOp* T0 * _output_shapes : Š $global_step/cond/Read/ReadVariableOpReadVariableOp-global_step/cond/Read/ReadVariableOp/Switch:1* dtype0 * _output_shapes : Ÿ +global_step/cond/Read/ReadVariableOp/SwitchSwitch global_stepglobal_step/cond/pred_id* T0* _class loc:@global_step* _output_shapes :: l global_step/cond/IdentityIdentity$global_step/cond/Read/ReadVariableOp* T0 * _output_shapes : Ÿ global_step/cond/Switch_1Switchglobal_step/Initializer/zerosglobal_step/cond/pred_id* T0 * _class loc:@global_step* _output_shapes ::  global_step/cond/MergeMergeglobal_step/cond/Switch_1global_step/cond/Identity* T0 * N* _output_shapes :: S global_step/add/yConst* value B R* dtype0 * _output_shapes : b global_step/addAddglobal_step/cond/Mergeglobal_step/add/y* T0 * _output_shapes : ° ConstConst" /device:CPU:0*ç valueÝBÚB-../data/tf_records/discharge_summary.tfrecordB%../data/tf_records/physician.tfrecordB#../data/tf_records/nursing.tfrecordB)../data/tf_records/nursing_other.tfrecordB%../data/tf_records/radiology.tfrecordB#../data/tf_records/general.tfrecordB'../data/tf_records/respiratory.tfrecordB#../data/tf_records/consult.tfrecordB%../data/tf_records/nutrition.tfrecordB+../data/tf_records/case_management.tfrecordB$../data/tf_records/pharmacy.tfrecordB*../data/tf_records/rehab_services.tfrecordB'../data/tf_records/social_work.tfrecordB../data/tf_records/ecg.tfrecordB ../data/tf_records/echo.tfrecord* dtype0* _output_shapes : _ countConst" /device:CPU:0* valueB R ÿÿÿÿÿÿÿÿÿ* dtype0 * _output_shapes : \ buffer_sizeConst" /device:CPU:0* value B R* dtype0 * _output_shapes : U seedConst" /device:CPU:0* value B R* dtype0 * _output_shapes : V seed2Const" /device:CPU:0* value B R* dtype0 * _output_shapes : ] cycle_lengthConst" /device:CPU:0* value B R* dtype0 * _output_shapes : ] block_lengthConst" /device:CPU:0* value B R* dtype0 * _output_shapes : W sloppyConst" /device:CPU:0* value B Z* dtype0 * _output_shapes : g buffer_output_elementsConst" /device:CPU:0* value B R* dtype0 * _output_shapes : h prefetch_input_elementsConst" /device:CPU:0* value B R* dtype0 * _output_shapes : ^ buffer_size_1Const" /device:CPU:0* value B Rd* dtype0 * _output_shapes : W seed_1Const" /device:CPU:0* value B R* dtype0 * _output_shapes : X seed2_1Const" /device:CPU:0* value B R* dtype0 * _output_shapes : [ batch_sizeConst" /device:CPU:0* value B R * dtype0 * _output_shapes : d num_parallel_callsConst" /device:CPU:0* value B R€* dtype0 * _output_shapes : _ drop_remainderConst" /device:CPU:0* value B Z* dtype0 * _output_shapes : Ï IteratorV2 IteratorV2*\ output_shapesK I:  €:  €: : : : :  €* _output_shapes :* container* output_types 2* shared_name • TensorSliceDatasetTensorSliceDatasetConst* output_shapes :* _class loc:@IteratorV2* Toutput_types 2* _output_shapes : ž RepeatDataset RepeatDatasetTensorSliceDatasetcount* output_shapes :* _class loc:@IteratorV2* _output_shapes :* output_types 2 Î ShuffleDatasetShuffleDataset RepeatDataset buffer_sizeseedseed2* output_types 2* output_shapes :* _class loc:@IteratorV2* reshuffle_each_iteration(* _output_shapes : Ì ParallelInterleaveDatasetParallelInterleaveDatasetShuffleDataset cycle_length block_lengthsloppybuffer_output_elementsprefetch_input_elements* output_types 2* Targuments * _output_shapes :* output_shapes :* _class loc:@IteratorV2*8 f3R1 /tf_data_structured_function_wrapper_rn3e6kArW78 â ShuffleDataset_1ShuffleDatasetParallelInterleaveDataset buffer_size_1seed_1seed2_1* output_shapes :* _class loc:@IteratorV2* reshuffle_each_iteration(* _output_shapes :* output_types 2 ì MapAndBatchDatasetV2MapAndBatchDatasetV2ShuffleDataset_1 batch_sizenum_parallel_callsdrop_remainder* output_types 2* Targuments * _output_shapes :*\ output_shapesK I:  €:  €: : : : :  €* _class loc:@IteratorV2*8 f3R1 /tf_data_structured_function_wrapper_9z4XDFOWUdQ ] MakeIterator MakeIteratorMapAndBatchDatasetV2 IteratorV2* _class loc:@IteratorV2 T IteratorToStringHandleIteratorToStringHandle IteratorV2* _output_shapes : ˆ IteratorGetNextIteratorGetNext IteratorV2*\ output_shapesK I:  €:  €: : : : :  €*] _output_shapesK I:  €:  €: : : : :  €* output_types 2 q bert/embeddings/ExpandDims/dimConst* valueB: ÿÿÿÿÿÿÿÿÿ* dtype0* _output_shapes : “ bert/embeddings/ExpandDims ExpandDimsIteratorGetNextbert/embeddings/ExpandDims/dim* Tdim0* T0*# _output_shapes :  € Ç Bbert/embeddings/word_embeddings/Initializer/truncated_normal/shapeConst*2 _class( &$loc:@bert/embeddings/word_embeddings* valueB"Dq* dtype0* _output_shapes : º Abert/embeddings/word_embeddings/Initializer/truncated_normal/meanConst*2 _class( &$loc:@bert/embeddings/word_embeddings* value B ** dtype0* _output_shapes : ¼ Cbert/embeddings/word_embeddings/Initializer/truncated_normal/stddevConst*2 _class( &$loc:@bert/embeddings/word_embeddings* value B * ×£<* dtype0* _output_shapes : © Lbert/embeddings/word_embeddings/Initializer/truncated_normal/TruncatedNormalTruncatedNormalBbert/embeddings/word_embeddings/Initializer/truncated_normal/shape* dtype0*! _output_shapes : Äâ€* seed* T0*2 _class( &$loc:@bert/embeddings/word_embeddings* seed2 º @bert/embeddings/word_embeddings/Initializer/truncated_normal/mulMulLbert/embeddings/word_embeddings/Initializer/truncated_normal/TruncatedNormalCbert/embeddings/word_embeddings/Initializer/truncated_normal/stddev* T0*2 _class( &$loc:@bert/embeddings/word_embeddings*! _output_shapes : ƨ bert/encoder/layer_0/attention/self/key/bias/Initializer/zerosConst*? _class5 31loc:@bert/encoder/layer_0/attention/self/key/bias* valueB€** dtype0* _output_shapes :€ Û ,bert/encoder/layer_0/attention/self/key/bias VariableV2* shared_name*? _class5 31loc:@bert/encoder/layer_0/attention/self/key/bias* container* shape:€* dtype0* _output_shapes :€ » 3bert/encoder/layer_0/attention/self/key/bias/AssignAssign,bert/encoder/layer_0/attention/self/key/bias>bert/encoder/layer_0/attention/self/key/bias/Initializer/zeros* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_0/attention/self/key/bias* validate_shape(* _output_shapes :€ Ò 1bert/encoder/layer_0/attention/self/key/bias/readIdentity,bert/encoder/layer_0/attention/self/key/bias* T0*? _class5 31loc:@bert/encoder/layer_0/attention/self/key/bias* _output_shapes :€ Ö .bert/encoder/layer_0/attention/self/key/MatMulMatMulbert/encoder/Reshape_13bert/encoder/layer_0/attention/self/key/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ß /bert/encoder/layer_0/attention/self/key/BiasAddBiasAdd.bert/encoder/layer_0/attention/self/key/MatMul1bert/encoder/layer_0/attention/self/key/bias/read* T0* data_formatNHWC* _output_shapes : € € é Sbert/encoder/layer_0/attention/self/value/kernel/Initializer/truncated_normal/shapeConst*C _class9 75loc:@bert/encoder/layer_0/attention/self/value/kernel* valueB"* dtype0* _output_shapes : Ü Rbert/encoder/layer_0/attention/self/value/kernel/Initializer/truncated_normal/meanConst*C _class9 75loc:@bert/encoder/layer_0/attention/self/value/kernel* value B ** dtype0* _output_shapes : Þ Tbert/encoder/layer_0/attention/self/value/kernel/Initializer/truncated_normal/stddevConst*C _class9 75loc:@bert/encoder/layer_0/attention/self/value/kernel* value B * ×£<* dtype0* _output_shapes : Û ]bert/encoder/layer_0/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalSbert/encoder/layer_0/attention/self/value/kernel/Initializer/truncated_normal/shape* seed* T0*C _class9 75loc:@bert/encoder/layer_0/attention/self/value/kernel* seed2* dtype0* _output_shapes : €€ ý Qbert/encoder/layer_0/attention/self/value/kernel/Initializer/truncated_normal/mulMul]bert/encoder/layer_0/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalTbert/encoder/layer_0/attention/self/value/kernel/Initializer/truncated_normal/stddev* T0*C _class9 75loc:@bert/encoder/layer_0/attention/self/value/kernel* _output_shapes : €€ ë Mbert/encoder/layer_0/attention/self/value/kernel/Initializer/truncated_normalAddQbert/encoder/layer_0/attention/self/value/kernel/Initializer/truncated_normal/mulRbert/encoder/layer_0/attention/self/value/kernel/Initializer/truncated_normal/mean* T0*C _class9 75loc:@bert/encoder/layer_0/attention/self/value/kernel* _output_shapes : €€ í 0bert/encoder/layer_0/attention/self/value/kernel VariableV2*C _class9 75loc:@bert/encoder/layer_0/attention/self/value/kernel* container* shape : €€* dtype0* _output_shapes : €€* shared_name Û 7bert/encoder/layer_0/attention/self/value/kernel/AssignAssign0bert/encoder/layer_0/attention/self/value/kernelMbert/encoder/layer_0/attention/self/value/kernel/Initializer/truncated_normal* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_0/attention/self/value/kernel* validate_shape(* _output_shapes : €€ ã 5bert/encoder/layer_0/attention/self/value/kernel/readIdentity0bert/encoder/layer_0/attention/self/value/kernel* T0*C _class9 75loc:@bert/encoder/layer_0/attention/self/value/kernel* _output_shapes : €€ Ò @bert/encoder/layer_0/attention/self/value/bias/Initializer/zerosConst*A _class7 53loc:@bert/encoder/layer_0/attention/self/value/bias* valueB€** dtype0* _output_shapes :€ ß .bert/encoder/layer_0/attention/self/value/bias VariableV2* shared_name*A _class7 53loc:@bert/encoder/layer_0/attention/self/value/bias* container* shape:€* dtype0* _output_shapes :€ à 5bert/encoder/layer_0/attention/self/value/bias/AssignAssign.bert/encoder/layer_0/attention/self/value/bias@bert/encoder/layer_0/attention/self/value/bias/Initializer/zeros* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_0/attention/self/value/bias* validate_shape(* _output_shapes :€ Ø 3bert/encoder/layer_0/attention/self/value/bias/readIdentity.bert/encoder/layer_0/attention/self/value/bias* T0*A _class7 53loc:@bert/encoder/layer_0/attention/self/value/bias* _output_shapes :€ Ú 0bert/encoder/layer_0/attention/self/value/MatMulMatMulbert/encoder/Reshape_15bert/encoder/layer_0/attention/self/value/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( å 1bert/encoder/layer_0/attention/self/value/BiasAddBiasAdd0bert/encoder/layer_0/attention/self/value/MatMul3bert/encoder/layer_0/attention/self/value/bias/read* T0* data_formatNHWC* _output_shapes : € € Š 1bert/encoder/layer_0/attention/self/Reshape/shapeConst*% valueB" € @* dtype0* _output_shapes : Ü +bert/encoder/layer_0/attention/self/ReshapeReshape1bert/encoder/layer_0/attention/self/query/BiasAdd1bert/encoder/layer_0/attention/self/Reshape/shape* T0* Tshape0*' _output_shapes : € @ ‹ 2bert/encoder/layer_0/attention/self/transpose/permConst*% valueB"* dtype0* _output_shapes : Ú -bert/encoder/layer_0/attention/self/transpose Transpose+bert/encoder/layer_0/attention/self/Reshape2bert/encoder/layer_0/attention/self/transpose/perm* T0*' _output_shapes :  €@* Tperm0 Œ 3bert/encoder/layer_0/attention/self/Reshape_1/shapeConst*% valueB" € @* dtype0* _output_shapes : Þ -bert/encoder/layer_0/attention/self/Reshape_1Reshape/bert/encoder/layer_0/attention/self/key/BiasAdd3bert/encoder/layer_0/attention/self/Reshape_1/shape* T0* Tshape0*' _output_shapes : € @  4bert/encoder/layer_0/attention/self/transpose_1/permConst*% valueB"* dtype0* _output_shapes : à /bert/encoder/layer_0/attention/self/transpose_1 Transpose-bert/encoder/layer_0/attention/self/Reshape_14bert/encoder/layer_0/attention/self/transpose_1/perm* Tperm0* T0*' _output_shapes :  €@ æ *bert/encoder/layer_0/attention/self/MatMul BatchMatMul-bert/encoder/layer_0/attention/self/transpose/bert/encoder/layer_0/attention/self/transpose_1* adj_x(* adj_y(* T0*( _output_shapes :  €€ n )bert/encoder/layer_0/attention/self/Mul/yConst* value B *>* dtype0* _output_shapes : ¸ 'bert/encoder/layer_0/attention/self/MulMul*bert/encoder/layer_0/attention/self/MatMul)bert/encoder/layer_0/attention/self/Mul/y* T0*( _output_shapes :  €€ | 2bert/encoder/layer_0/attention/self/ExpandDims/dimConst* value B :* dtype0* _output_shapes : Á .bert/encoder/layer_0/attention/self/ExpandDims ExpandDimsbert/encoder/mul2bert/encoder/layer_0/attention/self/ExpandDims/dim* Tdim0* T0*( _output_shapes : €€ n )bert/encoder/layer_0/attention/self/sub/xConst* value B *€?* dtype0* _output_shapes : ¼ 'bert/encoder/layer_0/attention/self/subSub)bert/encoder/layer_0/attention/self/sub/x.bert/encoder/layer_0/attention/self/ExpandDims* T0*( _output_shapes : €€ p +bert/encoder/layer_0/attention/self/mul_1/yConst* value B *@Æ* dtype0* _output_shapes : ¹ )bert/encoder/layer_0/attention/self/mul_1Mul'bert/encoder/layer_0/attention/self/sub+bert/encoder/layer_0/attention/self/mul_1/y* T0*( _output_shapes : €€ µ 'bert/encoder/layer_0/attention/self/addAdd'bert/encoder/layer_0/attention/self/Mul)bert/encoder/layer_0/attention/self/mul_1* T0*( _output_shapes :  €€ ’ +bert/encoder/layer_0/attention/self/SoftmaxSoftmax'bert/encoder/layer_0/attention/self/add* T0*( _output_shapes :  €€ z 5bert/encoder/layer_0/attention/self/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : Š 1bert/encoder/layer_0/attention/self/dropout/ShapeConst*% valueB" €€* dtype0* _output_shapes : ƒ >bert/encoder/layer_0/attention/self/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : ƒ >bert/encoder/layer_0/attention/self/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : å Hbert/encoder/layer_0/attention/self/dropout/random_uniform/RandomUniform RandomUniform1bert/encoder/layer_0/attention/self/dropout/Shape* T0* dtype0*( _output_shapes :  €€* seed2* seed æ >bert/encoder/layer_0/attention/self/dropout/random_uniform/subSub>bert/encoder/layer_0/attention/self/dropout/random_uniform/max>bert/encoder/layer_0/attention/self/dropout/random_uniform/min* T0* _output_shapes : ‚ >bert/encoder/layer_0/attention/self/dropout/random_uniform/mulMulHbert/encoder/layer_0/attention/self/dropout/random_uniform/RandomUniform>bert/encoder/layer_0/attention/self/dropout/random_uniform/sub* T0*( _output_shapes :  €€ ô :bert/encoder/layer_0/attention/self/dropout/random_uniformAdd>bert/encoder/layer_0/attention/self/dropout/random_uniform/mul>bert/encoder/layer_0/attention/self/dropout/random_uniform/min* T0*( _output_shapes :  €€ Ü /bert/encoder/layer_0/attention/self/dropout/addAdd5bert/encoder/layer_0/attention/self/dropout/keep_prob:bert/encoder/layer_0/attention/self/dropout/random_uniform* T0*( _output_shapes :  €€ ž 1bert/encoder/layer_0/attention/self/dropout/FloorFloor/bert/encoder/layer_0/attention/self/dropout/add* T0*( _output_shapes :  €€ Ñ /bert/encoder/layer_0/attention/self/dropout/divRealDiv+bert/encoder/layer_0/attention/self/Softmax5bert/encoder/layer_0/attention/self/dropout/keep_prob* T0*( _output_shapes :  €€ Í /bert/encoder/layer_0/attention/self/dropout/mulMul/bert/encoder/layer_0/attention/self/dropout/div1bert/encoder/layer_0/attention/self/dropout/Floor* T0*( _output_shapes :  €€ Œ 3bert/encoder/layer_0/attention/self/Reshape_2/shapeConst*% valueB" € @* dtype0* _output_shapes : à -bert/encoder/layer_0/attention/self/Reshape_2Reshape1bert/encoder/layer_0/attention/self/value/BiasAdd3bert/encoder/layer_0/attention/self/Reshape_2/shape* T0* Tshape0*' _output_shapes : € @  4bert/encoder/layer_0/attention/self/transpose_2/permConst*% valueB"* dtype0* _output_shapes : à /bert/encoder/layer_0/attention/self/transpose_2 Transpose-bert/encoder/layer_0/attention/self/Reshape_24bert/encoder/layer_0/attention/self/transpose_2/perm* T0*' _output_shapes :  €@* Tperm0 é ,bert/encoder/layer_0/attention/self/MatMul_1 BatchMatMul/bert/encoder/layer_0/attention/self/dropout/mul/bert/encoder/layer_0/attention/self/transpose_2* T0*' _output_shapes :  €@* adj_x(* adj_y(  4bert/encoder/layer_0/attention/self/transpose_3/permConst*% valueB"* dtype0* _output_shapes : ß /bert/encoder/layer_0/attention/self/transpose_3 Transpose,bert/encoder/layer_0/attention/self/MatMul_14bert/encoder/layer_0/attention/self/transpose_3/perm* Tperm0* T0*' _output_shapes : € @ „ 3bert/encoder/layer_0/attention/self/Reshape_3/shapeConst* valueB"* dtype0* _output_shapes : × -bert/encoder/layer_0/attention/self/Reshape_3Reshape/bert/encoder/layer_0/attention/self/transpose_33bert/encoder/layer_0/attention/self/Reshape_3/shape* T0* Tshape0* _output_shapes : € € í Ubert/encoder/layer_0/attention/output/dense/kernel/Initializer/truncated_normal/shapeConst*E _class; 97loc:@bert/encoder/layer_0/attention/output/dense/kernel* valueB"* dtype0* _output_shapes : à Tbert/encoder/layer_0/attention/output/dense/kernel/Initializer/truncated_normal/meanConst*E _class; 97loc:@bert/encoder/layer_0/attention/output/dense/kernel* value B ** dtype0* _output_shapes : â Vbert/encoder/layer_0/attention/output/dense/kernel/Initializer/truncated_normal/stddevConst*E _class; 97loc:@bert/encoder/layer_0/attention/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : á _bert/encoder/layer_0/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalUbert/encoder/layer_0/attention/output/dense/kernel/Initializer/truncated_normal/shape* seed* T0*E _class; 97loc:@bert/encoder/layer_0/attention/output/dense/kernel* seed2* dtype0* _output_shapes : €€ … Sbert/encoder/layer_0/attention/output/dense/kernel/Initializer/truncated_normal/mulMul_bert/encoder/layer_0/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalVbert/encoder/layer_0/attention/output/dense/kernel/Initializer/truncated_normal/stddev* T0*E _class; 97loc:@bert/encoder/layer_0/attention/output/dense/kernel* _output_shapes : €€ ó Obert/encoder/layer_0/attention/output/dense/kernel/Initializer/truncated_normalAddSbert/encoder/layer_0/attention/output/dense/kernel/Initializer/truncated_normal/mulTbert/encoder/layer_0/attention/output/dense/kernel/Initializer/truncated_normal/mean* T0*E _class; 97loc:@bert/encoder/layer_0/attention/output/dense/kernel* _output_shapes : €€ ñ 2bert/encoder/layer_0/attention/output/dense/kernel VariableV2*E _class; 97loc:@bert/encoder/layer_0/attention/output/dense/kernel* container* shape : €€* dtype0* _output_shapes : €€* shared_name ã 9bert/encoder/layer_0/attention/output/dense/kernel/AssignAssign2bert/encoder/layer_0/attention/output/dense/kernelObert/encoder/layer_0/attention/output/dense/kernel/Initializer/truncated_normal* T0*E _class; 97loc:@bert/encoder/layer_0/attention/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( é 7bert/encoder/layer_0/attention/output/dense/kernel/readIdentity2bert/encoder/layer_0/attention/output/dense/kernel* T0*E _class; 97loc:@bert/encoder/layer_0/attention/output/dense/kernel* _output_shapes : €€ Ö Bbert/encoder/layer_0/attention/output/dense/bias/Initializer/zerosConst*C _class9 75loc:@bert/encoder/layer_0/attention/output/dense/bias* valueB€** dtype0* _output_shapes :€ ã 0bert/encoder/layer_0/attention/output/dense/bias VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*C _class9 75loc:@bert/encoder/layer_0/attention/output/dense/bias* container Ë 7bert/encoder/layer_0/attention/output/dense/bias/AssignAssign0bert/encoder/layer_0/attention/output/dense/biasBbert/encoder/layer_0/attention/output/dense/bias/Initializer/zeros* T0*C _class9 75loc:@bert/encoder/layer_0/attention/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( Þ 5bert/encoder/layer_0/attention/output/dense/bias/readIdentity0bert/encoder/layer_0/attention/output/dense/bias* T0*C _class9 75loc:@bert/encoder/layer_0/attention/output/dense/bias* _output_shapes :€ õ 2bert/encoder/layer_0/attention/output/dense/MatMulMatMul-bert/encoder/layer_0/attention/self/Reshape_37bert/encoder/layer_0/attention/output/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ë 3bert/encoder/layer_0/attention/output/dense/BiasAddBiasAdd2bert/encoder/layer_0/attention/output/dense/MatMul5bert/encoder/layer_0/attention/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € | 7bert/encoder/layer_0/attention/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : „ 3bert/encoder/layer_0/attention/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : … @bert/encoder/layer_0/attention/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : … @bert/encoder/layer_0/attention/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : á Jbert/encoder/layer_0/attention/output/dropout/random_uniform/RandomUniform RandomUniform3bert/encoder/layer_0/attention/output/dropout/Shape* seed* T0* dtype0* _output_shapes : € €* seed2 ì @bert/encoder/layer_0/attention/output/dropout/random_uniform/subSub@bert/encoder/layer_0/attention/output/dropout/random_uniform/max@bert/encoder/layer_0/attention/output/dropout/random_uniform/min* T0* _output_shapes : € @bert/encoder/layer_0/attention/output/dropout/random_uniform/mulMulJbert/encoder/layer_0/attention/output/dropout/random_uniform/RandomUniform@bert/encoder/layer_0/attention/output/dropout/random_uniform/sub* T0* _output_shapes : € € ò <:loc:@bert/encoder/layer_0/attention/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ í 5bert/encoder/layer_0/attention/output/LayerNorm/gamma VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_0/attention/output/LayerNorm/gamma* container Þ <:loc:@bert/encoder/layer_0/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_0/attention/output/LayerNorm/gamma/readIdentity5bert/encoder/layer_0/attention/output/LayerNorm/gamma* T0*H _class> <:loc:@bert/encoder/layer_0/attention/output/LayerNorm/gamma* _output_shapes :€ ˜ Nbert/encoder/layer_0/attention/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : † bert/encoder/layer_0/intermediate/dense/bias/Initializer/zerosFillNbert/encoder/layer_0/intermediate/dense/bias/Initializer/zeros/shape_as_tensorDbert/encoder/layer_0/intermediate/dense/bias/Initializer/zeros/Const* T0*? _class5 31loc:@bert/encoder/layer_0/intermediate/dense/bias* index_type0* _output_shapes :€ Û ,bert/encoder/layer_0/intermediate/dense/bias VariableV2* shared_name*? _class5 31loc:@bert/encoder/layer_0/intermediate/dense/bias* container* shape:€* dtype0* _output_shapes :€ » 3bert/encoder/layer_0/intermediate/dense/bias/AssignAssign,bert/encoder/layer_0/intermediate/dense/bias>bert/encoder/layer_0/intermediate/dense/bias/Initializer/zeros* T0*? _class5 31loc:@bert/encoder/layer_0/intermediate/dense/bias* validate_shape(* _output_shapes :€* use_locking( Ò 1bert/encoder/layer_0/intermediate/dense/bias/readIdentity,bert/encoder/layer_0/intermediate/dense/bias* T0*? _class5 31loc:@bert/encoder/layer_0/intermediate/dense/bias* _output_shapes :€ ÿ .bert/encoder/layer_0/intermediate/dense/MatMulMatMul?bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/add_13bert/encoder/layer_0/intermediate/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ß /bert/encoder/layer_0/intermediate/dense/BiasAddBiasAdd.bert/encoder/layer_0/intermediate/dense/MatMul1bert/encoder/layer_0/intermediate/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € s .bert/encoder/layer_0/intermediate/dense/Sqrt/xConst* value B *@* dtype0* _output_shapes : … ,bert/encoder/layer_0/intermediate/dense/SqrtSqrt.bert/encoder/layer_0/intermediate/dense/Sqrt/x* T0* _output_shapes : Ä /bert/encoder/layer_0/intermediate/dense/truedivRealDiv/bert/encoder/layer_0/intermediate/dense/BiasAdd,bert/encoder/layer_0/intermediate/dense/Sqrt* T0* _output_shapes : € € Ž +bert/encoder/layer_0/intermediate/dense/ErfErf/bert/encoder/layer_0/intermediate/dense/truediv* T0* _output_shapes : € € r -bert/encoder/layer_0/intermediate/dense/add/xConst* value B *€?* dtype0* _output_shapes : ¹ +bert/encoder/layer_0/intermediate/dense/addAdd-bert/encoder/layer_0/intermediate/dense/add/x+bert/encoder/layer_0/intermediate/dense/Erf* T0* _output_shapes : € € r -bert/encoder/layer_0/intermediate/dense/mul/xConst* value B *?* dtype0* _output_shapes : ¹ +bert/encoder/layer_0/intermediate/dense/mulMul-bert/encoder/layer_0/intermediate/dense/mul/x+bert/encoder/layer_0/intermediate/dense/add* T0* _output_shapes : € € ½ -bert/encoder/layer_0/intermediate/dense/mul_1Mul/bert/encoder/layer_0/intermediate/dense/BiasAdd+bert/encoder/layer_0/intermediate/dense/mul* T0* _output_shapes : € € Ù Kbert/encoder/layer_0/output/dense/kernel/Initializer/truncated_normal/shapeConst*; _class1 /-loc:@bert/encoder/layer_0/output/dense/kernel* valueB" * dtype0* _output_shapes : Ì Jbert/encoder/layer_0/output/dense/kernel/Initializer/truncated_normal/meanConst*; _class1 /-loc:@bert/encoder/layer_0/output/dense/kernel* value B ** dtype0* _output_shapes : Î Lbert/encoder/layer_0/output/dense/kernel/Initializer/truncated_normal/stddevConst*; _class1 /-loc:@bert/encoder/layer_0/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : à Ubert/encoder/layer_0/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalKbert/encoder/layer_0/output/dense/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*; _class1 /-loc:@bert/encoder/layer_0/output/dense/kernel* seed2 Ý Ibert/encoder/layer_0/output/dense/kernel/Initializer/truncated_normal/mulMulUbert/encoder/layer_0/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalLbert/encoder/layer_0/output/dense/kernel/Initializer/truncated_normal/stddev* T0*; _class1 /-loc:@bert/encoder/layer_0/output/dense/kernel* _output_shapes : €€ Ë Ebert/encoder/layer_0/output/dense/kernel/Initializer/truncated_normalAddIbert/encoder/layer_0/output/dense/kernel/Initializer/truncated_normal/mulJbert/encoder/layer_0/output/dense/kernel/Initializer/truncated_normal/mean* T0*; _class1 /-loc:@bert/encoder/layer_0/output/dense/kernel* _output_shapes : €€ Ý (bert/encoder/layer_0/output/dense/kernel VariableV2* shared_name*; _class1 /-loc:@bert/encoder/layer_0/output/dense/kernel* container* shape : €€* dtype0* _output_shapes : €€ » /bert/encoder/layer_0/output/dense/kernel/AssignAssign(bert/encoder/layer_0/output/dense/kernelEbert/encoder/layer_0/output/dense/kernel/Initializer/truncated_normal* use_locking(* T0*; _class1 /-loc:@bert/encoder/layer_0/output/dense/kernel* validate_shape(* _output_shapes : €€ Ë -bert/encoder/layer_0/output/dense/kernel/readIdentity(bert/encoder/layer_0/output/dense/kernel* T0*; _class1 /-loc:@bert/encoder/layer_0/output/dense/kernel* _output_shapes : €€  8bert/encoder/layer_0/output/dense/bias/Initializer/zerosConst*9 _class/ -+loc:@bert/encoder/layer_0/output/dense/bias* valueB€** dtype0* _output_shapes :€ Ï &bert/encoder/layer_0/output/dense/bias VariableV2* dtype0* _output_shapes :€* shared_name*9 _class/ -+loc:@bert/encoder/layer_0/output/dense/bias* container* shape:€ £ -bert/encoder/layer_0/output/dense/bias/AssignAssign&bert/encoder/layer_0/output/dense/bias8bert/encoder/layer_0/output/dense/bias/Initializer/zeros* use_locking(* T0*9 _class/ -+loc:@bert/encoder/layer_0/output/dense/bias* validate_shape(* _output_shapes :€ À +bert/encoder/layer_0/output/dense/bias/readIdentity&bert/encoder/layer_0/output/dense/bias* T0*9 _class/ -+loc:@bert/encoder/layer_0/output/dense/bias* _output_shapes :€ á (bert/encoder/layer_0/output/dense/MatMulMatMul-bert/encoder/layer_0/intermediate/dense/mul_1-bert/encoder/layer_0/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( Í )bert/encoder/layer_0/output/dense/BiasAddBiasAdd(bert/encoder/layer_0/output/dense/MatMul+bert/encoder/layer_0/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € r -bert/encoder/layer_0/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : z )bert/encoder/layer_0/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : { 6bert/encoder/layer_0/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : { 6bert/encoder/layer_0/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : Í @bert/encoder/layer_0/output/dropout/random_uniform/RandomUniform RandomUniform)bert/encoder/layer_0/output/dropout/Shape* seed* T0* dtype0* _output_shapes : € €* seed2 Î 6bert/encoder/layer_0/output/dropout/random_uniform/subSub6bert/encoder/layer_0/output/dropout/random_uniform/max6bert/encoder/layer_0/output/dropout/random_uniform/min* T0* _output_shapes : â 6bert/encoder/layer_0/output/dropout/random_uniform/mulMul@bert/encoder/layer_0/output/dropout/random_uniform/RandomUniform6bert/encoder/layer_0/output/dropout/random_uniform/sub* T0* _output_shapes : € € Ô 2bert/encoder/layer_0/output/dropout/random_uniformAdd6bert/encoder/layer_0/output/dropout/random_uniform/mul6bert/encoder/layer_0/output/dropout/random_uniform/min* T0* _output_shapes : € € ¼ 'bert/encoder/layer_0/output/dropout/addAdd-bert/encoder/layer_0/output/dropout/keep_prob2bert/encoder/layer_0/output/dropout/random_uniform* T0* _output_shapes : € € † )bert/encoder/layer_0/output/dropout/FloorFloor'bert/encoder/layer_0/output/dropout/add* T0* _output_shapes : € € · 'bert/encoder/layer_0/output/dropout/divRealDiv)bert/encoder/layer_0/output/dense/BiasAdd-bert/encoder/layer_0/output/dropout/keep_prob* T0* _output_shapes : € € ­ 'bert/encoder/layer_0/output/dropout/mulMul'bert/encoder/layer_0/output/dropout/div)bert/encoder/layer_0/output/dropout/Floor* T0* _output_shapes : € € » bert/encoder/layer_0/output/addAdd'bert/encoder/layer_0/output/dropout/mul?bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/add_1* T0* _output_shapes : € € Ê _class4 20loc:@bert/encoder/layer_0/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ Ù +bert/encoder/layer_0/output/LayerNorm/gamma VariableV2* dtype0* _output_shapes :€* shared_name*> _class4 20loc:@bert/encoder/layer_0/output/LayerNorm/gamma* container* shape:€ ¶ 2bert/encoder/layer_0/output/LayerNorm/gamma/AssignAssign+bert/encoder/layer_0/output/LayerNorm/gamma _class4 20loc:@bert/encoder/layer_0/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ Ï 0bert/encoder/layer_0/output/LayerNorm/gamma/readIdentity+bert/encoder/layer_0/output/LayerNorm/gamma* T0*> _class4 20loc:@bert/encoder/layer_0/output/LayerNorm/gamma* _output_shapes :€ Ž Dbert/encoder/layer_0/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : è 2bert/encoder/layer_0/output/LayerNorm/moments/meanMeanbert/encoder/layer_0/output/addDbert/encoder/layer_0/output/LayerNorm/moments/mean/reduction_indices* keep_dims(* Tidx0* T0* _output_shapes : €  ¨ :bert/encoder/layer_0/output/LayerNorm/moments/StopGradient StopGradient2bert/encoder/layer_0/output/LayerNorm/moments/mean* T0* _output_shapes : €  Ü ?bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifferenceSquaredDifferencebert/encoder/layer_0/output/add:bert/encoder/layer_0/output/LayerNorm/moments/StopGradient* T0* _output_shapes : € € ’ Hbert/encoder/layer_0/output/LayerNorm/moments/variance/reduction_indicesConst* value B :* dtype0* _output_shapes :  6bert/encoder/layer_0/output/LayerNorm/moments/varianceMean?bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifferenceHbert/encoder/layer_0/output/LayerNorm/moments/variance/reduction_indices* T0* _output_shapes : € * keep_dims(* Tidx0 z 5bert/encoder/layer_0/output/LayerNorm/batchnorm/add/yConst* value B *̼Œ+* dtype0* _output_shapes : Ó 3bert/encoder/layer_0/output/LayerNorm/batchnorm/addAdd6bert/encoder/layer_0/output/LayerNorm/moments/variance5bert/encoder/layer_0/output/LayerNorm/batchnorm/add/y* T0* _output_shapes : €   5bert/encoder/layer_0/output/LayerNorm/batchnorm/RsqrtRsqrt3bert/encoder/layer_0/output/LayerNorm/batchnorm/add* T0* _output_shapes : €  Î 3bert/encoder/layer_0/output/LayerNorm/batchnorm/mulMul5bert/encoder/layer_0/output/LayerNorm/batchnorm/Rsqrt0bert/encoder/layer_0/output/LayerNorm/gamma/read* T0* _output_shapes : € € ½ 5bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_1Mulbert/encoder/layer_0/output/add3bert/encoder/layer_0/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ð 5bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2Mul2bert/encoder/layer_0/output/LayerNorm/moments/mean3bert/encoder/layer_0/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Í 3bert/encoder/layer_0/output/LayerNorm/batchnorm/subSub/bert/encoder/layer_0/output/LayerNorm/beta/read5bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2* T0* _output_shapes : € € Ó 5bert/encoder/layer_0/output/LayerNorm/batchnorm/add_1Add5bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_13bert/encoder/layer_0/output/LayerNorm/batchnorm/sub* T0* _output_shapes : € € é Sbert/encoder/layer_1/attention/self/query/kernel/Initializer/truncated_normal/shapeConst*C _class9 75loc:@bert/encoder/layer_1/attention/self/query/kernel* valueB"* dtype0* _output_shapes : Ü Rbert/encoder/layer_1/attention/self/query/kernel/Initializer/truncated_normal/meanConst*C _class9 75loc:@bert/encoder/layer_1/attention/self/query/kernel* value B ** dtype0* _output_shapes : Þ Tbert/encoder/layer_1/attention/self/query/kernel/Initializer/truncated_normal/stddevConst*C _class9 75loc:@bert/encoder/layer_1/attention/self/query/kernel* value B * ×£<* dtype0* _output_shapes : Û ]bert/encoder/layer_1/attention/self/query/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalSbert/encoder/layer_1/attention/self/query/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*C _class9 75loc:@bert/encoder/layer_1/attention/self/query/kernel* seed2 ý Qbert/encoder/layer_1/attention/self/query/kernel/Initializer/truncated_normal/mulMul]bert/encoder/layer_1/attention/self/query/kernel/Initializer/truncated_normal/TruncatedNormalTbert/encoder/layer_1/attention/self/query/kernel/Initializer/truncated_normal/stddev* T0*C _class9 75loc:@bert/encoder/layer_1/attention/self/query/kernel* _output_shapes : €€ ë Mbert/encoder/layer_1/attention/self/query/kernel/Initializer/truncated_normalAddQbert/encoder/layer_1/attention/self/query/kernel/Initializer/truncated_normal/mulRbert/encoder/layer_1/attention/self/query/kernel/Initializer/truncated_normal/mean* T0*C _class9 75loc:@bert/encoder/layer_1/attention/self/query/kernel* _output_shapes : €€ í 0bert/encoder/layer_1/attention/self/query/kernel VariableV2* dtype0* _output_shapes : €€* shared_name*C _class9 75loc:@bert/encoder/layer_1/attention/self/query/kernel* container* shape : €€ Û 7bert/encoder/layer_1/attention/self/query/kernel/AssignAssign0bert/encoder/layer_1/attention/self/query/kernelMbert/encoder/layer_1/attention/self/query/kernel/Initializer/truncated_normal* T0*C _class9 75loc:@bert/encoder/layer_1/attention/self/query/kernel* validate_shape(* _output_shapes : €€* use_locking( ã 5bert/encoder/layer_1/attention/self/query/kernel/readIdentity0bert/encoder/layer_1/attention/self/query/kernel* T0*C _class9 75loc:@bert/encoder/layer_1/attention/self/query/kernel* _output_shapes : €€ Ò @bert/encoder/layer_1/attention/self/query/bias/Initializer/zerosConst*A _class7 53loc:@bert/encoder/layer_1/attention/self/query/bias* valueB€** dtype0* _output_shapes :€ ß .bert/encoder/layer_1/attention/self/query/bias VariableV2* shared_name*A _class7 53loc:@bert/encoder/layer_1/attention/self/query/bias* container* shape:€* dtype0* _output_shapes :€ à 5bert/encoder/layer_1/attention/self/query/bias/AssignAssign.bert/encoder/layer_1/attention/self/query/bias@bert/encoder/layer_1/attention/self/query/bias/Initializer/zeros* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_1/attention/self/query/bias* validate_shape(* _output_shapes :€ Ø 3bert/encoder/layer_1/attention/self/query/bias/readIdentity.bert/encoder/layer_1/attention/self/query/bias* T0*A _class7 53loc:@bert/encoder/layer_1/attention/self/query/bias* _output_shapes :€ ù 0bert/encoder/layer_1/attention/self/query/MatMulMatMul5bert/encoder/layer_0/output/LayerNorm/batchnorm/add_15bert/encoder/layer_1/attention/self/query/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( å 1bert/encoder/layer_1/attention/self/query/BiasAddBiasAdd0bert/encoder/layer_1/attention/self/query/MatMul3bert/encoder/layer_1/attention/self/query/bias/read* T0* data_formatNHWC* _output_shapes : € € å Qbert/encoder/layer_1/attention/self/key/kernel/Initializer/truncated_normal/shapeConst*A _class7 53loc:@bert/encoder/layer_1/attention/self/key/kernel* valueB"* dtype0* _output_shapes : Ø Pbert/encoder/layer_1/attention/self/key/kernel/Initializer/truncated_normal/meanConst*A _class7 53loc:@bert/encoder/layer_1/attention/self/key/kernel* value B ** dtype0* _output_shapes : Ú Rbert/encoder/layer_1/attention/self/key/kernel/Initializer/truncated_normal/stddevConst*A _class7 53loc:@bert/encoder/layer_1/attention/self/key/kernel* value B * ×£<* dtype0* _output_shapes : Õ [bert/encoder/layer_1/attention/self/key/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalQbert/encoder/layer_1/attention/self/key/kernel/Initializer/truncated_normal/shape* T0*A _class7 53loc:@bert/encoder/layer_1/attention/self/key/kernel* seed2* dtype0* _output_shapes : €€* seed õ Obert/encoder/layer_1/attention/self/key/kernel/Initializer/truncated_normal/mulMul[bert/encoder/layer_1/attention/self/key/kernel/Initializer/truncated_normal/TruncatedNormalRbert/encoder/layer_1/attention/self/key/kernel/Initializer/truncated_normal/stddev* T0*A _class7 53loc:@bert/encoder/layer_1/attention/self/key/kernel* _output_shapes : €€ ã Kbert/encoder/layer_1/attention/self/key/kernel/Initializer/truncated_normalAddObert/encoder/layer_1/attention/self/key/kernel/Initializer/truncated_normal/mulPbert/encoder/layer_1/attention/self/key/kernel/Initializer/truncated_normal/mean* T0*A _class7 53loc:@bert/encoder/layer_1/attention/self/key/kernel* _output_shapes : €€ é .bert/encoder/layer_1/attention/self/key/kernel VariableV2* shared_name*A _class7 53loc:@bert/encoder/layer_1/attention/self/key/kernel* container* shape : €€* dtype0* _output_shapes : €€ Ó 5bert/encoder/layer_1/attention/self/key/kernel/AssignAssign.bert/encoder/layer_1/attention/self/key/kernelKbert/encoder/layer_1/attention/self/key/kernel/Initializer/truncated_normal* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_1/attention/self/key/kernel* validate_shape(* _output_shapes : €€ Ý 3bert/encoder/layer_1/attention/self/key/kernel/readIdentity.bert/encoder/layer_1/attention/self/key/kernel* T0*A _class7 53loc:@bert/encoder/layer_1/attention/self/key/kernel* _output_shapes : €€ Î >bert/encoder/layer_1/attention/self/key/bias/Initializer/zerosConst*? _class5 31loc:@bert/encoder/layer_1/attention/self/key/bias* valueB€** dtype0* _output_shapes :€ Û ,bert/encoder/layer_1/attention/self/key/bias VariableV2* shared_name*? _class5 31loc:@bert/encoder/layer_1/attention/self/key/bias* container* shape:€* dtype0* _output_shapes :€ » 3bert/encoder/layer_1/attention/self/key/bias/AssignAssign,bert/encoder/layer_1/attention/self/key/bias>bert/encoder/layer_1/attention/self/key/bias/Initializer/zeros* T0*? _class5 31loc:@bert/encoder/layer_1/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( Ò 1bert/encoder/layer_1/attention/self/key/bias/readIdentity,bert/encoder/layer_1/attention/self/key/bias* T0*? _class5 31loc:@bert/encoder/layer_1/attention/self/key/bias* _output_shapes :€ õ .bert/encoder/layer_1/attention/self/key/MatMulMatMul5bert/encoder/layer_0/output/LayerNorm/batchnorm/add_13bert/encoder/layer_1/attention/self/key/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ß /bert/encoder/layer_1/attention/self/key/BiasAddBiasAdd.bert/encoder/layer_1/attention/self/key/MatMul1bert/encoder/layer_1/attention/self/key/bias/read* T0* data_formatNHWC* _output_shapes : € € é Sbert/encoder/layer_1/attention/self/value/kernel/Initializer/truncated_normal/shapeConst*C _class9 75loc:@bert/encoder/layer_1/attention/self/value/kernel* valueB"* dtype0* _output_shapes : Ü Rbert/encoder/layer_1/attention/self/value/kernel/Initializer/truncated_normal/meanConst*C _class9 75loc:@bert/encoder/layer_1/attention/self/value/kernel* value B ** dtype0* _output_shapes : Þ Tbert/encoder/layer_1/attention/self/value/kernel/Initializer/truncated_normal/stddevConst*C _class9 75loc:@bert/encoder/layer_1/attention/self/value/kernel* value B * ×£<* dtype0* _output_shapes : Û ]bert/encoder/layer_1/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalSbert/encoder/layer_1/attention/self/value/kernel/Initializer/truncated_normal/shape* seed* T0*C _class9 75loc:@bert/encoder/layer_1/attention/self/value/kernel* seed2* dtype0* _output_shapes : €€ ý Qbert/encoder/layer_1/attention/self/value/kernel/Initializer/truncated_normal/mulMul]bert/encoder/layer_1/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalTbert/encoder/layer_1/attention/self/value/kernel/Initializer/truncated_normal/stddev* T0*C _class9 75loc:@bert/encoder/layer_1/attention/self/value/kernel* _output_shapes : €€ ë Mbert/encoder/layer_1/attention/self/value/kernel/Initializer/truncated_normalAddQbert/encoder/layer_1/attention/self/value/kernel/Initializer/truncated_normal/mulRbert/encoder/layer_1/attention/self/value/kernel/Initializer/truncated_normal/mean* T0*C _class9 75loc:@bert/encoder/layer_1/attention/self/value/kernel* _output_shapes : €€ í 0bert/encoder/layer_1/attention/self/value/kernel VariableV2* shared_name*C _class9 75loc:@bert/encoder/layer_1/attention/self/value/kernel* container* shape : €€* dtype0* _output_shapes : €€ Û 7bert/encoder/layer_1/attention/self/value/kernel/AssignAssign0bert/encoder/layer_1/attention/self/value/kernelMbert/encoder/layer_1/attention/self/value/kernel/Initializer/truncated_normal* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_1/attention/self/value/kernel* validate_shape(* _output_shapes : €€ ã 5bert/encoder/layer_1/attention/self/value/kernel/readIdentity0bert/encoder/layer_1/attention/self/value/kernel* T0*C _class9 75loc:@bert/encoder/layer_1/attention/self/value/kernel* _output_shapes : €€ Ò @bert/encoder/layer_1/attention/self/value/bias/Initializer/zerosConst*A _class7 53loc:@bert/encoder/layer_1/attention/self/value/bias* valueB€** dtype0* _output_shapes :€ ß .bert/encoder/layer_1/attention/self/value/bias VariableV2* dtype0* _output_shapes :€* shared_name*A _class7 53loc:@bert/encoder/layer_1/attention/self/value/bias* container* shape:€ à 5bert/encoder/layer_1/attention/self/value/bias/AssignAssign.bert/encoder/layer_1/attention/self/value/bias@bert/encoder/layer_1/attention/self/value/bias/Initializer/zeros* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_1/attention/self/value/bias* validate_shape(* _output_shapes :€ Ø 3bert/encoder/layer_1/attention/self/value/bias/readIdentity.bert/encoder/layer_1/attention/self/value/bias* T0*A _class7 53loc:@bert/encoder/layer_1/attention/self/value/bias* _output_shapes :€ ù 0bert/encoder/layer_1/attention/self/value/MatMulMatMul5bert/encoder/layer_0/output/LayerNorm/batchnorm/add_15bert/encoder/layer_1/attention/self/value/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( å 1bert/encoder/layer_1/attention/self/value/BiasAddBiasAdd0bert/encoder/layer_1/attention/self/value/MatMul3bert/encoder/layer_1/attention/self/value/bias/read* T0* data_formatNHWC* _output_shapes : € € Š 1bert/encoder/layer_1/attention/self/Reshape/shapeConst*% valueB" € @* dtype0* _output_shapes : Ü +bert/encoder/layer_1/attention/self/ReshapeReshape1bert/encoder/layer_1/attention/self/query/BiasAdd1bert/encoder/layer_1/attention/self/Reshape/shape* T0* Tshape0*' _output_shapes : € @ ‹ 2bert/encoder/layer_1/attention/self/transpose/permConst*% valueB"* dtype0* _output_shapes : Ú -bert/encoder/layer_1/attention/self/transpose Transpose+bert/encoder/layer_1/attention/self/Reshape2bert/encoder/layer_1/attention/self/transpose/perm* Tperm0* T0*' _output_shapes :  €@ Œ 3bert/encoder/layer_1/attention/self/Reshape_1/shapeConst*% valueB" € @* dtype0* _output_shapes : Þ -bert/encoder/layer_1/attention/self/Reshape_1Reshape/bert/encoder/layer_1/attention/self/key/BiasAdd3bert/encoder/layer_1/attention/self/Reshape_1/shape* T0* Tshape0*' _output_shapes : € @  4bert/encoder/layer_1/attention/self/transpose_1/permConst*% valueB"* dtype0* _output_shapes : à /bert/encoder/layer_1/attention/self/transpose_1 Transpose-bert/encoder/layer_1/attention/self/Reshape_14bert/encoder/layer_1/attention/self/transpose_1/perm* Tperm0* T0*' _output_shapes :  €@ æ *bert/encoder/layer_1/attention/self/MatMul BatchMatMul-bert/encoder/layer_1/attention/self/transpose/bert/encoder/layer_1/attention/self/transpose_1* adj_x(* adj_y(* T0*( _output_shapes :  €€ n )bert/encoder/layer_1/attention/self/Mul/yConst* value B *>* dtype0* _output_shapes : ¸ 'bert/encoder/layer_1/attention/self/MulMul*bert/encoder/layer_1/attention/self/MatMul)bert/encoder/layer_1/attention/self/Mul/y* T0*( _output_shapes :  €€ | 2bert/encoder/layer_1/attention/self/ExpandDims/dimConst* value B :* dtype0* _output_shapes : Á .bert/encoder/layer_1/attention/self/ExpandDims ExpandDimsbert/encoder/mul2bert/encoder/layer_1/attention/self/ExpandDims/dim* T0*( _output_shapes : €€* Tdim0 n )bert/encoder/layer_1/attention/self/sub/xConst* value B *€?* dtype0* _output_shapes : ¼ 'bert/encoder/layer_1/attention/self/subSub)bert/encoder/layer_1/attention/self/sub/x.bert/encoder/layer_1/attention/self/ExpandDims* T0*( _output_shapes : €€ p +bert/encoder/layer_1/attention/self/mul_1/yConst* value B *@Æ* dtype0* _output_shapes : ¹ )bert/encoder/layer_1/attention/self/mul_1Mul'bert/encoder/layer_1/attention/self/sub+bert/encoder/layer_1/attention/self/mul_1/y* T0*( _output_shapes : €€ µ 'bert/encoder/layer_1/attention/self/addAdd'bert/encoder/layer_1/attention/self/Mul)bert/encoder/layer_1/attention/self/mul_1* T0*( _output_shapes :  €€ ’ +bert/encoder/layer_1/attention/self/SoftmaxSoftmax'bert/encoder/layer_1/attention/self/add* T0*( _output_shapes :  €€ z 5bert/encoder/layer_1/attention/self/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : Š 1bert/encoder/layer_1/attention/self/dropout/ShapeConst*% valueB" €€* dtype0* _output_shapes : ƒ >bert/encoder/layer_1/attention/self/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : ƒ >bert/encoder/layer_1/attention/self/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : å Hbert/encoder/layer_1/attention/self/dropout/random_uniform/RandomUniform RandomUniform1bert/encoder/layer_1/attention/self/dropout/Shape* seed* T0* dtype0*( _output_shapes :  €€* seed2 æ >bert/encoder/layer_1/attention/self/dropout/random_uniform/subSub>bert/encoder/layer_1/attention/self/dropout/random_uniform/max>bert/encoder/layer_1/attention/self/dropout/random_uniform/min* T0* _output_shapes : ‚ >bert/encoder/layer_1/attention/self/dropout/random_uniform/mulMulHbert/encoder/layer_1/attention/self/dropout/random_uniform/RandomUniform>bert/encoder/layer_1/attention/self/dropout/random_uniform/sub* T0*( _output_shapes :  €€ ô :bert/encoder/layer_1/attention/self/dropout/random_uniformAdd>bert/encoder/layer_1/attention/self/dropout/random_uniform/mul>bert/encoder/layer_1/attention/self/dropout/random_uniform/min* T0*( _output_shapes :  €€ Ü /bert/encoder/layer_1/attention/self/dropout/addAdd5bert/encoder/layer_1/attention/self/dropout/keep_prob:bert/encoder/layer_1/attention/self/dropout/random_uniform* T0*( _output_shapes :  €€ ž 1bert/encoder/layer_1/attention/self/dropout/FloorFloor/bert/encoder/layer_1/attention/self/dropout/add* T0*( _output_shapes :  €€ Ñ /bert/encoder/layer_1/attention/self/dropout/divRealDiv+bert/encoder/layer_1/attention/self/Softmax5bert/encoder/layer_1/attention/self/dropout/keep_prob* T0*( _output_shapes :  €€ Í /bert/encoder/layer_1/attention/self/dropout/mulMul/bert/encoder/layer_1/attention/self/dropout/div1bert/encoder/layer_1/attention/self/dropout/Floor* T0*( _output_shapes :  €€ Œ 3bert/encoder/layer_1/attention/self/Reshape_2/shapeConst*% valueB" € @* dtype0* _output_shapes : à -bert/encoder/layer_1/attention/self/Reshape_2Reshape1bert/encoder/layer_1/attention/self/value/BiasAdd3bert/encoder/layer_1/attention/self/Reshape_2/shape* T0* Tshape0*' _output_shapes : € @  4bert/encoder/layer_1/attention/self/transpose_2/permConst*% valueB"* dtype0* _output_shapes : à /bert/encoder/layer_1/attention/self/transpose_2 Transpose-bert/encoder/layer_1/attention/self/Reshape_24bert/encoder/layer_1/attention/self/transpose_2/perm* T0*' _output_shapes :  €@* Tperm0 é ,bert/encoder/layer_1/attention/self/MatMul_1 BatchMatMul/bert/encoder/layer_1/attention/self/dropout/mul/bert/encoder/layer_1/attention/self/transpose_2* adj_x(* adj_y(* T0*' _output_shapes :  €@  4bert/encoder/layer_1/attention/self/transpose_3/permConst*% valueB"* dtype0* _output_shapes : ß /bert/encoder/layer_1/attention/self/transpose_3 Transpose,bert/encoder/layer_1/attention/self/MatMul_14bert/encoder/layer_1/attention/self/transpose_3/perm* Tperm0* T0*' _output_shapes : € @ „ 3bert/encoder/layer_1/attention/self/Reshape_3/shapeConst* valueB"* dtype0* _output_shapes : × -bert/encoder/layer_1/attention/self/Reshape_3Reshape/bert/encoder/layer_1/attention/self/transpose_33bert/encoder/layer_1/attention/self/Reshape_3/shape* T0* Tshape0* _output_shapes : € € í Ubert/encoder/layer_1/attention/output/dense/kernel/Initializer/truncated_normal/shapeConst*E _class; 97loc:@bert/encoder/layer_1/attention/output/dense/kernel* valueB"* dtype0* _output_shapes : à Tbert/encoder/layer_1/attention/output/dense/kernel/Initializer/truncated_normal/meanConst*E _class; 97loc:@bert/encoder/layer_1/attention/output/dense/kernel* value B ** dtype0* _output_shapes : â Vbert/encoder/layer_1/attention/output/dense/kernel/Initializer/truncated_normal/stddevConst*E _class; 97loc:@bert/encoder/layer_1/attention/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : á _bert/encoder/layer_1/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalUbert/encoder/layer_1/attention/output/dense/kernel/Initializer/truncated_normal/shape* seed* T0*E _class; 97loc:@bert/encoder/layer_1/attention/output/dense/kernel* seed2* dtype0* _output_shapes : €€ … Sbert/encoder/layer_1/attention/output/dense/kernel/Initializer/truncated_normal/mulMul_bert/encoder/layer_1/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalVbert/encoder/layer_1/attention/output/dense/kernel/Initializer/truncated_normal/stddev* T0*E _class; 97loc:@bert/encoder/layer_1/attention/output/dense/kernel* _output_shapes : €€ ó Obert/encoder/layer_1/attention/output/dense/kernel/Initializer/truncated_normalAddSbert/encoder/layer_1/attention/output/dense/kernel/Initializer/truncated_normal/mulTbert/encoder/layer_1/attention/output/dense/kernel/Initializer/truncated_normal/mean* T0*E _class; 97loc:@bert/encoder/layer_1/attention/output/dense/kernel* _output_shapes : €€ ñ 2bert/encoder/layer_1/attention/output/dense/kernel VariableV2* shared_name*E _class; 97loc:@bert/encoder/layer_1/attention/output/dense/kernel* container* shape : €€* dtype0* _output_shapes : €€ ã 9bert/encoder/layer_1/attention/output/dense/kernel/AssignAssign2bert/encoder/layer_1/attention/output/dense/kernelObert/encoder/layer_1/attention/output/dense/kernel/Initializer/truncated_normal* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_1/attention/output/dense/kernel* validate_shape(* _output_shapes : €€ é 7bert/encoder/layer_1/attention/output/dense/kernel/readIdentity2bert/encoder/layer_1/attention/output/dense/kernel* T0*E _class; 97loc:@bert/encoder/layer_1/attention/output/dense/kernel* _output_shapes : €€ Ö Bbert/encoder/layer_1/attention/output/dense/bias/Initializer/zerosConst*C _class9 75loc:@bert/encoder/layer_1/attention/output/dense/bias* valueB€** dtype0* _output_shapes :€ ã 0bert/encoder/layer_1/attention/output/dense/bias VariableV2* shared_name*C _class9 75loc:@bert/encoder/layer_1/attention/output/dense/bias* container* shape:€* dtype0* _output_shapes :€ Ë 7bert/encoder/layer_1/attention/output/dense/bias/AssignAssign0bert/encoder/layer_1/attention/output/dense/biasBbert/encoder/layer_1/attention/output/dense/bias/Initializer/zeros* T0*C _class9 75loc:@bert/encoder/layer_1/attention/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( Þ 5bert/encoder/layer_1/attention/output/dense/bias/readIdentity0bert/encoder/layer_1/attention/output/dense/bias* T0*C _class9 75loc:@bert/encoder/layer_1/attention/output/dense/bias* _output_shapes :€ õ 2bert/encoder/layer_1/attention/output/dense/MatMulMatMul-bert/encoder/layer_1/attention/self/Reshape_37bert/encoder/layer_1/attention/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ë 3bert/encoder/layer_1/attention/output/dense/BiasAddBiasAdd2bert/encoder/layer_1/attention/output/dense/MatMul5bert/encoder/layer_1/attention/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € | 7bert/encoder/layer_1/attention/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : „ 3bert/encoder/layer_1/attention/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : … @bert/encoder/layer_1/attention/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : … @bert/encoder/layer_1/attention/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : á Jbert/encoder/layer_1/attention/output/dropout/random_uniform/RandomUniform RandomUniform3bert/encoder/layer_1/attention/output/dropout/Shape* T0* dtype0* _output_shapes : € €* seed2* seed ì @bert/encoder/layer_1/attention/output/dropout/random_uniform/subSub@bert/encoder/layer_1/attention/output/dropout/random_uniform/max@bert/encoder/layer_1/attention/output/dropout/random_uniform/min* T0* _output_shapes : € @bert/encoder/layer_1/attention/output/dropout/random_uniform/mulMulJbert/encoder/layer_1/attention/output/dropout/random_uniform/RandomUniform@bert/encoder/layer_1/attention/output/dropout/random_uniform/sub* T0* _output_shapes : € € ò <:loc:@bert/encoder/layer_1/attention/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ í 5bert/encoder/layer_1/attention/output/LayerNorm/gamma VariableV2*H _class> <:loc:@bert/encoder/layer_1/attention/output/LayerNorm/gamma* container* shape:€* dtype0* _output_shapes :€* shared_name Þ <:loc:@bert/encoder/layer_1/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_1/attention/output/LayerNorm/gamma/readIdentity5bert/encoder/layer_1/attention/output/LayerNorm/gamma* T0*H _class> <:loc:@bert/encoder/layer_1/attention/output/LayerNorm/gamma* _output_shapes :€ ˜ Nbert/encoder/layer_1/attention/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : † bert/encoder/layer_1/intermediate/dense/bias/Initializer/zerosFillNbert/encoder/layer_1/intermediate/dense/bias/Initializer/zeros/shape_as_tensorDbert/encoder/layer_1/intermediate/dense/bias/Initializer/zeros/Const* T0*? _class5 31loc:@bert/encoder/layer_1/intermediate/dense/bias* index_type0* _output_shapes :€ Û ,bert/encoder/layer_1/intermediate/dense/bias VariableV2* shared_name*? _class5 31loc:@bert/encoder/layer_1/intermediate/dense/bias* container* shape:€* dtype0* _output_shapes :€ » 3bert/encoder/layer_1/intermediate/dense/bias/AssignAssign,bert/encoder/layer_1/intermediate/dense/bias>bert/encoder/layer_1/intermediate/dense/bias/Initializer/zeros* T0*? _class5 31loc:@bert/encoder/layer_1/intermediate/dense/bias* validate_shape(* _output_shapes :€* use_locking( Ò 1bert/encoder/layer_1/intermediate/dense/bias/readIdentity,bert/encoder/layer_1/intermediate/dense/bias* T0*? _class5 31loc:@bert/encoder/layer_1/intermediate/dense/bias* _output_shapes :€ ÿ .bert/encoder/layer_1/intermediate/dense/MatMulMatMul?bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/add_13bert/encoder/layer_1/intermediate/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ß /bert/encoder/layer_1/intermediate/dense/BiasAddBiasAdd.bert/encoder/layer_1/intermediate/dense/MatMul1bert/encoder/layer_1/intermediate/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € s .bert/encoder/layer_1/intermediate/dense/Sqrt/xConst* value B *@* dtype0* _output_shapes : … ,bert/encoder/layer_1/intermediate/dense/SqrtSqrt.bert/encoder/layer_1/intermediate/dense/Sqrt/x* T0* _output_shapes : Ä /bert/encoder/layer_1/intermediate/dense/truedivRealDiv/bert/encoder/layer_1/intermediate/dense/BiasAdd,bert/encoder/layer_1/intermediate/dense/Sqrt* T0* _output_shapes : € € Ž +bert/encoder/layer_1/intermediate/dense/ErfErf/bert/encoder/layer_1/intermediate/dense/truediv* T0* _output_shapes : € € r -bert/encoder/layer_1/intermediate/dense/add/xConst* value B *€?* dtype0* _output_shapes : ¹ +bert/encoder/layer_1/intermediate/dense/addAdd-bert/encoder/layer_1/intermediate/dense/add/x+bert/encoder/layer_1/intermediate/dense/Erf* T0* _output_shapes : € € r -bert/encoder/layer_1/intermediate/dense/mul/xConst* value B *?* dtype0* _output_shapes : ¹ +bert/encoder/layer_1/intermediate/dense/mulMul-bert/encoder/layer_1/intermediate/dense/mul/x+bert/encoder/layer_1/intermediate/dense/add* T0* _output_shapes : € € ½ -bert/encoder/layer_1/intermediate/dense/mul_1Mul/bert/encoder/layer_1/intermediate/dense/BiasAdd+bert/encoder/layer_1/intermediate/dense/mul* T0* _output_shapes : € € Ù Kbert/encoder/layer_1/output/dense/kernel/Initializer/truncated_normal/shapeConst*; _class1 /-loc:@bert/encoder/layer_1/output/dense/kernel* valueB" * dtype0* _output_shapes : Ì Jbert/encoder/layer_1/output/dense/kernel/Initializer/truncated_normal/meanConst*; _class1 /-loc:@bert/encoder/layer_1/output/dense/kernel* value B ** dtype0* _output_shapes : Î Lbert/encoder/layer_1/output/dense/kernel/Initializer/truncated_normal/stddevConst*; _class1 /-loc:@bert/encoder/layer_1/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : à Ubert/encoder/layer_1/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalKbert/encoder/layer_1/output/dense/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*; _class1 /-loc:@bert/encoder/layer_1/output/dense/kernel* seed2 Ý Ibert/encoder/layer_1/output/dense/kernel/Initializer/truncated_normal/mulMulUbert/encoder/layer_1/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalLbert/encoder/layer_1/output/dense/kernel/Initializer/truncated_normal/stddev* T0*; _class1 /-loc:@bert/encoder/layer_1/output/dense/kernel* _output_shapes : €€ Ë Ebert/encoder/layer_1/output/dense/kernel/Initializer/truncated_normalAddIbert/encoder/layer_1/output/dense/kernel/Initializer/truncated_normal/mulJbert/encoder/layer_1/output/dense/kernel/Initializer/truncated_normal/mean* T0*; _class1 /-loc:@bert/encoder/layer_1/output/dense/kernel* _output_shapes : €€ Ý (bert/encoder/layer_1/output/dense/kernel VariableV2*; _class1 /-loc:@bert/encoder/layer_1/output/dense/kernel* container* shape : €€* dtype0* _output_shapes : €€* shared_name » /bert/encoder/layer_1/output/dense/kernel/AssignAssign(bert/encoder/layer_1/output/dense/kernelEbert/encoder/layer_1/output/dense/kernel/Initializer/truncated_normal* use_locking(* T0*; _class1 /-loc:@bert/encoder/layer_1/output/dense/kernel* validate_shape(* _output_shapes : €€ Ë -bert/encoder/layer_1/output/dense/kernel/readIdentity(bert/encoder/layer_1/output/dense/kernel* T0*; _class1 /-loc:@bert/encoder/layer_1/output/dense/kernel* _output_shapes : €€  8bert/encoder/layer_1/output/dense/bias/Initializer/zerosConst*9 _class/ -+loc:@bert/encoder/layer_1/output/dense/bias* valueB€** dtype0* _output_shapes :€ Ï &bert/encoder/layer_1/output/dense/bias VariableV2*9 _class/ -+loc:@bert/encoder/layer_1/output/dense/bias* container* shape:€* dtype0* _output_shapes :€* shared_name £ -bert/encoder/layer_1/output/dense/bias/AssignAssign&bert/encoder/layer_1/output/dense/bias8bert/encoder/layer_1/output/dense/bias/Initializer/zeros* use_locking(* T0*9 _class/ -+loc:@bert/encoder/layer_1/output/dense/bias* validate_shape(* _output_shapes :€ À +bert/encoder/layer_1/output/dense/bias/readIdentity&bert/encoder/layer_1/output/dense/bias* T0*9 _class/ -+loc:@bert/encoder/layer_1/output/dense/bias* _output_shapes :€ á (bert/encoder/layer_1/output/dense/MatMulMatMul-bert/encoder/layer_1/intermediate/dense/mul_1-bert/encoder/layer_1/output/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( Í )bert/encoder/layer_1/output/dense/BiasAddBiasAdd(bert/encoder/layer_1/output/dense/MatMul+bert/encoder/layer_1/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € r -bert/encoder/layer_1/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : z )bert/encoder/layer_1/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : { 6bert/encoder/layer_1/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : { 6bert/encoder/layer_1/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : Í @bert/encoder/layer_1/output/dropout/random_uniform/RandomUniform RandomUniform)bert/encoder/layer_1/output/dropout/Shape* T0* dtype0* _output_shapes : € €* seed2* seed Î 6bert/encoder/layer_1/output/dropout/random_uniform/subSub6bert/encoder/layer_1/output/dropout/random_uniform/max6bert/encoder/layer_1/output/dropout/random_uniform/min* T0* _output_shapes : â 6bert/encoder/layer_1/output/dropout/random_uniform/mulMul@bert/encoder/layer_1/output/dropout/random_uniform/RandomUniform6bert/encoder/layer_1/output/dropout/random_uniform/sub* T0* _output_shapes : € € Ô 2bert/encoder/layer_1/output/dropout/random_uniformAdd6bert/encoder/layer_1/output/dropout/random_uniform/mul6bert/encoder/layer_1/output/dropout/random_uniform/min* T0* _output_shapes : € € ¼ 'bert/encoder/layer_1/output/dropout/addAdd-bert/encoder/layer_1/output/dropout/keep_prob2bert/encoder/layer_1/output/dropout/random_uniform* T0* _output_shapes : € € † )bert/encoder/layer_1/output/dropout/FloorFloor'bert/encoder/layer_1/output/dropout/add* T0* _output_shapes : € € · 'bert/encoder/layer_1/output/dropout/divRealDiv)bert/encoder/layer_1/output/dense/BiasAdd-bert/encoder/layer_1/output/dropout/keep_prob* T0* _output_shapes : € € ­ 'bert/encoder/layer_1/output/dropout/mulMul'bert/encoder/layer_1/output/dropout/div)bert/encoder/layer_1/output/dropout/Floor* T0* _output_shapes : € € » bert/encoder/layer_1/output/addAdd'bert/encoder/layer_1/output/dropout/mul?bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/add_1* T0* _output_shapes : € € Ê _class4 20loc:@bert/encoder/layer_1/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ Ù +bert/encoder/layer_1/output/LayerNorm/gamma VariableV2* shared_name*> _class4 20loc:@bert/encoder/layer_1/output/LayerNorm/gamma* container* shape:€* dtype0* _output_shapes :€ ¶ 2bert/encoder/layer_1/output/LayerNorm/gamma/AssignAssign+bert/encoder/layer_1/output/LayerNorm/gamma _class4 20loc:@bert/encoder/layer_1/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ Ï 0bert/encoder/layer_1/output/LayerNorm/gamma/readIdentity+bert/encoder/layer_1/output/LayerNorm/gamma* T0*> _class4 20loc:@bert/encoder/layer_1/output/LayerNorm/gamma* _output_shapes :€ Ž Dbert/encoder/layer_1/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : è 2bert/encoder/layer_1/output/LayerNorm/moments/meanMeanbert/encoder/layer_1/output/addDbert/encoder/layer_1/output/LayerNorm/moments/mean/reduction_indices* T0* _output_shapes : € * keep_dims(* Tidx0 ¨ :bert/encoder/layer_1/output/LayerNorm/moments/StopGradient StopGradient2bert/encoder/layer_1/output/LayerNorm/moments/mean* T0* _output_shapes : €  Ü ?bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifferenceSquaredDifferencebert/encoder/layer_1/output/add:bert/encoder/layer_1/output/LayerNorm/moments/StopGradient* T0* _output_shapes : € € ’ Hbert/encoder/layer_1/output/LayerNorm/moments/variance/reduction_indicesConst* value B :* dtype0* _output_shapes :  6bert/encoder/layer_1/output/LayerNorm/moments/varianceMean?bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifferenceHbert/encoder/layer_1/output/LayerNorm/moments/variance/reduction_indices* T0* _output_shapes : € * keep_dims(* Tidx0 z 5bert/encoder/layer_1/output/LayerNorm/batchnorm/add/yConst* value B *̼Œ+* dtype0* _output_shapes : Ó 3bert/encoder/layer_1/output/LayerNorm/batchnorm/addAdd6bert/encoder/layer_1/output/LayerNorm/moments/variance5bert/encoder/layer_1/output/LayerNorm/batchnorm/add/y* T0* _output_shapes : €   5bert/encoder/layer_1/output/LayerNorm/batchnorm/RsqrtRsqrt3bert/encoder/layer_1/output/LayerNorm/batchnorm/add* T0* _output_shapes : €  Î 3bert/encoder/layer_1/output/LayerNorm/batchnorm/mulMul5bert/encoder/layer_1/output/LayerNorm/batchnorm/Rsqrt0bert/encoder/layer_1/output/LayerNorm/gamma/read* T0* _output_shapes : € € ½ 5bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_1Mulbert/encoder/layer_1/output/add3bert/encoder/layer_1/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ð 5bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2Mul2bert/encoder/layer_1/output/LayerNorm/moments/mean3bert/encoder/layer_1/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Í 3bert/encoder/layer_1/output/LayerNorm/batchnorm/subSub/bert/encoder/layer_1/output/LayerNorm/beta/read5bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2* T0* _output_shapes : € € Ó 5bert/encoder/layer_1/output/LayerNorm/batchnorm/add_1Add5bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_13bert/encoder/layer_1/output/LayerNorm/batchnorm/sub* T0* _output_shapes : € € é Sbert/encoder/layer_2/attention/self/query/kernel/Initializer/truncated_normal/shapeConst*C _class9 75loc:@bert/encoder/layer_2/attention/self/query/kernel* valueB"* dtype0* _output_shapes : Ü Rbert/encoder/layer_2/attention/self/query/kernel/Initializer/truncated_normal/meanConst*C _class9 75loc:@bert/encoder/layer_2/attention/self/query/kernel* value B ** dtype0* _output_shapes : Þ Tbert/encoder/layer_2/attention/self/query/kernel/Initializer/truncated_normal/stddevConst*C _class9 75loc:@bert/encoder/layer_2/attention/self/query/kernel* value B * ×£<* dtype0* _output_shapes : Û ]bert/encoder/layer_2/attention/self/query/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalSbert/encoder/layer_2/attention/self/query/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*C _class9 75loc:@bert/encoder/layer_2/attention/self/query/kernel* seed2 ý Qbert/encoder/layer_2/attention/self/query/kernel/Initializer/truncated_normal/mulMul]bert/encoder/layer_2/attention/self/query/kernel/Initializer/truncated_normal/TruncatedNormalTbert/encoder/layer_2/attention/self/query/kernel/Initializer/truncated_normal/stddev* T0*C _class9 75loc:@bert/encoder/layer_2/attention/self/query/kernel* _output_shapes : €€ ë Mbert/encoder/layer_2/attention/self/query/kernel/Initializer/truncated_normalAddQbert/encoder/layer_2/attention/self/query/kernel/Initializer/truncated_normal/mulRbert/encoder/layer_2/attention/self/query/kernel/Initializer/truncated_normal/mean* T0*C _class9 75loc:@bert/encoder/layer_2/attention/self/query/kernel* _output_shapes : €€ í 0bert/encoder/layer_2/attention/self/query/kernel VariableV2*C _class9 75loc:@bert/encoder/layer_2/attention/self/query/kernel* container* shape : €€* dtype0* _output_shapes : €€* shared_name Û 7bert/encoder/layer_2/attention/self/query/kernel/AssignAssign0bert/encoder/layer_2/attention/self/query/kernelMbert/encoder/layer_2/attention/self/query/kernel/Initializer/truncated_normal* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_2/attention/self/query/kernel* validate_shape(* _output_shapes : €€ ã 5bert/encoder/layer_2/attention/self/query/kernel/readIdentity0bert/encoder/layer_2/attention/self/query/kernel* T0*C _class9 75loc:@bert/encoder/layer_2/attention/self/query/kernel* _output_shapes : €€ Ò @bert/encoder/layer_2/attention/self/query/bias/Initializer/zerosConst*A _class7 53loc:@bert/encoder/layer_2/attention/self/query/bias* valueB€** dtype0* _output_shapes :€ ß .bert/encoder/layer_2/attention/self/query/bias VariableV2* shared_name*A _class7 53loc:@bert/encoder/layer_2/attention/self/query/bias* container* shape:€* dtype0* _output_shapes :€ à 5bert/encoder/layer_2/attention/self/query/bias/AssignAssign.bert/encoder/layer_2/attention/self/query/bias@bert/encoder/layer_2/attention/self/query/bias/Initializer/zeros* T0*A _class7 53loc:@bert/encoder/layer_2/attention/self/query/bias* validate_shape(* _output_shapes :€* use_locking( Ø 3bert/encoder/layer_2/attention/self/query/bias/readIdentity.bert/encoder/layer_2/attention/self/query/bias* T0*A _class7 53loc:@bert/encoder/layer_2/attention/self/query/bias* _output_shapes :€ ù 0bert/encoder/layer_2/attention/self/query/MatMulMatMul5bert/encoder/layer_1/output/LayerNorm/batchnorm/add_15bert/encoder/layer_2/attention/self/query/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( å 1bert/encoder/layer_2/attention/self/query/BiasAddBiasAdd0bert/encoder/layer_2/attention/self/query/MatMul3bert/encoder/layer_2/attention/self/query/bias/read* T0* data_formatNHWC* _output_shapes : € € å Qbert/encoder/layer_2/attention/self/key/kernel/Initializer/truncated_normal/shapeConst*A _class7 53loc:@bert/encoder/layer_2/attention/self/key/kernel* valueB"* dtype0* _output_shapes : Ø Pbert/encoder/layer_2/attention/self/key/kernel/Initializer/truncated_normal/meanConst*A _class7 53loc:@bert/encoder/layer_2/attention/self/key/kernel* value B ** dtype0* _output_shapes : Ú Rbert/encoder/layer_2/attention/self/key/kernel/Initializer/truncated_normal/stddevConst*A _class7 53loc:@bert/encoder/layer_2/attention/self/key/kernel* value B * ×£<* dtype0* _output_shapes : Õ [bert/encoder/layer_2/attention/self/key/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalQbert/encoder/layer_2/attention/self/key/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*A _class7 53loc:@bert/encoder/layer_2/attention/self/key/kernel* seed2 õ Obert/encoder/layer_2/attention/self/key/kernel/Initializer/truncated_normal/mulMul[bert/encoder/layer_2/attention/self/key/kernel/Initializer/truncated_normal/TruncatedNormalRbert/encoder/layer_2/attention/self/key/kernel/Initializer/truncated_normal/stddev* T0*A _class7 53loc:@bert/encoder/layer_2/attention/self/key/kernel* _output_shapes : €€ ã Kbert/encoder/layer_2/attention/self/key/kernel/Initializer/truncated_normalAddObert/encoder/layer_2/attention/self/key/kernel/Initializer/truncated_normal/mulPbert/encoder/layer_2/attention/self/key/kernel/Initializer/truncated_normal/mean* T0*A _class7 53loc:@bert/encoder/layer_2/attention/self/key/kernel* _output_shapes : €€ é .bert/encoder/layer_2/attention/self/key/kernel VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*A _class7 53loc:@bert/encoder/layer_2/attention/self/key/kernel* container Ó 5bert/encoder/layer_2/attention/self/key/kernel/AssignAssign.bert/encoder/layer_2/attention/self/key/kernelKbert/encoder/layer_2/attention/self/key/kernel/Initializer/truncated_normal* T0*A _class7 53loc:@bert/encoder/layer_2/attention/self/key/kernel* validate_shape(* _output_shapes : €€* use_locking( Ý 3bert/encoder/layer_2/attention/self/key/kernel/readIdentity.bert/encoder/layer_2/attention/self/key/kernel* T0*A _class7 53loc:@bert/encoder/layer_2/attention/self/key/kernel* _output_shapes : €€ Î >bert/encoder/layer_2/attention/self/key/bias/Initializer/zerosConst*? _class5 31loc:@bert/encoder/layer_2/attention/self/key/bias* valueB€** dtype0* _output_shapes :€ Û ,bert/encoder/layer_2/attention/self/key/bias VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*? _class5 31loc:@bert/encoder/layer_2/attention/self/key/bias* container » 3bert/encoder/layer_2/attention/self/key/bias/AssignAssign,bert/encoder/layer_2/attention/self/key/bias>bert/encoder/layer_2/attention/self/key/bias/Initializer/zeros* T0*? _class5 31loc:@bert/encoder/layer_2/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( Ò 1bert/encoder/layer_2/attention/self/key/bias/readIdentity,bert/encoder/layer_2/attention/self/key/bias* T0*? _class5 31loc:@bert/encoder/layer_2/attention/self/key/bias* _output_shapes :€ õ .bert/encoder/layer_2/attention/self/key/MatMulMatMul5bert/encoder/layer_1/output/LayerNorm/batchnorm/add_13bert/encoder/layer_2/attention/self/key/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ß /bert/encoder/layer_2/attention/self/key/BiasAddBiasAdd.bert/encoder/layer_2/attention/self/key/MatMul1bert/encoder/layer_2/attention/self/key/bias/read* T0* data_formatNHWC* _output_shapes : € € é Sbert/encoder/layer_2/attention/self/value/kernel/Initializer/truncated_normal/shapeConst*C _class9 75loc:@bert/encoder/layer_2/attention/self/value/kernel* valueB"* dtype0* _output_shapes : Ü Rbert/encoder/layer_2/attention/self/value/kernel/Initializer/truncated_normal/meanConst*C _class9 75loc:@bert/encoder/layer_2/attention/self/value/kernel* value B ** dtype0* _output_shapes : Þ Tbert/encoder/layer_2/attention/self/value/kernel/Initializer/truncated_normal/stddevConst*C _class9 75loc:@bert/encoder/layer_2/attention/self/value/kernel* value B * ×£<* dtype0* _output_shapes : Û ]bert/encoder/layer_2/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalSbert/encoder/layer_2/attention/self/value/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*C _class9 75loc:@bert/encoder/layer_2/attention/self/value/kernel* seed2 ý Qbert/encoder/layer_2/attention/self/value/kernel/Initializer/truncated_normal/mulMul]bert/encoder/layer_2/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalTbert/encoder/layer_2/attention/self/value/kernel/Initializer/truncated_normal/stddev* T0*C _class9 75loc:@bert/encoder/layer_2/attention/self/value/kernel* _output_shapes : €€ ë Mbert/encoder/layer_2/attention/self/value/kernel/Initializer/truncated_normalAddQbert/encoder/layer_2/attention/self/value/kernel/Initializer/truncated_normal/mulRbert/encoder/layer_2/attention/self/value/kernel/Initializer/truncated_normal/mean* T0*C _class9 75loc:@bert/encoder/layer_2/attention/self/value/kernel* _output_shapes : €€ í 0bert/encoder/layer_2/attention/self/value/kernel VariableV2* dtype0* _output_shapes : €€* shared_name*C _class9 75loc:@bert/encoder/layer_2/attention/self/value/kernel* container* shape : €€ Û 7bert/encoder/layer_2/attention/self/value/kernel/AssignAssign0bert/encoder/layer_2/attention/self/value/kernelMbert/encoder/layer_2/attention/self/value/kernel/Initializer/truncated_normal* T0*C _class9 75loc:@bert/encoder/layer_2/attention/self/value/kernel* validate_shape(* _output_shapes : €€* use_locking( ã 5bert/encoder/layer_2/attention/self/value/kernel/readIdentity0bert/encoder/layer_2/attention/self/value/kernel* T0*C _class9 75loc:@bert/encoder/layer_2/attention/self/value/kernel* _output_shapes : €€ Ò @bert/encoder/layer_2/attention/self/value/bias/Initializer/zerosConst*A _class7 53loc:@bert/encoder/layer_2/attention/self/value/bias* valueB€** dtype0* _output_shapes :€ ß .bert/encoder/layer_2/attention/self/value/bias VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*A _class7 53loc:@bert/encoder/layer_2/attention/self/value/bias* container à 5bert/encoder/layer_2/attention/self/value/bias/AssignAssign.bert/encoder/layer_2/attention/self/value/bias@bert/encoder/layer_2/attention/self/value/bias/Initializer/zeros* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_2/attention/self/value/bias* validate_shape(* _output_shapes :€ Ø 3bert/encoder/layer_2/attention/self/value/bias/readIdentity.bert/encoder/layer_2/attention/self/value/bias* T0*A _class7 53loc:@bert/encoder/layer_2/attention/self/value/bias* _output_shapes :€ ù 0bert/encoder/layer_2/attention/self/value/MatMulMatMul5bert/encoder/layer_1/output/LayerNorm/batchnorm/add_15bert/encoder/layer_2/attention/self/value/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( å 1bert/encoder/layer_2/attention/self/value/BiasAddBiasAdd0bert/encoder/layer_2/attention/self/value/MatMul3bert/encoder/layer_2/attention/self/value/bias/read* T0* data_formatNHWC* _output_shapes : € € Š 1bert/encoder/layer_2/attention/self/Reshape/shapeConst*% valueB" € @* dtype0* _output_shapes : Ü +bert/encoder/layer_2/attention/self/ReshapeReshape1bert/encoder/layer_2/attention/self/query/BiasAdd1bert/encoder/layer_2/attention/self/Reshape/shape* T0* Tshape0*' _output_shapes : € @ ‹ 2bert/encoder/layer_2/attention/self/transpose/permConst*% valueB"* dtype0* _output_shapes : Ú -bert/encoder/layer_2/attention/self/transpose Transpose+bert/encoder/layer_2/attention/self/Reshape2bert/encoder/layer_2/attention/self/transpose/perm* Tperm0* T0*' _output_shapes :  €@ Œ 3bert/encoder/layer_2/attention/self/Reshape_1/shapeConst*% valueB" € @* dtype0* _output_shapes : Þ -bert/encoder/layer_2/attention/self/Reshape_1Reshape/bert/encoder/layer_2/attention/self/key/BiasAdd3bert/encoder/layer_2/attention/self/Reshape_1/shape* T0* Tshape0*' _output_shapes : € @  4bert/encoder/layer_2/attention/self/transpose_1/permConst*% valueB"* dtype0* _output_shapes : à /bert/encoder/layer_2/attention/self/transpose_1 Transpose-bert/encoder/layer_2/attention/self/Reshape_14bert/encoder/layer_2/attention/self/transpose_1/perm* Tperm0* T0*' _output_shapes :  €@ æ *bert/encoder/layer_2/attention/self/MatMul BatchMatMul-bert/encoder/layer_2/attention/self/transpose/bert/encoder/layer_2/attention/self/transpose_1* T0*( _output_shapes :  €€* adj_x(* adj_y( n )bert/encoder/layer_2/attention/self/Mul/yConst* value B *>* dtype0* _output_shapes : ¸ 'bert/encoder/layer_2/attention/self/MulMul*bert/encoder/layer_2/attention/self/MatMul)bert/encoder/layer_2/attention/self/Mul/y* T0*( _output_shapes :  €€ | 2bert/encoder/layer_2/attention/self/ExpandDims/dimConst* value B :* dtype0* _output_shapes : Á .bert/encoder/layer_2/attention/self/ExpandDims ExpandDimsbert/encoder/mul2bert/encoder/layer_2/attention/self/ExpandDims/dim* Tdim0* T0*( _output_shapes : €€ n )bert/encoder/layer_2/attention/self/sub/xConst* value B *€?* dtype0* _output_shapes : ¼ 'bert/encoder/layer_2/attention/self/subSub)bert/encoder/layer_2/attention/self/sub/x.bert/encoder/layer_2/attention/self/ExpandDims* T0*( _output_shapes : €€ p +bert/encoder/layer_2/attention/self/mul_1/yConst* value B *@Æ* dtype0* _output_shapes : ¹ )bert/encoder/layer_2/attention/self/mul_1Mul'bert/encoder/layer_2/attention/self/sub+bert/encoder/layer_2/attention/self/mul_1/y* T0*( _output_shapes : €€ µ 'bert/encoder/layer_2/attention/self/addAdd'bert/encoder/layer_2/attention/self/Mul)bert/encoder/layer_2/attention/self/mul_1* T0*( _output_shapes :  €€ ’ +bert/encoder/layer_2/attention/self/SoftmaxSoftmax'bert/encoder/layer_2/attention/self/add* T0*( _output_shapes :  €€ z 5bert/encoder/layer_2/attention/self/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : Š 1bert/encoder/layer_2/attention/self/dropout/ShapeConst*% valueB" €€* dtype0* _output_shapes : ƒ >bert/encoder/layer_2/attention/self/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : ƒ >bert/encoder/layer_2/attention/self/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : å Hbert/encoder/layer_2/attention/self/dropout/random_uniform/RandomUniform RandomUniform1bert/encoder/layer_2/attention/self/dropout/Shape* seed* T0* dtype0*( _output_shapes :  €€* seed2 æ >bert/encoder/layer_2/attention/self/dropout/random_uniform/subSub>bert/encoder/layer_2/attention/self/dropout/random_uniform/max>bert/encoder/layer_2/attention/self/dropout/random_uniform/min* T0* _output_shapes : ‚ >bert/encoder/layer_2/attention/self/dropout/random_uniform/mulMulHbert/encoder/layer_2/attention/self/dropout/random_uniform/RandomUniform>bert/encoder/layer_2/attention/self/dropout/random_uniform/sub* T0*( _output_shapes :  €€ ô :bert/encoder/layer_2/attention/self/dropout/random_uniformAdd>bert/encoder/layer_2/attention/self/dropout/random_uniform/mul>bert/encoder/layer_2/attention/self/dropout/random_uniform/min* T0*( _output_shapes :  €€ Ü /bert/encoder/layer_2/attention/self/dropout/addAdd5bert/encoder/layer_2/attention/self/dropout/keep_prob:bert/encoder/layer_2/attention/self/dropout/random_uniform* T0*( _output_shapes :  €€ ž 1bert/encoder/layer_2/attention/self/dropout/FloorFloor/bert/encoder/layer_2/attention/self/dropout/add* T0*( _output_shapes :  €€ Ñ /bert/encoder/layer_2/attention/self/dropout/divRealDiv+bert/encoder/layer_2/attention/self/Softmax5bert/encoder/layer_2/attention/self/dropout/keep_prob* T0*( _output_shapes :  €€ Í /bert/encoder/layer_2/attention/self/dropout/mulMul/bert/encoder/layer_2/attention/self/dropout/div1bert/encoder/layer_2/attention/self/dropout/Floor* T0*( _output_shapes :  €€ Œ 3bert/encoder/layer_2/attention/self/Reshape_2/shapeConst*% valueB" € @* dtype0* _output_shapes : à -bert/encoder/layer_2/attention/self/Reshape_2Reshape1bert/encoder/layer_2/attention/self/value/BiasAdd3bert/encoder/layer_2/attention/self/Reshape_2/shape* T0* Tshape0*' _output_shapes : € @  4bert/encoder/layer_2/attention/self/transpose_2/permConst*% valueB"* dtype0* _output_shapes : à /bert/encoder/layer_2/attention/self/transpose_2 Transpose-bert/encoder/layer_2/attention/self/Reshape_24bert/encoder/layer_2/attention/self/transpose_2/perm* Tperm0* T0*' _output_shapes :  €@ é ,bert/encoder/layer_2/attention/self/MatMul_1 BatchMatMul/bert/encoder/layer_2/attention/self/dropout/mul/bert/encoder/layer_2/attention/self/transpose_2* T0*' _output_shapes :  €@* adj_x(* adj_y(  4bert/encoder/layer_2/attention/self/transpose_3/permConst*% valueB"* dtype0* _output_shapes : ß /bert/encoder/layer_2/attention/self/transpose_3 Transpose,bert/encoder/layer_2/attention/self/MatMul_14bert/encoder/layer_2/attention/self/transpose_3/perm* T0*' _output_shapes : € @* Tperm0 „ 3bert/encoder/layer_2/attention/self/Reshape_3/shapeConst* valueB"* dtype0* _output_shapes : × -bert/encoder/layer_2/attention/self/Reshape_3Reshape/bert/encoder/layer_2/attention/self/transpose_33bert/encoder/layer_2/attention/self/Reshape_3/shape* T0* Tshape0* _output_shapes : € € í Ubert/encoder/layer_2/attention/output/dense/kernel/Initializer/truncated_normal/shapeConst*E _class; 97loc:@bert/encoder/layer_2/attention/output/dense/kernel* valueB"* dtype0* _output_shapes : à Tbert/encoder/layer_2/attention/output/dense/kernel/Initializer/truncated_normal/meanConst*E _class; 97loc:@bert/encoder/layer_2/attention/output/dense/kernel* value B ** dtype0* _output_shapes : â Vbert/encoder/layer_2/attention/output/dense/kernel/Initializer/truncated_normal/stddevConst*E _class; 97loc:@bert/encoder/layer_2/attention/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : á _bert/encoder/layer_2/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalUbert/encoder/layer_2/attention/output/dense/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*E _class; 97loc:@bert/encoder/layer_2/attention/output/dense/kernel* seed2 … Sbert/encoder/layer_2/attention/output/dense/kernel/Initializer/truncated_normal/mulMul_bert/encoder/layer_2/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalVbert/encoder/layer_2/attention/output/dense/kernel/Initializer/truncated_normal/stddev* T0*E _class; 97loc:@bert/encoder/layer_2/attention/output/dense/kernel* _output_shapes : €€ ó Obert/encoder/layer_2/attention/output/dense/kernel/Initializer/truncated_normalAddSbert/encoder/layer_2/attention/output/dense/kernel/Initializer/truncated_normal/mulTbert/encoder/layer_2/attention/output/dense/kernel/Initializer/truncated_normal/mean* T0*E _class; 97loc:@bert/encoder/layer_2/attention/output/dense/kernel* _output_shapes : €€ ñ 2bert/encoder/layer_2/attention/output/dense/kernel VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*E _class; 97loc:@bert/encoder/layer_2/attention/output/dense/kernel* container ã 9bert/encoder/layer_2/attention/output/dense/kernel/AssignAssign2bert/encoder/layer_2/attention/output/dense/kernelObert/encoder/layer_2/attention/output/dense/kernel/Initializer/truncated_normal* T0*E _class; 97loc:@bert/encoder/layer_2/attention/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( é 7bert/encoder/layer_2/attention/output/dense/kernel/readIdentity2bert/encoder/layer_2/attention/output/dense/kernel* T0*E _class; 97loc:@bert/encoder/layer_2/attention/output/dense/kernel* _output_shapes : €€ Ö Bbert/encoder/layer_2/attention/output/dense/bias/Initializer/zerosConst*C _class9 75loc:@bert/encoder/layer_2/attention/output/dense/bias* valueB€** dtype0* _output_shapes :€ ã 0bert/encoder/layer_2/attention/output/dense/bias VariableV2* shared_name*C _class9 75loc:@bert/encoder/layer_2/attention/output/dense/bias* container* shape:€* dtype0* _output_shapes :€ Ë 7bert/encoder/layer_2/attention/output/dense/bias/AssignAssign0bert/encoder/layer_2/attention/output/dense/biasBbert/encoder/layer_2/attention/output/dense/bias/Initializer/zeros* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_2/attention/output/dense/bias* validate_shape(* _output_shapes :€ Þ 5bert/encoder/layer_2/attention/output/dense/bias/readIdentity0bert/encoder/layer_2/attention/output/dense/bias* T0*C _class9 75loc:@bert/encoder/layer_2/attention/output/dense/bias* _output_shapes :€ õ 2bert/encoder/layer_2/attention/output/dense/MatMulMatMul-bert/encoder/layer_2/attention/self/Reshape_37bert/encoder/layer_2/attention/output/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ë 3bert/encoder/layer_2/attention/output/dense/BiasAddBiasAdd2bert/encoder/layer_2/attention/output/dense/MatMul5bert/encoder/layer_2/attention/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € | 7bert/encoder/layer_2/attention/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : „ 3bert/encoder/layer_2/attention/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : … @bert/encoder/layer_2/attention/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : … @bert/encoder/layer_2/attention/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : á Jbert/encoder/layer_2/attention/output/dropout/random_uniform/RandomUniform RandomUniform3bert/encoder/layer_2/attention/output/dropout/Shape* seed* T0* dtype0* _output_shapes : € €* seed2 ì @bert/encoder/layer_2/attention/output/dropout/random_uniform/subSub@bert/encoder/layer_2/attention/output/dropout/random_uniform/max@bert/encoder/layer_2/attention/output/dropout/random_uniform/min* T0* _output_shapes : € @bert/encoder/layer_2/attention/output/dropout/random_uniform/mulMulJbert/encoder/layer_2/attention/output/dropout/random_uniform/RandomUniform@bert/encoder/layer_2/attention/output/dropout/random_uniform/sub* T0* _output_shapes : € € ò <:loc:@bert/encoder/layer_2/attention/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ í 5bert/encoder/layer_2/attention/output/LayerNorm/gamma VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_2/attention/output/LayerNorm/gamma* container Þ <:loc:@bert/encoder/layer_2/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ í :bert/encoder/layer_2/attention/output/LayerNorm/gamma/readIdentity5bert/encoder/layer_2/attention/output/LayerNorm/gamma* T0*H _class> <:loc:@bert/encoder/layer_2/attention/output/LayerNorm/gamma* _output_shapes :€ ˜ Nbert/encoder/layer_2/attention/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : † bert/encoder/layer_2/intermediate/dense/bias/Initializer/zerosFillNbert/encoder/layer_2/intermediate/dense/bias/Initializer/zeros/shape_as_tensorDbert/encoder/layer_2/intermediate/dense/bias/Initializer/zeros/Const* T0*? _class5 31loc:@bert/encoder/layer_2/intermediate/dense/bias* index_type0* _output_shapes :€ Û ,bert/encoder/layer_2/intermediate/dense/bias VariableV2*? _class5 31loc:@bert/encoder/layer_2/intermediate/dense/bias* container* shape:€* dtype0* _output_shapes :€* shared_name » 3bert/encoder/layer_2/intermediate/dense/bias/AssignAssign,bert/encoder/layer_2/intermediate/dense/bias>bert/encoder/layer_2/intermediate/dense/bias/Initializer/zeros* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_2/intermediate/dense/bias* validate_shape(* _output_shapes :€ Ò 1bert/encoder/layer_2/intermediate/dense/bias/readIdentity,bert/encoder/layer_2/intermediate/dense/bias* T0*? _class5 31loc:@bert/encoder/layer_2/intermediate/dense/bias* _output_shapes :€ ÿ .bert/encoder/layer_2/intermediate/dense/MatMulMatMul?bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/add_13bert/encoder/layer_2/intermediate/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ß /bert/encoder/layer_2/intermediate/dense/BiasAddBiasAdd.bert/encoder/layer_2/intermediate/dense/MatMul1bert/encoder/layer_2/intermediate/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € s .bert/encoder/layer_2/intermediate/dense/Sqrt/xConst* value B *@* dtype0* _output_shapes : … ,bert/encoder/layer_2/intermediate/dense/SqrtSqrt.bert/encoder/layer_2/intermediate/dense/Sqrt/x* T0* _output_shapes : Ä /bert/encoder/layer_2/intermediate/dense/truedivRealDiv/bert/encoder/layer_2/intermediate/dense/BiasAdd,bert/encoder/layer_2/intermediate/dense/Sqrt* T0* _output_shapes : € € Ž +bert/encoder/layer_2/intermediate/dense/ErfErf/bert/encoder/layer_2/intermediate/dense/truediv* T0* _output_shapes : € € r -bert/encoder/layer_2/intermediate/dense/add/xConst* value B *€?* dtype0* _output_shapes : ¹ +bert/encoder/layer_2/intermediate/dense/addAdd-bert/encoder/layer_2/intermediate/dense/add/x+bert/encoder/layer_2/intermediate/dense/Erf* T0* _output_shapes : € € r -bert/encoder/layer_2/intermediate/dense/mul/xConst* value B *?* dtype0* _output_shapes : ¹ +bert/encoder/layer_2/intermediate/dense/mulMul-bert/encoder/layer_2/intermediate/dense/mul/x+bert/encoder/layer_2/intermediate/dense/add* T0* _output_shapes : € € ½ -bert/encoder/layer_2/intermediate/dense/mul_1Mul/bert/encoder/layer_2/intermediate/dense/BiasAdd+bert/encoder/layer_2/intermediate/dense/mul* T0* _output_shapes : € € Ù Kbert/encoder/layer_2/output/dense/kernel/Initializer/truncated_normal/shapeConst*; _class1 /-loc:@bert/encoder/layer_2/output/dense/kernel* valueB" * dtype0* _output_shapes : Ì Jbert/encoder/layer_2/output/dense/kernel/Initializer/truncated_normal/meanConst*; _class1 /-loc:@bert/encoder/layer_2/output/dense/kernel* value B ** dtype0* _output_shapes : Î Lbert/encoder/layer_2/output/dense/kernel/Initializer/truncated_normal/stddevConst*; _class1 /-loc:@bert/encoder/layer_2/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : à Ubert/encoder/layer_2/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalKbert/encoder/layer_2/output/dense/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*; _class1 /-loc:@bert/encoder/layer_2/output/dense/kernel* seed2 Ý Ibert/encoder/layer_2/output/dense/kernel/Initializer/truncated_normal/mulMulUbert/encoder/layer_2/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalLbert/encoder/layer_2/output/dense/kernel/Initializer/truncated_normal/stddev* T0*; _class1 /-loc:@bert/encoder/layer_2/output/dense/kernel* _output_shapes : €€ Ë Ebert/encoder/layer_2/output/dense/kernel/Initializer/truncated_normalAddIbert/encoder/layer_2/output/dense/kernel/Initializer/truncated_normal/mulJbert/encoder/layer_2/output/dense/kernel/Initializer/truncated_normal/mean* T0*; _class1 /-loc:@bert/encoder/layer_2/output/dense/kernel* _output_shapes : €€ Ý (bert/encoder/layer_2/output/dense/kernel VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*; _class1 /-loc:@bert/encoder/layer_2/output/dense/kernel* container » /bert/encoder/layer_2/output/dense/kernel/AssignAssign(bert/encoder/layer_2/output/dense/kernelEbert/encoder/layer_2/output/dense/kernel/Initializer/truncated_normal* use_locking(* T0*; _class1 /-loc:@bert/encoder/layer_2/output/dense/kernel* validate_shape(* _output_shapes : €€ Ë -bert/encoder/layer_2/output/dense/kernel/readIdentity(bert/encoder/layer_2/output/dense/kernel* T0*; _class1 /-loc:@bert/encoder/layer_2/output/dense/kernel* _output_shapes : €€  8bert/encoder/layer_2/output/dense/bias/Initializer/zerosConst*9 _class/ -+loc:@bert/encoder/layer_2/output/dense/bias* valueB€** dtype0* _output_shapes :€ Ï &bert/encoder/layer_2/output/dense/bias VariableV2* shared_name*9 _class/ -+loc:@bert/encoder/layer_2/output/dense/bias* container* shape:€* dtype0* _output_shapes :€ £ -bert/encoder/layer_2/output/dense/bias/AssignAssign&bert/encoder/layer_2/output/dense/bias8bert/encoder/layer_2/output/dense/bias/Initializer/zeros* T0*9 _class/ -+loc:@bert/encoder/layer_2/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( À +bert/encoder/layer_2/output/dense/bias/readIdentity&bert/encoder/layer_2/output/dense/bias* T0*9 _class/ -+loc:@bert/encoder/layer_2/output/dense/bias* _output_shapes :€ á (bert/encoder/layer_2/output/dense/MatMulMatMul-bert/encoder/layer_2/intermediate/dense/mul_1-bert/encoder/layer_2/output/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( Í )bert/encoder/layer_2/output/dense/BiasAddBiasAdd(bert/encoder/layer_2/output/dense/MatMul+bert/encoder/layer_2/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € r -bert/encoder/layer_2/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : z )bert/encoder/layer_2/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : { 6bert/encoder/layer_2/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : { 6bert/encoder/layer_2/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : Í @bert/encoder/layer_2/output/dropout/random_uniform/RandomUniform RandomUniform)bert/encoder/layer_2/output/dropout/Shape* seed* T0* dtype0* _output_shapes : € €* seed2 Î 6bert/encoder/layer_2/output/dropout/random_uniform/subSub6bert/encoder/layer_2/output/dropout/random_uniform/max6bert/encoder/layer_2/output/dropout/random_uniform/min* T0* _output_shapes : â 6bert/encoder/layer_2/output/dropout/random_uniform/mulMul@bert/encoder/layer_2/output/dropout/random_uniform/RandomUniform6bert/encoder/layer_2/output/dropout/random_uniform/sub* T0* _output_shapes : € € Ô 2bert/encoder/layer_2/output/dropout/random_uniformAdd6bert/encoder/layer_2/output/dropout/random_uniform/mul6bert/encoder/layer_2/output/dropout/random_uniform/min* T0* _output_shapes : € € ¼ 'bert/encoder/layer_2/output/dropout/addAdd-bert/encoder/layer_2/output/dropout/keep_prob2bert/encoder/layer_2/output/dropout/random_uniform* T0* _output_shapes : € € † )bert/encoder/layer_2/output/dropout/FloorFloor'bert/encoder/layer_2/output/dropout/add* T0* _output_shapes : € € · 'bert/encoder/layer_2/output/dropout/divRealDiv)bert/encoder/layer_2/output/dense/BiasAdd-bert/encoder/layer_2/output/dropout/keep_prob* T0* _output_shapes : € € ­ 'bert/encoder/layer_2/output/dropout/mulMul'bert/encoder/layer_2/output/dropout/div)bert/encoder/layer_2/output/dropout/Floor* T0* _output_shapes : € € » bert/encoder/layer_2/output/addAdd'bert/encoder/layer_2/output/dropout/mul?bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/add_1* T0* _output_shapes : € € Ê _class4 20loc:@bert/encoder/layer_2/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ Ù +bert/encoder/layer_2/output/LayerNorm/gamma VariableV2* shared_name*> _class4 20loc:@bert/encoder/layer_2/output/LayerNorm/gamma* container* shape:€* dtype0* _output_shapes :€ ¶ 2bert/encoder/layer_2/output/LayerNorm/gamma/AssignAssign+bert/encoder/layer_2/output/LayerNorm/gamma _class4 20loc:@bert/encoder/layer_2/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ Ï 0bert/encoder/layer_2/output/LayerNorm/gamma/readIdentity+bert/encoder/layer_2/output/LayerNorm/gamma* T0*> _class4 20loc:@bert/encoder/layer_2/output/LayerNorm/gamma* _output_shapes :€ Ž Dbert/encoder/layer_2/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : è 2bert/encoder/layer_2/output/LayerNorm/moments/meanMeanbert/encoder/layer_2/output/addDbert/encoder/layer_2/output/LayerNorm/moments/mean/reduction_indices* keep_dims(* Tidx0* T0* _output_shapes : €  ¨ :bert/encoder/layer_2/output/LayerNorm/moments/StopGradient StopGradient2bert/encoder/layer_2/output/LayerNorm/moments/mean* T0* _output_shapes : €  Ü ?bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifferenceSquaredDifferencebert/encoder/layer_2/output/add:bert/encoder/layer_2/output/LayerNorm/moments/StopGradient* T0* _output_shapes : € € ’ Hbert/encoder/layer_2/output/LayerNorm/moments/variance/reduction_indicesConst* value B :* dtype0* _output_shapes :  6bert/encoder/layer_2/output/LayerNorm/moments/varianceMean?bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifferenceHbert/encoder/layer_2/output/LayerNorm/moments/variance/reduction_indices* keep_dims(* Tidx0* T0* _output_shapes : €  z 5bert/encoder/layer_2/output/LayerNorm/batchnorm/add/yConst* value B *̼Œ+* dtype0* _output_shapes : Ó 3bert/encoder/layer_2/output/LayerNorm/batchnorm/addAdd6bert/encoder/layer_2/output/LayerNorm/moments/variance5bert/encoder/layer_2/output/LayerNorm/batchnorm/add/y* T0* _output_shapes : €   5bert/encoder/layer_2/output/LayerNorm/batchnorm/RsqrtRsqrt3bert/encoder/layer_2/output/LayerNorm/batchnorm/add* T0* _output_shapes : €  Î 3bert/encoder/layer_2/output/LayerNorm/batchnorm/mulMul5bert/encoder/layer_2/output/LayerNorm/batchnorm/Rsqrt0bert/encoder/layer_2/output/LayerNorm/gamma/read* T0* _output_shapes : € € ½ 5bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_1Mulbert/encoder/layer_2/output/add3bert/encoder/layer_2/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ð 5bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2Mul2bert/encoder/layer_2/output/LayerNorm/moments/mean3bert/encoder/layer_2/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Í 3bert/encoder/layer_2/output/LayerNorm/batchnorm/subSub/bert/encoder/layer_2/output/LayerNorm/beta/read5bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2* T0* _output_shapes : € € Ó 5bert/encoder/layer_2/output/LayerNorm/batchnorm/add_1Add5bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_13bert/encoder/layer_2/output/LayerNorm/batchnorm/sub* T0* _output_shapes : € € é Sbert/encoder/layer_3/attention/self/query/kernel/Initializer/truncated_normal/shapeConst*C _class9 75loc:@bert/encoder/layer_3/attention/self/query/kernel* valueB"* dtype0* _output_shapes : Ü Rbert/encoder/layer_3/attention/self/query/kernel/Initializer/truncated_normal/meanConst*C _class9 75loc:@bert/encoder/layer_3/attention/self/query/kernel* value B ** dtype0* _output_shapes : Þ Tbert/encoder/layer_3/attention/self/query/kernel/Initializer/truncated_normal/stddevConst*C _class9 75loc:@bert/encoder/layer_3/attention/self/query/kernel* value B * ×£<* dtype0* _output_shapes : Û ]bert/encoder/layer_3/attention/self/query/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalSbert/encoder/layer_3/attention/self/query/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*C _class9 75loc:@bert/encoder/layer_3/attention/self/query/kernel* seed2 ý Qbert/encoder/layer_3/attention/self/query/kernel/Initializer/truncated_normal/mulMul]bert/encoder/layer_3/attention/self/query/kernel/Initializer/truncated_normal/TruncatedNormalTbert/encoder/layer_3/attention/self/query/kernel/Initializer/truncated_normal/stddev* T0*C _class9 75loc:@bert/encoder/layer_3/attention/self/query/kernel* _output_shapes : €€ ë Mbert/encoder/layer_3/attention/self/query/kernel/Initializer/truncated_normalAddQbert/encoder/layer_3/attention/self/query/kernel/Initializer/truncated_normal/mulRbert/encoder/layer_3/attention/self/query/kernel/Initializer/truncated_normal/mean* T0*C _class9 75loc:@bert/encoder/layer_3/attention/self/query/kernel* _output_shapes : €€ í 0bert/encoder/layer_3/attention/self/query/kernel VariableV2*C _class9 75loc:@bert/encoder/layer_3/attention/self/query/kernel* container* shape : €€* dtype0* _output_shapes : €€* shared_name Û 7bert/encoder/layer_3/attention/self/query/kernel/AssignAssign0bert/encoder/layer_3/attention/self/query/kernelMbert/encoder/layer_3/attention/self/query/kernel/Initializer/truncated_normal* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_3/attention/self/query/kernel* validate_shape(* _output_shapes : €€ ã 5bert/encoder/layer_3/attention/self/query/kernel/readIdentity0bert/encoder/layer_3/attention/self/query/kernel* T0*C _class9 75loc:@bert/encoder/layer_3/attention/self/query/kernel* _output_shapes : €€ Ò @bert/encoder/layer_3/attention/self/query/bias/Initializer/zerosConst*A _class7 53loc:@bert/encoder/layer_3/attention/self/query/bias* valueB€** dtype0* _output_shapes :€ ß .bert/encoder/layer_3/attention/self/query/bias VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*A _class7 53loc:@bert/encoder/layer_3/attention/self/query/bias* container à 5bert/encoder/layer_3/attention/self/query/bias/AssignAssign.bert/encoder/layer_3/attention/self/query/bias@bert/encoder/layer_3/attention/self/query/bias/Initializer/zeros* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_3/attention/self/query/bias* validate_shape(* _output_shapes :€ Ø 3bert/encoder/layer_3/attention/self/query/bias/readIdentity.bert/encoder/layer_3/attention/self/query/bias* T0*A _class7 53loc:@bert/encoder/layer_3/attention/self/query/bias* _output_shapes :€ ù 0bert/encoder/layer_3/attention/self/query/MatMulMatMul5bert/encoder/layer_2/output/LayerNorm/batchnorm/add_15bert/encoder/layer_3/attention/self/query/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( å 1bert/encoder/layer_3/attention/self/query/BiasAddBiasAdd0bert/encoder/layer_3/attention/self/query/MatMul3bert/encoder/layer_3/attention/self/query/bias/read* T0* data_formatNHWC* _output_shapes : € € å Qbert/encoder/layer_3/attention/self/key/kernel/Initializer/truncated_normal/shapeConst*A _class7 53loc:@bert/encoder/layer_3/attention/self/key/kernel* valueB"* dtype0* _output_shapes : Ø Pbert/encoder/layer_3/attention/self/key/kernel/Initializer/truncated_normal/meanConst*A _class7 53loc:@bert/encoder/layer_3/attention/self/key/kernel* value B ** dtype0* _output_shapes : Ú Rbert/encoder/layer_3/attention/self/key/kernel/Initializer/truncated_normal/stddevConst*A _class7 53loc:@bert/encoder/layer_3/attention/self/key/kernel* value B * ×£<* dtype0* _output_shapes : Õ [bert/encoder/layer_3/attention/self/key/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalQbert/encoder/layer_3/attention/self/key/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*A _class7 53loc:@bert/encoder/layer_3/attention/self/key/kernel* seed2 õ Obert/encoder/layer_3/attention/self/key/kernel/Initializer/truncated_normal/mulMul[bert/encoder/layer_3/attention/self/key/kernel/Initializer/truncated_normal/TruncatedNormalRbert/encoder/layer_3/attention/self/key/kernel/Initializer/truncated_normal/stddev* T0*A _class7 53loc:@bert/encoder/layer_3/attention/self/key/kernel* _output_shapes : €€ ã Kbert/encoder/layer_3/attention/self/key/kernel/Initializer/truncated_normalAddObert/encoder/layer_3/attention/self/key/kernel/Initializer/truncated_normal/mulPbert/encoder/layer_3/attention/self/key/kernel/Initializer/truncated_normal/mean* T0*A _class7 53loc:@bert/encoder/layer_3/attention/self/key/kernel* _output_shapes : €€ é .bert/encoder/layer_3/attention/self/key/kernel VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*A _class7 53loc:@bert/encoder/layer_3/attention/self/key/kernel* container Ó 5bert/encoder/layer_3/attention/self/key/kernel/AssignAssign.bert/encoder/layer_3/attention/self/key/kernelKbert/encoder/layer_3/attention/self/key/kernel/Initializer/truncated_normal* T0*A _class7 53loc:@bert/encoder/layer_3/attention/self/key/kernel* validate_shape(* _output_shapes : €€* use_locking( Ý 3bert/encoder/layer_3/attention/self/key/kernel/readIdentity.bert/encoder/layer_3/attention/self/key/kernel* T0*A _class7 53loc:@bert/encoder/layer_3/attention/self/key/kernel* _output_shapes : €€ Î >bert/encoder/layer_3/attention/self/key/bias/Initializer/zerosConst*? _class5 31loc:@bert/encoder/layer_3/attention/self/key/bias* valueB€** dtype0* _output_shapes :€ Û ,bert/encoder/layer_3/attention/self/key/bias VariableV2* dtype0* _output_shapes :€* shared_name*? _class5 31loc:@bert/encoder/layer_3/attention/self/key/bias* container* shape:€ » 3bert/encoder/layer_3/attention/self/key/bias/AssignAssign,bert/encoder/layer_3/attention/self/key/bias>bert/encoder/layer_3/attention/self/key/bias/Initializer/zeros* T0*? _class5 31loc:@bert/encoder/layer_3/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( Ò 1bert/encoder/layer_3/attention/self/key/bias/readIdentity,bert/encoder/layer_3/attention/self/key/bias* T0*? _class5 31loc:@bert/encoder/layer_3/attention/self/key/bias* _output_shapes :€ õ .bert/encoder/layer_3/attention/self/key/MatMulMatMul5bert/encoder/layer_2/output/LayerNorm/batchnorm/add_13bert/encoder/layer_3/attention/self/key/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ß /bert/encoder/layer_3/attention/self/key/BiasAddBiasAdd.bert/encoder/layer_3/attention/self/key/MatMul1bert/encoder/layer_3/attention/self/key/bias/read* T0* data_formatNHWC* _output_shapes : € € é Sbert/encoder/layer_3/attention/self/value/kernel/Initializer/truncated_normal/shapeConst*C _class9 75loc:@bert/encoder/layer_3/attention/self/value/kernel* valueB"* dtype0* _output_shapes : Ü Rbert/encoder/layer_3/attention/self/value/kernel/Initializer/truncated_normal/meanConst*C _class9 75loc:@bert/encoder/layer_3/attention/self/value/kernel* value B ** dtype0* _output_shapes : Þ Tbert/encoder/layer_3/attention/self/value/kernel/Initializer/truncated_normal/stddevConst*C _class9 75loc:@bert/encoder/layer_3/attention/self/value/kernel* value B * ×£<* dtype0* _output_shapes : Û ]bert/encoder/layer_3/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalSbert/encoder/layer_3/attention/self/value/kernel/Initializer/truncated_normal/shape* seed* T0*C _class9 75loc:@bert/encoder/layer_3/attention/self/value/kernel* seed2* dtype0* _output_shapes : €€ ý Qbert/encoder/layer_3/attention/self/value/kernel/Initializer/truncated_normal/mulMul]bert/encoder/layer_3/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalTbert/encoder/layer_3/attention/self/value/kernel/Initializer/truncated_normal/stddev* T0*C _class9 75loc:@bert/encoder/layer_3/attention/self/value/kernel* _output_shapes : €€ ë Mbert/encoder/layer_3/attention/self/value/kernel/Initializer/truncated_normalAddQbert/encoder/layer_3/attention/self/value/kernel/Initializer/truncated_normal/mulRbert/encoder/layer_3/attention/self/value/kernel/Initializer/truncated_normal/mean* T0*C _class9 75loc:@bert/encoder/layer_3/attention/self/value/kernel* _output_shapes : €€ í 0bert/encoder/layer_3/attention/self/value/kernel VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*C _class9 75loc:@bert/encoder/layer_3/attention/self/value/kernel* container Û 7bert/encoder/layer_3/attention/self/value/kernel/AssignAssign0bert/encoder/layer_3/attention/self/value/kernelMbert/encoder/layer_3/attention/self/value/kernel/Initializer/truncated_normal* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_3/attention/self/value/kernel* validate_shape(* _output_shapes : €€ ã 5bert/encoder/layer_3/attention/self/value/kernel/readIdentity0bert/encoder/layer_3/attention/self/value/kernel* T0*C _class9 75loc:@bert/encoder/layer_3/attention/self/value/kernel* _output_shapes : €€ Ò @bert/encoder/layer_3/attention/self/value/bias/Initializer/zerosConst*A _class7 53loc:@bert/encoder/layer_3/attention/self/value/bias* valueB€** dtype0* _output_shapes :€ ß .bert/encoder/layer_3/attention/self/value/bias VariableV2* dtype0* _output_shapes :€* shared_name*A _class7 53loc:@bert/encoder/layer_3/attention/self/value/bias* container* shape:€ à 5bert/encoder/layer_3/attention/self/value/bias/AssignAssign.bert/encoder/layer_3/attention/self/value/bias@bert/encoder/layer_3/attention/self/value/bias/Initializer/zeros* T0*A _class7 53loc:@bert/encoder/layer_3/attention/self/value/bias* validate_shape(* _output_shapes :€* use_locking( Ø 3bert/encoder/layer_3/attention/self/value/bias/readIdentity.bert/encoder/layer_3/attention/self/value/bias* T0*A _class7 53loc:@bert/encoder/layer_3/attention/self/value/bias* _output_shapes :€ ù 0bert/encoder/layer_3/attention/self/value/MatMulMatMul5bert/encoder/layer_2/output/LayerNorm/batchnorm/add_15bert/encoder/layer_3/attention/self/value/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( å 1bert/encoder/layer_3/attention/self/value/BiasAddBiasAdd0bert/encoder/layer_3/attention/self/value/MatMul3bert/encoder/layer_3/attention/self/value/bias/read* T0* data_formatNHWC* _output_shapes : € € Š 1bert/encoder/layer_3/attention/self/Reshape/shapeConst*% valueB" € @* dtype0* _output_shapes : Ü +bert/encoder/layer_3/attention/self/ReshapeReshape1bert/encoder/layer_3/attention/self/query/BiasAdd1bert/encoder/layer_3/attention/self/Reshape/shape* T0* Tshape0*' _output_shapes : € @ ‹ 2bert/encoder/layer_3/attention/self/transpose/permConst*% valueB"* dtype0* _output_shapes : Ú -bert/encoder/layer_3/attention/self/transpose Transpose+bert/encoder/layer_3/attention/self/Reshape2bert/encoder/layer_3/attention/self/transpose/perm* T0*' _output_shapes :  €@* Tperm0 Œ 3bert/encoder/layer_3/attention/self/Reshape_1/shapeConst*% valueB" € @* dtype0* _output_shapes : Þ -bert/encoder/layer_3/attention/self/Reshape_1Reshape/bert/encoder/layer_3/attention/self/key/BiasAdd3bert/encoder/layer_3/attention/self/Reshape_1/shape* T0* Tshape0*' _output_shapes : € @  4bert/encoder/layer_3/attention/self/transpose_1/permConst*% valueB"* dtype0* _output_shapes : à /bert/encoder/layer_3/attention/self/transpose_1 Transpose-bert/encoder/layer_3/attention/self/Reshape_14bert/encoder/layer_3/attention/self/transpose_1/perm* T0*' _output_shapes :  €@* Tperm0 æ *bert/encoder/layer_3/attention/self/MatMul BatchMatMul-bert/encoder/layer_3/attention/self/transpose/bert/encoder/layer_3/attention/self/transpose_1* adj_x(* adj_y(* T0*( _output_shapes :  €€ n )bert/encoder/layer_3/attention/self/Mul/yConst* value B *>* dtype0* _output_shapes : ¸ 'bert/encoder/layer_3/attention/self/MulMul*bert/encoder/layer_3/attention/self/MatMul)bert/encoder/layer_3/attention/self/Mul/y* T0*( _output_shapes :  €€ | 2bert/encoder/layer_3/attention/self/ExpandDims/dimConst* value B :* dtype0* _output_shapes : Á .bert/encoder/layer_3/attention/self/ExpandDims ExpandDimsbert/encoder/mul2bert/encoder/layer_3/attention/self/ExpandDims/dim* Tdim0* T0*( _output_shapes : €€ n )bert/encoder/layer_3/attention/self/sub/xConst* value B *€?* dtype0* _output_shapes : ¼ 'bert/encoder/layer_3/attention/self/subSub)bert/encoder/layer_3/attention/self/sub/x.bert/encoder/layer_3/attention/self/ExpandDims* T0*( _output_shapes : €€ p +bert/encoder/layer_3/attention/self/mul_1/yConst* value B *@Æ* dtype0* _output_shapes : ¹ )bert/encoder/layer_3/attention/self/mul_1Mul'bert/encoder/layer_3/attention/self/sub+bert/encoder/layer_3/attention/self/mul_1/y* T0*( _output_shapes : €€ µ 'bert/encoder/layer_3/attention/self/addAdd'bert/encoder/layer_3/attention/self/Mul)bert/encoder/layer_3/attention/self/mul_1* T0*( _output_shapes :  €€ ’ +bert/encoder/layer_3/attention/self/SoftmaxSoftmax'bert/encoder/layer_3/attention/self/add* T0*( _output_shapes :  €€ z 5bert/encoder/layer_3/attention/self/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : Š 1bert/encoder/layer_3/attention/self/dropout/ShapeConst*% valueB" €€* dtype0* _output_shapes : ƒ >bert/encoder/layer_3/attention/self/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : ƒ >bert/encoder/layer_3/attention/self/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : å Hbert/encoder/layer_3/attention/self/dropout/random_uniform/RandomUniform RandomUniform1bert/encoder/layer_3/attention/self/dropout/Shape* T0* dtype0*( _output_shapes :  €€* seed2* seed æ >bert/encoder/layer_3/attention/self/dropout/random_uniform/subSub>bert/encoder/layer_3/attention/self/dropout/random_uniform/max>bert/encoder/layer_3/attention/self/dropout/random_uniform/min* T0* _output_shapes : ‚ >bert/encoder/layer_3/attention/self/dropout/random_uniform/mulMulHbert/encoder/layer_3/attention/self/dropout/random_uniform/RandomUniform>bert/encoder/layer_3/attention/self/dropout/random_uniform/sub* T0*( _output_shapes :  €€ ô :bert/encoder/layer_3/attention/self/dropout/random_uniformAdd>bert/encoder/layer_3/attention/self/dropout/random_uniform/mul>bert/encoder/layer_3/attention/self/dropout/random_uniform/min* T0*( _output_shapes :  €€ Ü /bert/encoder/layer_3/attention/self/dropout/addAdd5bert/encoder/layer_3/attention/self/dropout/keep_prob:bert/encoder/layer_3/attention/self/dropout/random_uniform* T0*( _output_shapes :  €€ ž 1bert/encoder/layer_3/attention/self/dropout/FloorFloor/bert/encoder/layer_3/attention/self/dropout/add* T0*( _output_shapes :  €€ Ñ /bert/encoder/layer_3/attention/self/dropout/divRealDiv+bert/encoder/layer_3/attention/self/Softmax5bert/encoder/layer_3/attention/self/dropout/keep_prob* T0*( _output_shapes :  €€ Í /bert/encoder/layer_3/attention/self/dropout/mulMul/bert/encoder/layer_3/attention/self/dropout/div1bert/encoder/layer_3/attention/self/dropout/Floor* T0*( _output_shapes :  €€ Œ 3bert/encoder/layer_3/attention/self/Reshape_2/shapeConst*% valueB" € @* dtype0* _output_shapes : à -bert/encoder/layer_3/attention/self/Reshape_2Reshape1bert/encoder/layer_3/attention/self/value/BiasAdd3bert/encoder/layer_3/attention/self/Reshape_2/shape* T0* Tshape0*' _output_shapes : € @  4bert/encoder/layer_3/attention/self/transpose_2/permConst*% valueB"* dtype0* _output_shapes : à /bert/encoder/layer_3/attention/self/transpose_2 Transpose-bert/encoder/layer_3/attention/self/Reshape_24bert/encoder/layer_3/attention/self/transpose_2/perm* Tperm0* T0*' _output_shapes :  €@ é ,bert/encoder/layer_3/attention/self/MatMul_1 BatchMatMul/bert/encoder/layer_3/attention/self/dropout/mul/bert/encoder/layer_3/attention/self/transpose_2* adj_x(* adj_y(* T0*' _output_shapes :  €@  4bert/encoder/layer_3/attention/self/transpose_3/permConst*% valueB"* dtype0* _output_shapes : ß /bert/encoder/layer_3/attention/self/transpose_3 Transpose,bert/encoder/layer_3/attention/self/MatMul_14bert/encoder/layer_3/attention/self/transpose_3/perm* Tperm0* T0*' _output_shapes : € @ „ 3bert/encoder/layer_3/attention/self/Reshape_3/shapeConst* valueB"* dtype0* _output_shapes : × -bert/encoder/layer_3/attention/self/Reshape_3Reshape/bert/encoder/layer_3/attention/self/transpose_33bert/encoder/layer_3/attention/self/Reshape_3/shape* T0* Tshape0* _output_shapes : € € í Ubert/encoder/layer_3/attention/output/dense/kernel/Initializer/truncated_normal/shapeConst*E _class; 97loc:@bert/encoder/layer_3/attention/output/dense/kernel* valueB"* dtype0* _output_shapes : à Tbert/encoder/layer_3/attention/output/dense/kernel/Initializer/truncated_normal/meanConst*E _class; 97loc:@bert/encoder/layer_3/attention/output/dense/kernel* value B ** dtype0* _output_shapes : â Vbert/encoder/layer_3/attention/output/dense/kernel/Initializer/truncated_normal/stddevConst*E _class; 97loc:@bert/encoder/layer_3/attention/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : á _bert/encoder/layer_3/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalUbert/encoder/layer_3/attention/output/dense/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*E _class; 97loc:@bert/encoder/layer_3/attention/output/dense/kernel* seed2 … Sbert/encoder/layer_3/attention/output/dense/kernel/Initializer/truncated_normal/mulMul_bert/encoder/layer_3/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalVbert/encoder/layer_3/attention/output/dense/kernel/Initializer/truncated_normal/stddev* T0*E _class; 97loc:@bert/encoder/layer_3/attention/output/dense/kernel* _output_shapes : €€ ó Obert/encoder/layer_3/attention/output/dense/kernel/Initializer/truncated_normalAddSbert/encoder/layer_3/attention/output/dense/kernel/Initializer/truncated_normal/mulTbert/encoder/layer_3/attention/output/dense/kernel/Initializer/truncated_normal/mean* T0*E _class; 97loc:@bert/encoder/layer_3/attention/output/dense/kernel* _output_shapes : €€ ñ 2bert/encoder/layer_3/attention/output/dense/kernel VariableV2* shared_name*E _class; 97loc:@bert/encoder/layer_3/attention/output/dense/kernel* container* shape : €€* dtype0* _output_shapes : €€ ã 9bert/encoder/layer_3/attention/output/dense/kernel/AssignAssign2bert/encoder/layer_3/attention/output/dense/kernelObert/encoder/layer_3/attention/output/dense/kernel/Initializer/truncated_normal* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_3/attention/output/dense/kernel* validate_shape(* _output_shapes : €€ é 7bert/encoder/layer_3/attention/output/dense/kernel/readIdentity2bert/encoder/layer_3/attention/output/dense/kernel* T0*E _class; 97loc:@bert/encoder/layer_3/attention/output/dense/kernel* _output_shapes : €€ Ö Bbert/encoder/layer_3/attention/output/dense/bias/Initializer/zerosConst*C _class9 75loc:@bert/encoder/layer_3/attention/output/dense/bias* valueB€** dtype0* _output_shapes :€ ã 0bert/encoder/layer_3/attention/output/dense/bias VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*C _class9 75loc:@bert/encoder/layer_3/attention/output/dense/bias* container Ë 7bert/encoder/layer_3/attention/output/dense/bias/AssignAssign0bert/encoder/layer_3/attention/output/dense/biasBbert/encoder/layer_3/attention/output/dense/bias/Initializer/zeros* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_3/attention/output/dense/bias* validate_shape(* _output_shapes :€ Þ 5bert/encoder/layer_3/attention/output/dense/bias/readIdentity0bert/encoder/layer_3/attention/output/dense/bias* T0*C _class9 75loc:@bert/encoder/layer_3/attention/output/dense/bias* _output_shapes :€ õ 2bert/encoder/layer_3/attention/output/dense/MatMulMatMul-bert/encoder/layer_3/attention/self/Reshape_37bert/encoder/layer_3/attention/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ë 3bert/encoder/layer_3/attention/output/dense/BiasAddBiasAdd2bert/encoder/layer_3/attention/output/dense/MatMul5bert/encoder/layer_3/attention/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € | 7bert/encoder/layer_3/attention/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : „ 3bert/encoder/layer_3/attention/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : … @bert/encoder/layer_3/attention/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : … @bert/encoder/layer_3/attention/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : á Jbert/encoder/layer_3/attention/output/dropout/random_uniform/RandomUniform RandomUniform3bert/encoder/layer_3/attention/output/dropout/Shape* seed* T0* dtype0* _output_shapes : € €* seed2 ì @bert/encoder/layer_3/attention/output/dropout/random_uniform/subSub@bert/encoder/layer_3/attention/output/dropout/random_uniform/max@bert/encoder/layer_3/attention/output/dropout/random_uniform/min* T0* _output_shapes : € @bert/encoder/layer_3/attention/output/dropout/random_uniform/mulMulJbert/encoder/layer_3/attention/output/dropout/random_uniform/RandomUniform@bert/encoder/layer_3/attention/output/dropout/random_uniform/sub* T0* _output_shapes : € € ò <:loc:@bert/encoder/layer_3/attention/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ í 5bert/encoder/layer_3/attention/output/LayerNorm/gamma VariableV2* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_3/attention/output/LayerNorm/gamma* container* shape:€ Þ <:loc:@bert/encoder/layer_3/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ í :bert/encoder/layer_3/attention/output/LayerNorm/gamma/readIdentity5bert/encoder/layer_3/attention/output/LayerNorm/gamma* T0*H _class> <:loc:@bert/encoder/layer_3/attention/output/LayerNorm/gamma* _output_shapes :€ ˜ Nbert/encoder/layer_3/attention/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : † bert/encoder/layer_3/intermediate/dense/bias/Initializer/zerosFillNbert/encoder/layer_3/intermediate/dense/bias/Initializer/zeros/shape_as_tensorDbert/encoder/layer_3/intermediate/dense/bias/Initializer/zeros/Const* T0*? _class5 31loc:@bert/encoder/layer_3/intermediate/dense/bias* index_type0* _output_shapes :€ Û ,bert/encoder/layer_3/intermediate/dense/bias VariableV2*? _class5 31loc:@bert/encoder/layer_3/intermediate/dense/bias* container* shape:€* dtype0* _output_shapes :€* shared_name » 3bert/encoder/layer_3/intermediate/dense/bias/AssignAssign,bert/encoder/layer_3/intermediate/dense/bias>bert/encoder/layer_3/intermediate/dense/bias/Initializer/zeros* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_3/intermediate/dense/bias* validate_shape(* _output_shapes :€ Ò 1bert/encoder/layer_3/intermediate/dense/bias/readIdentity,bert/encoder/layer_3/intermediate/dense/bias* T0*? _class5 31loc:@bert/encoder/layer_3/intermediate/dense/bias* _output_shapes :€ ÿ .bert/encoder/layer_3/intermediate/dense/MatMulMatMul?bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/add_13bert/encoder/layer_3/intermediate/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ß /bert/encoder/layer_3/intermediate/dense/BiasAddBiasAdd.bert/encoder/layer_3/intermediate/dense/MatMul1bert/encoder/layer_3/intermediate/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € s .bert/encoder/layer_3/intermediate/dense/Sqrt/xConst* value B *@* dtype0* _output_shapes : … ,bert/encoder/layer_3/intermediate/dense/SqrtSqrt.bert/encoder/layer_3/intermediate/dense/Sqrt/x* T0* _output_shapes : Ä /bert/encoder/layer_3/intermediate/dense/truedivRealDiv/bert/encoder/layer_3/intermediate/dense/BiasAdd,bert/encoder/layer_3/intermediate/dense/Sqrt* T0* _output_shapes : € € Ž +bert/encoder/layer_3/intermediate/dense/ErfErf/bert/encoder/layer_3/intermediate/dense/truediv* T0* _output_shapes : € € r -bert/encoder/layer_3/intermediate/dense/add/xConst* value B *€?* dtype0* _output_shapes : ¹ +bert/encoder/layer_3/intermediate/dense/addAdd-bert/encoder/layer_3/intermediate/dense/add/x+bert/encoder/layer_3/intermediate/dense/Erf* T0* _output_shapes : € € r -bert/encoder/layer_3/intermediate/dense/mul/xConst* value B *?* dtype0* _output_shapes : ¹ +bert/encoder/layer_3/intermediate/dense/mulMul-bert/encoder/layer_3/intermediate/dense/mul/x+bert/encoder/layer_3/intermediate/dense/add* T0* _output_shapes : € € ½ -bert/encoder/layer_3/intermediate/dense/mul_1Mul/bert/encoder/layer_3/intermediate/dense/BiasAdd+bert/encoder/layer_3/intermediate/dense/mul* T0* _output_shapes : € € Ù Kbert/encoder/layer_3/output/dense/kernel/Initializer/truncated_normal/shapeConst*; _class1 /-loc:@bert/encoder/layer_3/output/dense/kernel* valueB" * dtype0* _output_shapes : Ì Jbert/encoder/layer_3/output/dense/kernel/Initializer/truncated_normal/meanConst*; _class1 /-loc:@bert/encoder/layer_3/output/dense/kernel* value B ** dtype0* _output_shapes : Î Lbert/encoder/layer_3/output/dense/kernel/Initializer/truncated_normal/stddevConst*; _class1 /-loc:@bert/encoder/layer_3/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : à Ubert/encoder/layer_3/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalKbert/encoder/layer_3/output/dense/kernel/Initializer/truncated_normal/shape* T0*; _class1 /-loc:@bert/encoder/layer_3/output/dense/kernel* seed2* dtype0* _output_shapes : €€* seed Ý Ibert/encoder/layer_3/output/dense/kernel/Initializer/truncated_normal/mulMulUbert/encoder/layer_3/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalLbert/encoder/layer_3/output/dense/kernel/Initializer/truncated_normal/stddev* T0*; _class1 /-loc:@bert/encoder/layer_3/output/dense/kernel* _output_shapes : €€ Ë Ebert/encoder/layer_3/output/dense/kernel/Initializer/truncated_normalAddIbert/encoder/layer_3/output/dense/kernel/Initializer/truncated_normal/mulJbert/encoder/layer_3/output/dense/kernel/Initializer/truncated_normal/mean* T0*; _class1 /-loc:@bert/encoder/layer_3/output/dense/kernel* _output_shapes : €€ Ý (bert/encoder/layer_3/output/dense/kernel VariableV2* dtype0* _output_shapes : €€* shared_name*; _class1 /-loc:@bert/encoder/layer_3/output/dense/kernel* container* shape : €€ » /bert/encoder/layer_3/output/dense/kernel/AssignAssign(bert/encoder/layer_3/output/dense/kernelEbert/encoder/layer_3/output/dense/kernel/Initializer/truncated_normal* use_locking(* T0*; _class1 /-loc:@bert/encoder/layer_3/output/dense/kernel* validate_shape(* _output_shapes : €€ Ë -bert/encoder/layer_3/output/dense/kernel/readIdentity(bert/encoder/layer_3/output/dense/kernel* T0*; _class1 /-loc:@bert/encoder/layer_3/output/dense/kernel* _output_shapes : €€  8bert/encoder/layer_3/output/dense/bias/Initializer/zerosConst*9 _class/ -+loc:@bert/encoder/layer_3/output/dense/bias* valueB€** dtype0* _output_shapes :€ Ï &bert/encoder/layer_3/output/dense/bias VariableV2*9 _class/ -+loc:@bert/encoder/layer_3/output/dense/bias* container* shape:€* dtype0* _output_shapes :€* shared_name £ -bert/encoder/layer_3/output/dense/bias/AssignAssign&bert/encoder/layer_3/output/dense/bias8bert/encoder/layer_3/output/dense/bias/Initializer/zeros* use_locking(* T0*9 _class/ -+loc:@bert/encoder/layer_3/output/dense/bias* validate_shape(* _output_shapes :€ À +bert/encoder/layer_3/output/dense/bias/readIdentity&bert/encoder/layer_3/output/dense/bias* T0*9 _class/ -+loc:@bert/encoder/layer_3/output/dense/bias* _output_shapes :€ á (bert/encoder/layer_3/output/dense/MatMulMatMul-bert/encoder/layer_3/intermediate/dense/mul_1-bert/encoder/layer_3/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( Í )bert/encoder/layer_3/output/dense/BiasAddBiasAdd(bert/encoder/layer_3/output/dense/MatMul+bert/encoder/layer_3/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € r -bert/encoder/layer_3/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : z )bert/encoder/layer_3/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : { 6bert/encoder/layer_3/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : { 6bert/encoder/layer_3/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : Í @bert/encoder/layer_3/output/dropout/random_uniform/RandomUniform RandomUniform)bert/encoder/layer_3/output/dropout/Shape* T0* dtype0* _output_shapes : € €* seed2* seed Î 6bert/encoder/layer_3/output/dropout/random_uniform/subSub6bert/encoder/layer_3/output/dropout/random_uniform/max6bert/encoder/layer_3/output/dropout/random_uniform/min* T0* _output_shapes : â 6bert/encoder/layer_3/output/dropout/random_uniform/mulMul@bert/encoder/layer_3/output/dropout/random_uniform/RandomUniform6bert/encoder/layer_3/output/dropout/random_uniform/sub* T0* _output_shapes : € € Ô 2bert/encoder/layer_3/output/dropout/random_uniformAdd6bert/encoder/layer_3/output/dropout/random_uniform/mul6bert/encoder/layer_3/output/dropout/random_uniform/min* T0* _output_shapes : € € ¼ 'bert/encoder/layer_3/output/dropout/addAdd-bert/encoder/layer_3/output/dropout/keep_prob2bert/encoder/layer_3/output/dropout/random_uniform* T0* _output_shapes : € € † )bert/encoder/layer_3/output/dropout/FloorFloor'bert/encoder/layer_3/output/dropout/add* T0* _output_shapes : € € · 'bert/encoder/layer_3/output/dropout/divRealDiv)bert/encoder/layer_3/output/dense/BiasAdd-bert/encoder/layer_3/output/dropout/keep_prob* T0* _output_shapes : € € ­ 'bert/encoder/layer_3/output/dropout/mulMul'bert/encoder/layer_3/output/dropout/div)bert/encoder/layer_3/output/dropout/Floor* T0* _output_shapes : € € » bert/encoder/layer_3/output/addAdd'bert/encoder/layer_3/output/dropout/mul?bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/add_1* T0* _output_shapes : € € Ê _class4 20loc:@bert/encoder/layer_3/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ Ù +bert/encoder/layer_3/output/LayerNorm/gamma VariableV2* shared_name*> _class4 20loc:@bert/encoder/layer_3/output/LayerNorm/gamma* container* shape:€* dtype0* _output_shapes :€ ¶ 2bert/encoder/layer_3/output/LayerNorm/gamma/AssignAssign+bert/encoder/layer_3/output/LayerNorm/gamma _class4 20loc:@bert/encoder/layer_3/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( Ï 0bert/encoder/layer_3/output/LayerNorm/gamma/readIdentity+bert/encoder/layer_3/output/LayerNorm/gamma* T0*> _class4 20loc:@bert/encoder/layer_3/output/LayerNorm/gamma* _output_shapes :€ Ž Dbert/encoder/layer_3/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : è 2bert/encoder/layer_3/output/LayerNorm/moments/meanMeanbert/encoder/layer_3/output/addDbert/encoder/layer_3/output/LayerNorm/moments/mean/reduction_indices* keep_dims(* Tidx0* T0* _output_shapes : €  ¨ :bert/encoder/layer_3/output/LayerNorm/moments/StopGradient StopGradient2bert/encoder/layer_3/output/LayerNorm/moments/mean* T0* _output_shapes : €  Ü ?bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifferenceSquaredDifferencebert/encoder/layer_3/output/add:bert/encoder/layer_3/output/LayerNorm/moments/StopGradient* T0* _output_shapes : € € ’ Hbert/encoder/layer_3/output/LayerNorm/moments/variance/reduction_indicesConst* value B :* dtype0* _output_shapes :  6bert/encoder/layer_3/output/LayerNorm/moments/varianceMean?bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifferenceHbert/encoder/layer_3/output/LayerNorm/moments/variance/reduction_indices* T0* _output_shapes : € * keep_dims(* Tidx0 z 5bert/encoder/layer_3/output/LayerNorm/batchnorm/add/yConst* value B *̼Œ+* dtype0* _output_shapes : Ó 3bert/encoder/layer_3/output/LayerNorm/batchnorm/addAdd6bert/encoder/layer_3/output/LayerNorm/moments/variance5bert/encoder/layer_3/output/LayerNorm/batchnorm/add/y* T0* _output_shapes : €   5bert/encoder/layer_3/output/LayerNorm/batchnorm/RsqrtRsqrt3bert/encoder/layer_3/output/LayerNorm/batchnorm/add* T0* _output_shapes : €  Î 3bert/encoder/layer_3/output/LayerNorm/batchnorm/mulMul5bert/encoder/layer_3/output/LayerNorm/batchnorm/Rsqrt0bert/encoder/layer_3/output/LayerNorm/gamma/read* T0* _output_shapes : € € ½ 5bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_1Mulbert/encoder/layer_3/output/add3bert/encoder/layer_3/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ð 5bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2Mul2bert/encoder/layer_3/output/LayerNorm/moments/mean3bert/encoder/layer_3/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Í 3bert/encoder/layer_3/output/LayerNorm/batchnorm/subSub/bert/encoder/layer_3/output/LayerNorm/beta/read5bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2* T0* _output_shapes : € € Ó 5bert/encoder/layer_3/output/LayerNorm/batchnorm/add_1Add5bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_13bert/encoder/layer_3/output/LayerNorm/batchnorm/sub* T0* _output_shapes : € € é Sbert/encoder/layer_4/attention/self/query/kernel/Initializer/truncated_normal/shapeConst*C _class9 75loc:@bert/encoder/layer_4/attention/self/query/kernel* valueB"* dtype0* _output_shapes : Ü Rbert/encoder/layer_4/attention/self/query/kernel/Initializer/truncated_normal/meanConst*C _class9 75loc:@bert/encoder/layer_4/attention/self/query/kernel* value B ** dtype0* _output_shapes : Þ Tbert/encoder/layer_4/attention/self/query/kernel/Initializer/truncated_normal/stddevConst*C _class9 75loc:@bert/encoder/layer_4/attention/self/query/kernel* value B * ×£<* dtype0* _output_shapes : Û ]bert/encoder/layer_4/attention/self/query/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalSbert/encoder/layer_4/attention/self/query/kernel/Initializer/truncated_normal/shape* T0*C _class9 75loc:@bert/encoder/layer_4/attention/self/query/kernel* seed2* dtype0* _output_shapes : €€* seed ý Qbert/encoder/layer_4/attention/self/query/kernel/Initializer/truncated_normal/mulMul]bert/encoder/layer_4/attention/self/query/kernel/Initializer/truncated_normal/TruncatedNormalTbert/encoder/layer_4/attention/self/query/kernel/Initializer/truncated_normal/stddev* T0*C _class9 75loc:@bert/encoder/layer_4/attention/self/query/kernel* _output_shapes : €€ ë Mbert/encoder/layer_4/attention/self/query/kernel/Initializer/truncated_normalAddQbert/encoder/layer_4/attention/self/query/kernel/Initializer/truncated_normal/mulRbert/encoder/layer_4/attention/self/query/kernel/Initializer/truncated_normal/mean* T0*C _class9 75loc:@bert/encoder/layer_4/attention/self/query/kernel* _output_shapes : €€ í 0bert/encoder/layer_4/attention/self/query/kernel VariableV2*C _class9 75loc:@bert/encoder/layer_4/attention/self/query/kernel* container* shape : €€* dtype0* _output_shapes : €€* shared_name Û 7bert/encoder/layer_4/attention/self/query/kernel/AssignAssign0bert/encoder/layer_4/attention/self/query/kernelMbert/encoder/layer_4/attention/self/query/kernel/Initializer/truncated_normal* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_4/attention/self/query/kernel* validate_shape(* _output_shapes : €€ ã 5bert/encoder/layer_4/attention/self/query/kernel/readIdentity0bert/encoder/layer_4/attention/self/query/kernel* T0*C _class9 75loc:@bert/encoder/layer_4/attention/self/query/kernel* _output_shapes : €€ Ò @bert/encoder/layer_4/attention/self/query/bias/Initializer/zerosConst*A _class7 53loc:@bert/encoder/layer_4/attention/self/query/bias* valueB€** dtype0* _output_shapes :€ ß .bert/encoder/layer_4/attention/self/query/bias VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*A _class7 53loc:@bert/encoder/layer_4/attention/self/query/bias* container à 5bert/encoder/layer_4/attention/self/query/bias/AssignAssign.bert/encoder/layer_4/attention/self/query/bias@bert/encoder/layer_4/attention/self/query/bias/Initializer/zeros* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_4/attention/self/query/bias* validate_shape(* _output_shapes :€ Ø 3bert/encoder/layer_4/attention/self/query/bias/readIdentity.bert/encoder/layer_4/attention/self/query/bias* T0*A _class7 53loc:@bert/encoder/layer_4/attention/self/query/bias* _output_shapes :€ ù 0bert/encoder/layer_4/attention/self/query/MatMulMatMul5bert/encoder/layer_3/output/LayerNorm/batchnorm/add_15bert/encoder/layer_4/attention/self/query/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( å 1bert/encoder/layer_4/attention/self/query/BiasAddBiasAdd0bert/encoder/layer_4/attention/self/query/MatMul3bert/encoder/layer_4/attention/self/query/bias/read* T0* data_formatNHWC* _output_shapes : € € å Qbert/encoder/layer_4/attention/self/key/kernel/Initializer/truncated_normal/shapeConst*A _class7 53loc:@bert/encoder/layer_4/attention/self/key/kernel* valueB"* dtype0* _output_shapes : Ø Pbert/encoder/layer_4/attention/self/key/kernel/Initializer/truncated_normal/meanConst*A _class7 53loc:@bert/encoder/layer_4/attention/self/key/kernel* value B ** dtype0* _output_shapes : Ú Rbert/encoder/layer_4/attention/self/key/kernel/Initializer/truncated_normal/stddevConst*A _class7 53loc:@bert/encoder/layer_4/attention/self/key/kernel* value B * ×£<* dtype0* _output_shapes : Õ [bert/encoder/layer_4/attention/self/key/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalQbert/encoder/layer_4/attention/self/key/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*A _class7 53loc:@bert/encoder/layer_4/attention/self/key/kernel* seed2 õ Obert/encoder/layer_4/attention/self/key/kernel/Initializer/truncated_normal/mulMul[bert/encoder/layer_4/attention/self/key/kernel/Initializer/truncated_normal/TruncatedNormalRbert/encoder/layer_4/attention/self/key/kernel/Initializer/truncated_normal/stddev* T0*A _class7 53loc:@bert/encoder/layer_4/attention/self/key/kernel* _output_shapes : €€ ã Kbert/encoder/layer_4/attention/self/key/kernel/Initializer/truncated_normalAddObert/encoder/layer_4/attention/self/key/kernel/Initializer/truncated_normal/mulPbert/encoder/layer_4/attention/self/key/kernel/Initializer/truncated_normal/mean* T0*A _class7 53loc:@bert/encoder/layer_4/attention/self/key/kernel* _output_shapes : €€ é .bert/encoder/layer_4/attention/self/key/kernel VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*A _class7 53loc:@bert/encoder/layer_4/attention/self/key/kernel* container Ó 5bert/encoder/layer_4/attention/self/key/kernel/AssignAssign.bert/encoder/layer_4/attention/self/key/kernelKbert/encoder/layer_4/attention/self/key/kernel/Initializer/truncated_normal* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_4/attention/self/key/kernel* validate_shape(* _output_shapes : €€ Ý 3bert/encoder/layer_4/attention/self/key/kernel/readIdentity.bert/encoder/layer_4/attention/self/key/kernel* T0*A _class7 53loc:@bert/encoder/layer_4/attention/self/key/kernel* _output_shapes : €€ Î >bert/encoder/layer_4/attention/self/key/bias/Initializer/zerosConst*? _class5 31loc:@bert/encoder/layer_4/attention/self/key/bias* valueB€** dtype0* _output_shapes :€ Û ,bert/encoder/layer_4/attention/self/key/bias VariableV2* shared_name*? _class5 31loc:@bert/encoder/layer_4/attention/self/key/bias* container* shape:€* dtype0* _output_shapes :€ » 3bert/encoder/layer_4/attention/self/key/bias/AssignAssign,bert/encoder/layer_4/attention/self/key/bias>bert/encoder/layer_4/attention/self/key/bias/Initializer/zeros* T0*? _class5 31loc:@bert/encoder/layer_4/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( Ò 1bert/encoder/layer_4/attention/self/key/bias/readIdentity,bert/encoder/layer_4/attention/self/key/bias* T0*? _class5 31loc:@bert/encoder/layer_4/attention/self/key/bias* _output_shapes :€ õ .bert/encoder/layer_4/attention/self/key/MatMulMatMul5bert/encoder/layer_3/output/LayerNorm/batchnorm/add_13bert/encoder/layer_4/attention/self/key/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ß /bert/encoder/layer_4/attention/self/key/BiasAddBiasAdd.bert/encoder/layer_4/attention/self/key/MatMul1bert/encoder/layer_4/attention/self/key/bias/read* T0* data_formatNHWC* _output_shapes : € € é Sbert/encoder/layer_4/attention/self/value/kernel/Initializer/truncated_normal/shapeConst*C _class9 75loc:@bert/encoder/layer_4/attention/self/value/kernel* valueB"* dtype0* _output_shapes : Ü Rbert/encoder/layer_4/attention/self/value/kernel/Initializer/truncated_normal/meanConst*C _class9 75loc:@bert/encoder/layer_4/attention/self/value/kernel* value B ** dtype0* _output_shapes : Þ Tbert/encoder/layer_4/attention/self/value/kernel/Initializer/truncated_normal/stddevConst*C _class9 75loc:@bert/encoder/layer_4/attention/self/value/kernel* value B * ×£<* dtype0* _output_shapes : Û ]bert/encoder/layer_4/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalSbert/encoder/layer_4/attention/self/value/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*C _class9 75loc:@bert/encoder/layer_4/attention/self/value/kernel* seed2 ý Qbert/encoder/layer_4/attention/self/value/kernel/Initializer/truncated_normal/mulMul]bert/encoder/layer_4/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalTbert/encoder/layer_4/attention/self/value/kernel/Initializer/truncated_normal/stddev* T0*C _class9 75loc:@bert/encoder/layer_4/attention/self/value/kernel* _output_shapes : €€ ë Mbert/encoder/layer_4/attention/self/value/kernel/Initializer/truncated_normalAddQbert/encoder/layer_4/attention/self/value/kernel/Initializer/truncated_normal/mulRbert/encoder/layer_4/attention/self/value/kernel/Initializer/truncated_normal/mean* T0*C _class9 75loc:@bert/encoder/layer_4/attention/self/value/kernel* _output_shapes : €€ í 0bert/encoder/layer_4/attention/self/value/kernel VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*C _class9 75loc:@bert/encoder/layer_4/attention/self/value/kernel* container Û 7bert/encoder/layer_4/attention/self/value/kernel/AssignAssign0bert/encoder/layer_4/attention/self/value/kernelMbert/encoder/layer_4/attention/self/value/kernel/Initializer/truncated_normal* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_4/attention/self/value/kernel* validate_shape(* _output_shapes : €€ ã 5bert/encoder/layer_4/attention/self/value/kernel/readIdentity0bert/encoder/layer_4/attention/self/value/kernel* T0*C _class9 75loc:@bert/encoder/layer_4/attention/self/value/kernel* _output_shapes : €€ Ò @bert/encoder/layer_4/attention/self/value/bias/Initializer/zerosConst*A _class7 53loc:@bert/encoder/layer_4/attention/self/value/bias* valueB€** dtype0* _output_shapes :€ ß .bert/encoder/layer_4/attention/self/value/bias VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*A _class7 53loc:@bert/encoder/layer_4/attention/self/value/bias* container à 5bert/encoder/layer_4/attention/self/value/bias/AssignAssign.bert/encoder/layer_4/attention/self/value/bias@bert/encoder/layer_4/attention/self/value/bias/Initializer/zeros* T0*A _class7 53loc:@bert/encoder/layer_4/attention/self/value/bias* validate_shape(* _output_shapes :€* use_locking( Ø 3bert/encoder/layer_4/attention/self/value/bias/readIdentity.bert/encoder/layer_4/attention/self/value/bias* T0*A _class7 53loc:@bert/encoder/layer_4/attention/self/value/bias* _output_shapes :€ ù 0bert/encoder/layer_4/attention/self/value/MatMulMatMul5bert/encoder/layer_3/output/LayerNorm/batchnorm/add_15bert/encoder/layer_4/attention/self/value/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( å 1bert/encoder/layer_4/attention/self/value/BiasAddBiasAdd0bert/encoder/layer_4/attention/self/value/MatMul3bert/encoder/layer_4/attention/self/value/bias/read* T0* data_formatNHWC* _output_shapes : € € Š 1bert/encoder/layer_4/attention/self/Reshape/shapeConst*% valueB" € @* dtype0* _output_shapes : Ü +bert/encoder/layer_4/attention/self/ReshapeReshape1bert/encoder/layer_4/attention/self/query/BiasAdd1bert/encoder/layer_4/attention/self/Reshape/shape* T0* Tshape0*' _output_shapes : € @ ‹ 2bert/encoder/layer_4/attention/self/transpose/permConst*% valueB"* dtype0* _output_shapes : Ú -bert/encoder/layer_4/attention/self/transpose Transpose+bert/encoder/layer_4/attention/self/Reshape2bert/encoder/layer_4/attention/self/transpose/perm* Tperm0* T0*' _output_shapes :  €@ Œ 3bert/encoder/layer_4/attention/self/Reshape_1/shapeConst*% valueB" € @* dtype0* _output_shapes : Þ -bert/encoder/layer_4/attention/self/Reshape_1Reshape/bert/encoder/layer_4/attention/self/key/BiasAdd3bert/encoder/layer_4/attention/self/Reshape_1/shape* T0* Tshape0*' _output_shapes : € @  4bert/encoder/layer_4/attention/self/transpose_1/permConst*% valueB"* dtype0* _output_shapes : à /bert/encoder/layer_4/attention/self/transpose_1 Transpose-bert/encoder/layer_4/attention/self/Reshape_14bert/encoder/layer_4/attention/self/transpose_1/perm* Tperm0* T0*' _output_shapes :  €@ æ *bert/encoder/layer_4/attention/self/MatMul BatchMatMul-bert/encoder/layer_4/attention/self/transpose/bert/encoder/layer_4/attention/self/transpose_1* T0*( _output_shapes :  €€* adj_x(* adj_y( n )bert/encoder/layer_4/attention/self/Mul/yConst* value B *>* dtype0* _output_shapes : ¸ 'bert/encoder/layer_4/attention/self/MulMul*bert/encoder/layer_4/attention/self/MatMul)bert/encoder/layer_4/attention/self/Mul/y* T0*( _output_shapes :  €€ | 2bert/encoder/layer_4/attention/self/ExpandDims/dimConst* value B :* dtype0* _output_shapes : Á .bert/encoder/layer_4/attention/self/ExpandDims ExpandDimsbert/encoder/mul2bert/encoder/layer_4/attention/self/ExpandDims/dim* Tdim0* T0*( _output_shapes : €€ n )bert/encoder/layer_4/attention/self/sub/xConst* value B *€?* dtype0* _output_shapes : ¼ 'bert/encoder/layer_4/attention/self/subSub)bert/encoder/layer_4/attention/self/sub/x.bert/encoder/layer_4/attention/self/ExpandDims* T0*( _output_shapes : €€ p +bert/encoder/layer_4/attention/self/mul_1/yConst* value B *@Æ* dtype0* _output_shapes : ¹ )bert/encoder/layer_4/attention/self/mul_1Mul'bert/encoder/layer_4/attention/self/sub+bert/encoder/layer_4/attention/self/mul_1/y* T0*( _output_shapes : €€ µ 'bert/encoder/layer_4/attention/self/addAdd'bert/encoder/layer_4/attention/self/Mul)bert/encoder/layer_4/attention/self/mul_1* T0*( _output_shapes :  €€ ’ +bert/encoder/layer_4/attention/self/SoftmaxSoftmax'bert/encoder/layer_4/attention/self/add* T0*( _output_shapes :  €€ z 5bert/encoder/layer_4/attention/self/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : Š 1bert/encoder/layer_4/attention/self/dropout/ShapeConst*% valueB" €€* dtype0* _output_shapes : ƒ >bert/encoder/layer_4/attention/self/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : ƒ >bert/encoder/layer_4/attention/self/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : å Hbert/encoder/layer_4/attention/self/dropout/random_uniform/RandomUniform RandomUniform1bert/encoder/layer_4/attention/self/dropout/Shape* T0* dtype0*( _output_shapes :  €€* seed2* seed æ >bert/encoder/layer_4/attention/self/dropout/random_uniform/subSub>bert/encoder/layer_4/attention/self/dropout/random_uniform/max>bert/encoder/layer_4/attention/self/dropout/random_uniform/min* T0* _output_shapes : ‚ >bert/encoder/layer_4/attention/self/dropout/random_uniform/mulMulHbert/encoder/layer_4/attention/self/dropout/random_uniform/RandomUniform>bert/encoder/layer_4/attention/self/dropout/random_uniform/sub* T0*( _output_shapes :  €€ ô :bert/encoder/layer_4/attention/self/dropout/random_uniformAdd>bert/encoder/layer_4/attention/self/dropout/random_uniform/mul>bert/encoder/layer_4/attention/self/dropout/random_uniform/min* T0*( _output_shapes :  €€ Ü /bert/encoder/layer_4/attention/self/dropout/addAdd5bert/encoder/layer_4/attention/self/dropout/keep_prob:bert/encoder/layer_4/attention/self/dropout/random_uniform* T0*( _output_shapes :  €€ ž 1bert/encoder/layer_4/attention/self/dropout/FloorFloor/bert/encoder/layer_4/attention/self/dropout/add* T0*( _output_shapes :  €€ Ñ /bert/encoder/layer_4/attention/self/dropout/divRealDiv+bert/encoder/layer_4/attention/self/Softmax5bert/encoder/layer_4/attention/self/dropout/keep_prob* T0*( _output_shapes :  €€ Í /bert/encoder/layer_4/attention/self/dropout/mulMul/bert/encoder/layer_4/attention/self/dropout/div1bert/encoder/layer_4/attention/self/dropout/Floor* T0*( _output_shapes :  €€ Œ 3bert/encoder/layer_4/attention/self/Reshape_2/shapeConst*% valueB" € @* dtype0* _output_shapes : à -bert/encoder/layer_4/attention/self/Reshape_2Reshape1bert/encoder/layer_4/attention/self/value/BiasAdd3bert/encoder/layer_4/attention/self/Reshape_2/shape* T0* Tshape0*' _output_shapes : € @  4bert/encoder/layer_4/attention/self/transpose_2/permConst*% valueB"* dtype0* _output_shapes : à /bert/encoder/layer_4/attention/self/transpose_2 Transpose-bert/encoder/layer_4/attention/self/Reshape_24bert/encoder/layer_4/attention/self/transpose_2/perm* Tperm0* T0*' _output_shapes :  €@ é ,bert/encoder/layer_4/attention/self/MatMul_1 BatchMatMul/bert/encoder/layer_4/attention/self/dropout/mul/bert/encoder/layer_4/attention/self/transpose_2* adj_x(* adj_y(* T0*' _output_shapes :  €@  4bert/encoder/layer_4/attention/self/transpose_3/permConst*% valueB"* dtype0* _output_shapes : ß /bert/encoder/layer_4/attention/self/transpose_3 Transpose,bert/encoder/layer_4/attention/self/MatMul_14bert/encoder/layer_4/attention/self/transpose_3/perm* T0*' _output_shapes : € @* Tperm0 „ 3bert/encoder/layer_4/attention/self/Reshape_3/shapeConst* valueB"* dtype0* _output_shapes : × -bert/encoder/layer_4/attention/self/Reshape_3Reshape/bert/encoder/layer_4/attention/self/transpose_33bert/encoder/layer_4/attention/self/Reshape_3/shape* T0* Tshape0* _output_shapes : € € í Ubert/encoder/layer_4/attention/output/dense/kernel/Initializer/truncated_normal/shapeConst*E _class; 97loc:@bert/encoder/layer_4/attention/output/dense/kernel* valueB"* dtype0* _output_shapes : à Tbert/encoder/layer_4/attention/output/dense/kernel/Initializer/truncated_normal/meanConst*E _class; 97loc:@bert/encoder/layer_4/attention/output/dense/kernel* value B ** dtype0* _output_shapes : â Vbert/encoder/layer_4/attention/output/dense/kernel/Initializer/truncated_normal/stddevConst*E _class; 97loc:@bert/encoder/layer_4/attention/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : á _bert/encoder/layer_4/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalUbert/encoder/layer_4/attention/output/dense/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*E _class; 97loc:@bert/encoder/layer_4/attention/output/dense/kernel* seed2 … Sbert/encoder/layer_4/attention/output/dense/kernel/Initializer/truncated_normal/mulMul_bert/encoder/layer_4/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalVbert/encoder/layer_4/attention/output/dense/kernel/Initializer/truncated_normal/stddev* T0*E _class; 97loc:@bert/encoder/layer_4/attention/output/dense/kernel* _output_shapes : €€ ó Obert/encoder/layer_4/attention/output/dense/kernel/Initializer/truncated_normalAddSbert/encoder/layer_4/attention/output/dense/kernel/Initializer/truncated_normal/mulTbert/encoder/layer_4/attention/output/dense/kernel/Initializer/truncated_normal/mean* T0*E _class; 97loc:@bert/encoder/layer_4/attention/output/dense/kernel* _output_shapes : €€ ñ 2bert/encoder/layer_4/attention/output/dense/kernel VariableV2* shared_name*E _class; 97loc:@bert/encoder/layer_4/attention/output/dense/kernel* container* shape : €€* dtype0* _output_shapes : €€ ã 9bert/encoder/layer_4/attention/output/dense/kernel/AssignAssign2bert/encoder/layer_4/attention/output/dense/kernelObert/encoder/layer_4/attention/output/dense/kernel/Initializer/truncated_normal* T0*E _class; 97loc:@bert/encoder/layer_4/attention/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( é 7bert/encoder/layer_4/attention/output/dense/kernel/readIdentity2bert/encoder/layer_4/attention/output/dense/kernel* T0*E _class; 97loc:@bert/encoder/layer_4/attention/output/dense/kernel* _output_shapes : €€ Ö Bbert/encoder/layer_4/attention/output/dense/bias/Initializer/zerosConst*C _class9 75loc:@bert/encoder/layer_4/attention/output/dense/bias* valueB€** dtype0* _output_shapes :€ ã 0bert/encoder/layer_4/attention/output/dense/bias VariableV2* shared_name*C _class9 75loc:@bert/encoder/layer_4/attention/output/dense/bias* container* shape:€* dtype0* _output_shapes :€ Ë 7bert/encoder/layer_4/attention/output/dense/bias/AssignAssign0bert/encoder/layer_4/attention/output/dense/biasBbert/encoder/layer_4/attention/output/dense/bias/Initializer/zeros* T0*C _class9 75loc:@bert/encoder/layer_4/attention/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( Þ 5bert/encoder/layer_4/attention/output/dense/bias/readIdentity0bert/encoder/layer_4/attention/output/dense/bias* T0*C _class9 75loc:@bert/encoder/layer_4/attention/output/dense/bias* _output_shapes :€ õ 2bert/encoder/layer_4/attention/output/dense/MatMulMatMul-bert/encoder/layer_4/attention/self/Reshape_37bert/encoder/layer_4/attention/output/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ë 3bert/encoder/layer_4/attention/output/dense/BiasAddBiasAdd2bert/encoder/layer_4/attention/output/dense/MatMul5bert/encoder/layer_4/attention/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € | 7bert/encoder/layer_4/attention/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : „ 3bert/encoder/layer_4/attention/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : … @bert/encoder/layer_4/attention/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : … @bert/encoder/layer_4/attention/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : á Jbert/encoder/layer_4/attention/output/dropout/random_uniform/RandomUniform RandomUniform3bert/encoder/layer_4/attention/output/dropout/Shape* seed* T0* dtype0* _output_shapes : € €* seed2 ì @bert/encoder/layer_4/attention/output/dropout/random_uniform/subSub@bert/encoder/layer_4/attention/output/dropout/random_uniform/max@bert/encoder/layer_4/attention/output/dropout/random_uniform/min* T0* _output_shapes : € @bert/encoder/layer_4/attention/output/dropout/random_uniform/mulMulJbert/encoder/layer_4/attention/output/dropout/random_uniform/RandomUniform@bert/encoder/layer_4/attention/output/dropout/random_uniform/sub* T0* _output_shapes : € € ò <:loc:@bert/encoder/layer_4/attention/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ í 5bert/encoder/layer_4/attention/output/LayerNorm/gamma VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_4/attention/output/LayerNorm/gamma* container* shape:€* dtype0* _output_shapes :€ Þ <:loc:@bert/encoder/layer_4/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_4/attention/output/LayerNorm/gamma/readIdentity5bert/encoder/layer_4/attention/output/LayerNorm/gamma* T0*H _class> <:loc:@bert/encoder/layer_4/attention/output/LayerNorm/gamma* _output_shapes :€ ˜ Nbert/encoder/layer_4/attention/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : † bert/encoder/layer_4/intermediate/dense/bias/Initializer/zerosFillNbert/encoder/layer_4/intermediate/dense/bias/Initializer/zeros/shape_as_tensorDbert/encoder/layer_4/intermediate/dense/bias/Initializer/zeros/Const* T0*? _class5 31loc:@bert/encoder/layer_4/intermediate/dense/bias* index_type0* _output_shapes :€ Û ,bert/encoder/layer_4/intermediate/dense/bias VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*? _class5 31loc:@bert/encoder/layer_4/intermediate/dense/bias* container » 3bert/encoder/layer_4/intermediate/dense/bias/AssignAssign,bert/encoder/layer_4/intermediate/dense/bias>bert/encoder/layer_4/intermediate/dense/bias/Initializer/zeros* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_4/intermediate/dense/bias* validate_shape(* _output_shapes :€ Ò 1bert/encoder/layer_4/intermediate/dense/bias/readIdentity,bert/encoder/layer_4/intermediate/dense/bias* T0*? _class5 31loc:@bert/encoder/layer_4/intermediate/dense/bias* _output_shapes :€ ÿ .bert/encoder/layer_4/intermediate/dense/MatMulMatMul?bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/add_13bert/encoder/layer_4/intermediate/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ß /bert/encoder/layer_4/intermediate/dense/BiasAddBiasAdd.bert/encoder/layer_4/intermediate/dense/MatMul1bert/encoder/layer_4/intermediate/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € s .bert/encoder/layer_4/intermediate/dense/Sqrt/xConst* value B *@* dtype0* _output_shapes : … ,bert/encoder/layer_4/intermediate/dense/SqrtSqrt.bert/encoder/layer_4/intermediate/dense/Sqrt/x* T0* _output_shapes : Ä /bert/encoder/layer_4/intermediate/dense/truedivRealDiv/bert/encoder/layer_4/intermediate/dense/BiasAdd,bert/encoder/layer_4/intermediate/dense/Sqrt* T0* _output_shapes : € € Ž +bert/encoder/layer_4/intermediate/dense/ErfErf/bert/encoder/layer_4/intermediate/dense/truediv* T0* _output_shapes : € € r -bert/encoder/layer_4/intermediate/dense/add/xConst* value B *€?* dtype0* _output_shapes : ¹ +bert/encoder/layer_4/intermediate/dense/addAdd-bert/encoder/layer_4/intermediate/dense/add/x+bert/encoder/layer_4/intermediate/dense/Erf* T0* _output_shapes : € € r -bert/encoder/layer_4/intermediate/dense/mul/xConst* value B *?* dtype0* _output_shapes : ¹ +bert/encoder/layer_4/intermediate/dense/mulMul-bert/encoder/layer_4/intermediate/dense/mul/x+bert/encoder/layer_4/intermediate/dense/add* T0* _output_shapes : € € ½ -bert/encoder/layer_4/intermediate/dense/mul_1Mul/bert/encoder/layer_4/intermediate/dense/BiasAdd+bert/encoder/layer_4/intermediate/dense/mul* T0* _output_shapes : € € Ù Kbert/encoder/layer_4/output/dense/kernel/Initializer/truncated_normal/shapeConst*; _class1 /-loc:@bert/encoder/layer_4/output/dense/kernel* valueB" * dtype0* _output_shapes : Ì Jbert/encoder/layer_4/output/dense/kernel/Initializer/truncated_normal/meanConst*; _class1 /-loc:@bert/encoder/layer_4/output/dense/kernel* value B ** dtype0* _output_shapes : Î Lbert/encoder/layer_4/output/dense/kernel/Initializer/truncated_normal/stddevConst*; _class1 /-loc:@bert/encoder/layer_4/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : à Ubert/encoder/layer_4/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalKbert/encoder/layer_4/output/dense/kernel/Initializer/truncated_normal/shape* seed* T0*; _class1 /-loc:@bert/encoder/layer_4/output/dense/kernel* seed2* dtype0* _output_shapes : €€ Ý Ibert/encoder/layer_4/output/dense/kernel/Initializer/truncated_normal/mulMulUbert/encoder/layer_4/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalLbert/encoder/layer_4/output/dense/kernel/Initializer/truncated_normal/stddev* T0*; _class1 /-loc:@bert/encoder/layer_4/output/dense/kernel* _output_shapes : €€ Ë Ebert/encoder/layer_4/output/dense/kernel/Initializer/truncated_normalAddIbert/encoder/layer_4/output/dense/kernel/Initializer/truncated_normal/mulJbert/encoder/layer_4/output/dense/kernel/Initializer/truncated_normal/mean* T0*; _class1 /-loc:@bert/encoder/layer_4/output/dense/kernel* _output_shapes : €€ Ý (bert/encoder/layer_4/output/dense/kernel VariableV2* dtype0* _output_shapes : €€* shared_name*; _class1 /-loc:@bert/encoder/layer_4/output/dense/kernel* container* shape : €€ » /bert/encoder/layer_4/output/dense/kernel/AssignAssign(bert/encoder/layer_4/output/dense/kernelEbert/encoder/layer_4/output/dense/kernel/Initializer/truncated_normal* use_locking(* T0*; _class1 /-loc:@bert/encoder/layer_4/output/dense/kernel* validate_shape(* _output_shapes : €€ Ë -bert/encoder/layer_4/output/dense/kernel/readIdentity(bert/encoder/layer_4/output/dense/kernel* T0*; _class1 /-loc:@bert/encoder/layer_4/output/dense/kernel* _output_shapes : €€  8bert/encoder/layer_4/output/dense/bias/Initializer/zerosConst*9 _class/ -+loc:@bert/encoder/layer_4/output/dense/bias* valueB€** dtype0* _output_shapes :€ Ï &bert/encoder/layer_4/output/dense/bias VariableV2* shared_name*9 _class/ -+loc:@bert/encoder/layer_4/output/dense/bias* container* shape:€* dtype0* _output_shapes :€ £ -bert/encoder/layer_4/output/dense/bias/AssignAssign&bert/encoder/layer_4/output/dense/bias8bert/encoder/layer_4/output/dense/bias/Initializer/zeros* use_locking(* T0*9 _class/ -+loc:@bert/encoder/layer_4/output/dense/bias* validate_shape(* _output_shapes :€ À +bert/encoder/layer_4/output/dense/bias/readIdentity&bert/encoder/layer_4/output/dense/bias* T0*9 _class/ -+loc:@bert/encoder/layer_4/output/dense/bias* _output_shapes :€ á (bert/encoder/layer_4/output/dense/MatMulMatMul-bert/encoder/layer_4/intermediate/dense/mul_1-bert/encoder/layer_4/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( Í )bert/encoder/layer_4/output/dense/BiasAddBiasAdd(bert/encoder/layer_4/output/dense/MatMul+bert/encoder/layer_4/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € r -bert/encoder/layer_4/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : z )bert/encoder/layer_4/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : { 6bert/encoder/layer_4/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : { 6bert/encoder/layer_4/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : Í @bert/encoder/layer_4/output/dropout/random_uniform/RandomUniform RandomUniform)bert/encoder/layer_4/output/dropout/Shape* T0* dtype0* _output_shapes : € €* seed2* seed Î 6bert/encoder/layer_4/output/dropout/random_uniform/subSub6bert/encoder/layer_4/output/dropout/random_uniform/max6bert/encoder/layer_4/output/dropout/random_uniform/min* T0* _output_shapes : â 6bert/encoder/layer_4/output/dropout/random_uniform/mulMul@bert/encoder/layer_4/output/dropout/random_uniform/RandomUniform6bert/encoder/layer_4/output/dropout/random_uniform/sub* T0* _output_shapes : € € Ô 2bert/encoder/layer_4/output/dropout/random_uniformAdd6bert/encoder/layer_4/output/dropout/random_uniform/mul6bert/encoder/layer_4/output/dropout/random_uniform/min* T0* _output_shapes : € € ¼ 'bert/encoder/layer_4/output/dropout/addAdd-bert/encoder/layer_4/output/dropout/keep_prob2bert/encoder/layer_4/output/dropout/random_uniform* T0* _output_shapes : € € † )bert/encoder/layer_4/output/dropout/FloorFloor'bert/encoder/layer_4/output/dropout/add* T0* _output_shapes : € € · 'bert/encoder/layer_4/output/dropout/divRealDiv)bert/encoder/layer_4/output/dense/BiasAdd-bert/encoder/layer_4/output/dropout/keep_prob* T0* _output_shapes : € € ­ 'bert/encoder/layer_4/output/dropout/mulMul'bert/encoder/layer_4/output/dropout/div)bert/encoder/layer_4/output/dropout/Floor* T0* _output_shapes : € € » bert/encoder/layer_4/output/addAdd'bert/encoder/layer_4/output/dropout/mul?bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/add_1* T0* _output_shapes : € € Ê _class4 20loc:@bert/encoder/layer_4/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ Ù +bert/encoder/layer_4/output/LayerNorm/gamma VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*> _class4 20loc:@bert/encoder/layer_4/output/LayerNorm/gamma* container ¶ 2bert/encoder/layer_4/output/LayerNorm/gamma/AssignAssign+bert/encoder/layer_4/output/LayerNorm/gamma _class4 20loc:@bert/encoder/layer_4/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( Ï 0bert/encoder/layer_4/output/LayerNorm/gamma/readIdentity+bert/encoder/layer_4/output/LayerNorm/gamma* T0*> _class4 20loc:@bert/encoder/layer_4/output/LayerNorm/gamma* _output_shapes :€ Ž Dbert/encoder/layer_4/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : è 2bert/encoder/layer_4/output/LayerNorm/moments/meanMeanbert/encoder/layer_4/output/addDbert/encoder/layer_4/output/LayerNorm/moments/mean/reduction_indices* T0* _output_shapes : € * keep_dims(* Tidx0 ¨ :bert/encoder/layer_4/output/LayerNorm/moments/StopGradient StopGradient2bert/encoder/layer_4/output/LayerNorm/moments/mean* T0* _output_shapes : €  Ü ?bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifferenceSquaredDifferencebert/encoder/layer_4/output/add:bert/encoder/layer_4/output/LayerNorm/moments/StopGradient* T0* _output_shapes : € € ’ Hbert/encoder/layer_4/output/LayerNorm/moments/variance/reduction_indicesConst* value B :* dtype0* _output_shapes :  6bert/encoder/layer_4/output/LayerNorm/moments/varianceMean?bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifferenceHbert/encoder/layer_4/output/LayerNorm/moments/variance/reduction_indices* T0* _output_shapes : € * keep_dims(* Tidx0 z 5bert/encoder/layer_4/output/LayerNorm/batchnorm/add/yConst* value B *̼Œ+* dtype0* _output_shapes : Ó 3bert/encoder/layer_4/output/LayerNorm/batchnorm/addAdd6bert/encoder/layer_4/output/LayerNorm/moments/variance5bert/encoder/layer_4/output/LayerNorm/batchnorm/add/y* T0* _output_shapes : €   5bert/encoder/layer_4/output/LayerNorm/batchnorm/RsqrtRsqrt3bert/encoder/layer_4/output/LayerNorm/batchnorm/add* T0* _output_shapes : €  Î 3bert/encoder/layer_4/output/LayerNorm/batchnorm/mulMul5bert/encoder/layer_4/output/LayerNorm/batchnorm/Rsqrt0bert/encoder/layer_4/output/LayerNorm/gamma/read* T0* _output_shapes : € € ½ 5bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_1Mulbert/encoder/layer_4/output/add3bert/encoder/layer_4/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ð 5bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2Mul2bert/encoder/layer_4/output/LayerNorm/moments/mean3bert/encoder/layer_4/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Í 3bert/encoder/layer_4/output/LayerNorm/batchnorm/subSub/bert/encoder/layer_4/output/LayerNorm/beta/read5bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2* T0* _output_shapes : € € Ó 5bert/encoder/layer_4/output/LayerNorm/batchnorm/add_1Add5bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_13bert/encoder/layer_4/output/LayerNorm/batchnorm/sub* T0* _output_shapes : € € é Sbert/encoder/layer_5/attention/self/query/kernel/Initializer/truncated_normal/shapeConst*C _class9 75loc:@bert/encoder/layer_5/attention/self/query/kernel* valueB"* dtype0* _output_shapes : Ü Rbert/encoder/layer_5/attention/self/query/kernel/Initializer/truncated_normal/meanConst*C _class9 75loc:@bert/encoder/layer_5/attention/self/query/kernel* value B ** dtype0* _output_shapes : Þ Tbert/encoder/layer_5/attention/self/query/kernel/Initializer/truncated_normal/stddevConst*C _class9 75loc:@bert/encoder/layer_5/attention/self/query/kernel* value B * ×£<* dtype0* _output_shapes : Û ]bert/encoder/layer_5/attention/self/query/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalSbert/encoder/layer_5/attention/self/query/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*C _class9 75loc:@bert/encoder/layer_5/attention/self/query/kernel* seed2 ý Qbert/encoder/layer_5/attention/self/query/kernel/Initializer/truncated_normal/mulMul]bert/encoder/layer_5/attention/self/query/kernel/Initializer/truncated_normal/TruncatedNormalTbert/encoder/layer_5/attention/self/query/kernel/Initializer/truncated_normal/stddev* T0*C _class9 75loc:@bert/encoder/layer_5/attention/self/query/kernel* _output_shapes : €€ ë Mbert/encoder/layer_5/attention/self/query/kernel/Initializer/truncated_normalAddQbert/encoder/layer_5/attention/self/query/kernel/Initializer/truncated_normal/mulRbert/encoder/layer_5/attention/self/query/kernel/Initializer/truncated_normal/mean* T0*C _class9 75loc:@bert/encoder/layer_5/attention/self/query/kernel* _output_shapes : €€ í 0bert/encoder/layer_5/attention/self/query/kernel VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*C _class9 75loc:@bert/encoder/layer_5/attention/self/query/kernel* container Û 7bert/encoder/layer_5/attention/self/query/kernel/AssignAssign0bert/encoder/layer_5/attention/self/query/kernelMbert/encoder/layer_5/attention/self/query/kernel/Initializer/truncated_normal* T0*C _class9 75loc:@bert/encoder/layer_5/attention/self/query/kernel* validate_shape(* _output_shapes : €€* use_locking( ã 5bert/encoder/layer_5/attention/self/query/kernel/readIdentity0bert/encoder/layer_5/attention/self/query/kernel* T0*C _class9 75loc:@bert/encoder/layer_5/attention/self/query/kernel* _output_shapes : €€ Ò @bert/encoder/layer_5/attention/self/query/bias/Initializer/zerosConst*A _class7 53loc:@bert/encoder/layer_5/attention/self/query/bias* valueB€** dtype0* _output_shapes :€ ß .bert/encoder/layer_5/attention/self/query/bias VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*A _class7 53loc:@bert/encoder/layer_5/attention/self/query/bias* container à 5bert/encoder/layer_5/attention/self/query/bias/AssignAssign.bert/encoder/layer_5/attention/self/query/bias@bert/encoder/layer_5/attention/self/query/bias/Initializer/zeros* T0*A _class7 53loc:@bert/encoder/layer_5/attention/self/query/bias* validate_shape(* _output_shapes :€* use_locking( Ø 3bert/encoder/layer_5/attention/self/query/bias/readIdentity.bert/encoder/layer_5/attention/self/query/bias* T0*A _class7 53loc:@bert/encoder/layer_5/attention/self/query/bias* _output_shapes :€ ù 0bert/encoder/layer_5/attention/self/query/MatMulMatMul5bert/encoder/layer_4/output/LayerNorm/batchnorm/add_15bert/encoder/layer_5/attention/self/query/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( å 1bert/encoder/layer_5/attention/self/query/BiasAddBiasAdd0bert/encoder/layer_5/attention/self/query/MatMul3bert/encoder/layer_5/attention/self/query/bias/read* T0* data_formatNHWC* _output_shapes : € € å Qbert/encoder/layer_5/attention/self/key/kernel/Initializer/truncated_normal/shapeConst*A _class7 53loc:@bert/encoder/layer_5/attention/self/key/kernel* valueB"* dtype0* _output_shapes : Ø Pbert/encoder/layer_5/attention/self/key/kernel/Initializer/truncated_normal/meanConst*A _class7 53loc:@bert/encoder/layer_5/attention/self/key/kernel* value B ** dtype0* _output_shapes : Ú Rbert/encoder/layer_5/attention/self/key/kernel/Initializer/truncated_normal/stddevConst*A _class7 53loc:@bert/encoder/layer_5/attention/self/key/kernel* value B * ×£<* dtype0* _output_shapes : Õ [bert/encoder/layer_5/attention/self/key/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalQbert/encoder/layer_5/attention/self/key/kernel/Initializer/truncated_normal/shape* seed* T0*A _class7 53loc:@bert/encoder/layer_5/attention/self/key/kernel* seed2* dtype0* _output_shapes : €€ õ Obert/encoder/layer_5/attention/self/key/kernel/Initializer/truncated_normal/mulMul[bert/encoder/layer_5/attention/self/key/kernel/Initializer/truncated_normal/TruncatedNormalRbert/encoder/layer_5/attention/self/key/kernel/Initializer/truncated_normal/stddev* T0*A _class7 53loc:@bert/encoder/layer_5/attention/self/key/kernel* _output_shapes : €€ ã Kbert/encoder/layer_5/attention/self/key/kernel/Initializer/truncated_normalAddObert/encoder/layer_5/attention/self/key/kernel/Initializer/truncated_normal/mulPbert/encoder/layer_5/attention/self/key/kernel/Initializer/truncated_normal/mean* T0*A _class7 53loc:@bert/encoder/layer_5/attention/self/key/kernel* _output_shapes : €€ é .bert/encoder/layer_5/attention/self/key/kernel VariableV2*A _class7 53loc:@bert/encoder/layer_5/attention/self/key/kernel* container* shape : €€* dtype0* _output_shapes : €€* shared_name Ó 5bert/encoder/layer_5/attention/self/key/kernel/AssignAssign.bert/encoder/layer_5/attention/self/key/kernelKbert/encoder/layer_5/attention/self/key/kernel/Initializer/truncated_normal* T0*A _class7 53loc:@bert/encoder/layer_5/attention/self/key/kernel* validate_shape(* _output_shapes : €€* use_locking( Ý 3bert/encoder/layer_5/attention/self/key/kernel/readIdentity.bert/encoder/layer_5/attention/self/key/kernel* T0*A _class7 53loc:@bert/encoder/layer_5/attention/self/key/kernel* _output_shapes : €€ Î >bert/encoder/layer_5/attention/self/key/bias/Initializer/zerosConst*? _class5 31loc:@bert/encoder/layer_5/attention/self/key/bias* valueB€** dtype0* _output_shapes :€ Û ,bert/encoder/layer_5/attention/self/key/bias VariableV2* dtype0* _output_shapes :€* shared_name*? _class5 31loc:@bert/encoder/layer_5/attention/self/key/bias* container* shape:€ » 3bert/encoder/layer_5/attention/self/key/bias/AssignAssign,bert/encoder/layer_5/attention/self/key/bias>bert/encoder/layer_5/attention/self/key/bias/Initializer/zeros* T0*? _class5 31loc:@bert/encoder/layer_5/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( Ò 1bert/encoder/layer_5/attention/self/key/bias/readIdentity,bert/encoder/layer_5/attention/self/key/bias* T0*? _class5 31loc:@bert/encoder/layer_5/attention/self/key/bias* _output_shapes :€ õ .bert/encoder/layer_5/attention/self/key/MatMulMatMul5bert/encoder/layer_4/output/LayerNorm/batchnorm/add_13bert/encoder/layer_5/attention/self/key/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ß /bert/encoder/layer_5/attention/self/key/BiasAddBiasAdd.bert/encoder/layer_5/attention/self/key/MatMul1bert/encoder/layer_5/attention/self/key/bias/read* T0* data_formatNHWC* _output_shapes : € € é Sbert/encoder/layer_5/attention/self/value/kernel/Initializer/truncated_normal/shapeConst*C _class9 75loc:@bert/encoder/layer_5/attention/self/value/kernel* valueB"* dtype0* _output_shapes : Ü Rbert/encoder/layer_5/attention/self/value/kernel/Initializer/truncated_normal/meanConst*C _class9 75loc:@bert/encoder/layer_5/attention/self/value/kernel* value B ** dtype0* _output_shapes : Þ Tbert/encoder/layer_5/attention/self/value/kernel/Initializer/truncated_normal/stddevConst*C _class9 75loc:@bert/encoder/layer_5/attention/self/value/kernel* value B * ×£<* dtype0* _output_shapes : Û ]bert/encoder/layer_5/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalSbert/encoder/layer_5/attention/self/value/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*C _class9 75loc:@bert/encoder/layer_5/attention/self/value/kernel* seed2 ý Qbert/encoder/layer_5/attention/self/value/kernel/Initializer/truncated_normal/mulMul]bert/encoder/layer_5/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalTbert/encoder/layer_5/attention/self/value/kernel/Initializer/truncated_normal/stddev* T0*C _class9 75loc:@bert/encoder/layer_5/attention/self/value/kernel* _output_shapes : €€ ë Mbert/encoder/layer_5/attention/self/value/kernel/Initializer/truncated_normalAddQbert/encoder/layer_5/attention/self/value/kernel/Initializer/truncated_normal/mulRbert/encoder/layer_5/attention/self/value/kernel/Initializer/truncated_normal/mean* T0*C _class9 75loc:@bert/encoder/layer_5/attention/self/value/kernel* _output_shapes : €€ í 0bert/encoder/layer_5/attention/self/value/kernel VariableV2* dtype0* _output_shapes : €€* shared_name*C _class9 75loc:@bert/encoder/layer_5/attention/self/value/kernel* container* shape : €€ Û 7bert/encoder/layer_5/attention/self/value/kernel/AssignAssign0bert/encoder/layer_5/attention/self/value/kernelMbert/encoder/layer_5/attention/self/value/kernel/Initializer/truncated_normal* T0*C _class9 75loc:@bert/encoder/layer_5/attention/self/value/kernel* validate_shape(* _output_shapes : €€* use_locking( ã 5bert/encoder/layer_5/attention/self/value/kernel/readIdentity0bert/encoder/layer_5/attention/self/value/kernel* T0*C _class9 75loc:@bert/encoder/layer_5/attention/self/value/kernel* _output_shapes : €€ Ò @bert/encoder/layer_5/attention/self/value/bias/Initializer/zerosConst*A _class7 53loc:@bert/encoder/layer_5/attention/self/value/bias* valueB€** dtype0* _output_shapes :€ ß .bert/encoder/layer_5/attention/self/value/bias VariableV2* shared_name*A _class7 53loc:@bert/encoder/layer_5/attention/self/value/bias* container* shape:€* dtype0* _output_shapes :€ à 5bert/encoder/layer_5/attention/self/value/bias/AssignAssign.bert/encoder/layer_5/attention/self/value/bias@bert/encoder/layer_5/attention/self/value/bias/Initializer/zeros* T0*A _class7 53loc:@bert/encoder/layer_5/attention/self/value/bias* validate_shape(* _output_shapes :€* use_locking( Ø 3bert/encoder/layer_5/attention/self/value/bias/readIdentity.bert/encoder/layer_5/attention/self/value/bias* T0*A _class7 53loc:@bert/encoder/layer_5/attention/self/value/bias* _output_shapes :€ ù 0bert/encoder/layer_5/attention/self/value/MatMulMatMul5bert/encoder/layer_4/output/LayerNorm/batchnorm/add_15bert/encoder/layer_5/attention/self/value/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( å 1bert/encoder/layer_5/attention/self/value/BiasAddBiasAdd0bert/encoder/layer_5/attention/self/value/MatMul3bert/encoder/layer_5/attention/self/value/bias/read* T0* data_formatNHWC* _output_shapes : € € Š 1bert/encoder/layer_5/attention/self/Reshape/shapeConst*% valueB" € @* dtype0* _output_shapes : Ü +bert/encoder/layer_5/attention/self/ReshapeReshape1bert/encoder/layer_5/attention/self/query/BiasAdd1bert/encoder/layer_5/attention/self/Reshape/shape* T0* Tshape0*' _output_shapes : € @ ‹ 2bert/encoder/layer_5/attention/self/transpose/permConst*% valueB"* dtype0* _output_shapes : Ú -bert/encoder/layer_5/attention/self/transpose Transpose+bert/encoder/layer_5/attention/self/Reshape2bert/encoder/layer_5/attention/self/transpose/perm* T0*' _output_shapes :  €@* Tperm0 Œ 3bert/encoder/layer_5/attention/self/Reshape_1/shapeConst*% valueB" € @* dtype0* _output_shapes : Þ -bert/encoder/layer_5/attention/self/Reshape_1Reshape/bert/encoder/layer_5/attention/self/key/BiasAdd3bert/encoder/layer_5/attention/self/Reshape_1/shape* T0* Tshape0*' _output_shapes : € @  4bert/encoder/layer_5/attention/self/transpose_1/permConst*% valueB"* dtype0* _output_shapes : à /bert/encoder/layer_5/attention/self/transpose_1 Transpose-bert/encoder/layer_5/attention/self/Reshape_14bert/encoder/layer_5/attention/self/transpose_1/perm* Tperm0* T0*' _output_shapes :  €@ æ *bert/encoder/layer_5/attention/self/MatMul BatchMatMul-bert/encoder/layer_5/attention/self/transpose/bert/encoder/layer_5/attention/self/transpose_1* adj_x(* adj_y(* T0*( _output_shapes :  €€ n )bert/encoder/layer_5/attention/self/Mul/yConst* value B *>* dtype0* _output_shapes : ¸ 'bert/encoder/layer_5/attention/self/MulMul*bert/encoder/layer_5/attention/self/MatMul)bert/encoder/layer_5/attention/self/Mul/y* T0*( _output_shapes :  €€ | 2bert/encoder/layer_5/attention/self/ExpandDims/dimConst* value B :* dtype0* _output_shapes : Á .bert/encoder/layer_5/attention/self/ExpandDims ExpandDimsbert/encoder/mul2bert/encoder/layer_5/attention/self/ExpandDims/dim* T0*( _output_shapes : €€* Tdim0 n )bert/encoder/layer_5/attention/self/sub/xConst* value B *€?* dtype0* _output_shapes : ¼ 'bert/encoder/layer_5/attention/self/subSub)bert/encoder/layer_5/attention/self/sub/x.bert/encoder/layer_5/attention/self/ExpandDims* T0*( _output_shapes : €€ p +bert/encoder/layer_5/attention/self/mul_1/yConst* value B *@Æ* dtype0* _output_shapes : ¹ )bert/encoder/layer_5/attention/self/mul_1Mul'bert/encoder/layer_5/attention/self/sub+bert/encoder/layer_5/attention/self/mul_1/y* T0*( _output_shapes : €€ µ 'bert/encoder/layer_5/attention/self/addAdd'bert/encoder/layer_5/attention/self/Mul)bert/encoder/layer_5/attention/self/mul_1* T0*( _output_shapes :  €€ ’ +bert/encoder/layer_5/attention/self/SoftmaxSoftmax'bert/encoder/layer_5/attention/self/add* T0*( _output_shapes :  €€ z 5bert/encoder/layer_5/attention/self/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : Š 1bert/encoder/layer_5/attention/self/dropout/ShapeConst*% valueB" €€* dtype0* _output_shapes : ƒ >bert/encoder/layer_5/attention/self/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : ƒ >bert/encoder/layer_5/attention/self/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : å Hbert/encoder/layer_5/attention/self/dropout/random_uniform/RandomUniform RandomUniform1bert/encoder/layer_5/attention/self/dropout/Shape* T0* dtype0*( _output_shapes :  €€* seed2* seed æ >bert/encoder/layer_5/attention/self/dropout/random_uniform/subSub>bert/encoder/layer_5/attention/self/dropout/random_uniform/max>bert/encoder/layer_5/attention/self/dropout/random_uniform/min* T0* _output_shapes : ‚ >bert/encoder/layer_5/attention/self/dropout/random_uniform/mulMulHbert/encoder/layer_5/attention/self/dropout/random_uniform/RandomUniform>bert/encoder/layer_5/attention/self/dropout/random_uniform/sub* T0*( _output_shapes :  €€ ô :bert/encoder/layer_5/attention/self/dropout/random_uniformAdd>bert/encoder/layer_5/attention/self/dropout/random_uniform/mul>bert/encoder/layer_5/attention/self/dropout/random_uniform/min* T0*( _output_shapes :  €€ Ü /bert/encoder/layer_5/attention/self/dropout/addAdd5bert/encoder/layer_5/attention/self/dropout/keep_prob:bert/encoder/layer_5/attention/self/dropout/random_uniform* T0*( _output_shapes :  €€ ž 1bert/encoder/layer_5/attention/self/dropout/FloorFloor/bert/encoder/layer_5/attention/self/dropout/add* T0*( _output_shapes :  €€ Ñ /bert/encoder/layer_5/attention/self/dropout/divRealDiv+bert/encoder/layer_5/attention/self/Softmax5bert/encoder/layer_5/attention/self/dropout/keep_prob* T0*( _output_shapes :  €€ Í /bert/encoder/layer_5/attention/self/dropout/mulMul/bert/encoder/layer_5/attention/self/dropout/div1bert/encoder/layer_5/attention/self/dropout/Floor* T0*( _output_shapes :  €€ Œ 3bert/encoder/layer_5/attention/self/Reshape_2/shapeConst*% valueB" € @* dtype0* _output_shapes : à -bert/encoder/layer_5/attention/self/Reshape_2Reshape1bert/encoder/layer_5/attention/self/value/BiasAdd3bert/encoder/layer_5/attention/self/Reshape_2/shape* T0* Tshape0*' _output_shapes : € @  4bert/encoder/layer_5/attention/self/transpose_2/permConst*% valueB"* dtype0* _output_shapes : à /bert/encoder/layer_5/attention/self/transpose_2 Transpose-bert/encoder/layer_5/attention/self/Reshape_24bert/encoder/layer_5/attention/self/transpose_2/perm* Tperm0* T0*' _output_shapes :  €@ é ,bert/encoder/layer_5/attention/self/MatMul_1 BatchMatMul/bert/encoder/layer_5/attention/self/dropout/mul/bert/encoder/layer_5/attention/self/transpose_2* adj_x(* adj_y(* T0*' _output_shapes :  €@  4bert/encoder/layer_5/attention/self/transpose_3/permConst*% valueB"* dtype0* _output_shapes : ß /bert/encoder/layer_5/attention/self/transpose_3 Transpose,bert/encoder/layer_5/attention/self/MatMul_14bert/encoder/layer_5/attention/self/transpose_3/perm* T0*' _output_shapes : € @* Tperm0 „ 3bert/encoder/layer_5/attention/self/Reshape_3/shapeConst* valueB"* dtype0* _output_shapes : × -bert/encoder/layer_5/attention/self/Reshape_3Reshape/bert/encoder/layer_5/attention/self/transpose_33bert/encoder/layer_5/attention/self/Reshape_3/shape* T0* Tshape0* _output_shapes : € € í Ubert/encoder/layer_5/attention/output/dense/kernel/Initializer/truncated_normal/shapeConst*E _class; 97loc:@bert/encoder/layer_5/attention/output/dense/kernel* valueB"* dtype0* _output_shapes : à Tbert/encoder/layer_5/attention/output/dense/kernel/Initializer/truncated_normal/meanConst*E _class; 97loc:@bert/encoder/layer_5/attention/output/dense/kernel* value B ** dtype0* _output_shapes : â Vbert/encoder/layer_5/attention/output/dense/kernel/Initializer/truncated_normal/stddevConst*E _class; 97loc:@bert/encoder/layer_5/attention/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : á _bert/encoder/layer_5/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalUbert/encoder/layer_5/attention/output/dense/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*E _class; 97loc:@bert/encoder/layer_5/attention/output/dense/kernel* seed2 … Sbert/encoder/layer_5/attention/output/dense/kernel/Initializer/truncated_normal/mulMul_bert/encoder/layer_5/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalVbert/encoder/layer_5/attention/output/dense/kernel/Initializer/truncated_normal/stddev* T0*E _class; 97loc:@bert/encoder/layer_5/attention/output/dense/kernel* _output_shapes : €€ ó Obert/encoder/layer_5/attention/output/dense/kernel/Initializer/truncated_normalAddSbert/encoder/layer_5/attention/output/dense/kernel/Initializer/truncated_normal/mulTbert/encoder/layer_5/attention/output/dense/kernel/Initializer/truncated_normal/mean* T0*E _class; 97loc:@bert/encoder/layer_5/attention/output/dense/kernel* _output_shapes : €€ ñ 2bert/encoder/layer_5/attention/output/dense/kernel VariableV2* shared_name*E _class; 97loc:@bert/encoder/layer_5/attention/output/dense/kernel* container* shape : €€* dtype0* _output_shapes : €€ ã 9bert/encoder/layer_5/attention/output/dense/kernel/AssignAssign2bert/encoder/layer_5/attention/output/dense/kernelObert/encoder/layer_5/attention/output/dense/kernel/Initializer/truncated_normal* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_5/attention/output/dense/kernel* validate_shape(* _output_shapes : €€ é 7bert/encoder/layer_5/attention/output/dense/kernel/readIdentity2bert/encoder/layer_5/attention/output/dense/kernel* T0*E _class; 97loc:@bert/encoder/layer_5/attention/output/dense/kernel* _output_shapes : €€ Ö Bbert/encoder/layer_5/attention/output/dense/bias/Initializer/zerosConst*C _class9 75loc:@bert/encoder/layer_5/attention/output/dense/bias* valueB€** dtype0* _output_shapes :€ ã 0bert/encoder/layer_5/attention/output/dense/bias VariableV2*C _class9 75loc:@bert/encoder/layer_5/attention/output/dense/bias* container* shape:€* dtype0* _output_shapes :€* shared_name Ë 7bert/encoder/layer_5/attention/output/dense/bias/AssignAssign0bert/encoder/layer_5/attention/output/dense/biasBbert/encoder/layer_5/attention/output/dense/bias/Initializer/zeros* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_5/attention/output/dense/bias* validate_shape(* _output_shapes :€ Þ 5bert/encoder/layer_5/attention/output/dense/bias/readIdentity0bert/encoder/layer_5/attention/output/dense/bias* T0*C _class9 75loc:@bert/encoder/layer_5/attention/output/dense/bias* _output_shapes :€ õ 2bert/encoder/layer_5/attention/output/dense/MatMulMatMul-bert/encoder/layer_5/attention/self/Reshape_37bert/encoder/layer_5/attention/output/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ë 3bert/encoder/layer_5/attention/output/dense/BiasAddBiasAdd2bert/encoder/layer_5/attention/output/dense/MatMul5bert/encoder/layer_5/attention/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € | 7bert/encoder/layer_5/attention/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : „ 3bert/encoder/layer_5/attention/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : … @bert/encoder/layer_5/attention/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : … @bert/encoder/layer_5/attention/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : á Jbert/encoder/layer_5/attention/output/dropout/random_uniform/RandomUniform RandomUniform3bert/encoder/layer_5/attention/output/dropout/Shape* seed* T0* dtype0* _output_shapes : € €* seed2 ì @bert/encoder/layer_5/attention/output/dropout/random_uniform/subSub@bert/encoder/layer_5/attention/output/dropout/random_uniform/max@bert/encoder/layer_5/attention/output/dropout/random_uniform/min* T0* _output_shapes : € @bert/encoder/layer_5/attention/output/dropout/random_uniform/mulMulJbert/encoder/layer_5/attention/output/dropout/random_uniform/RandomUniform@bert/encoder/layer_5/attention/output/dropout/random_uniform/sub* T0* _output_shapes : € € ò <:loc:@bert/encoder/layer_5/attention/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ í 5bert/encoder/layer_5/attention/output/LayerNorm/gamma VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_5/attention/output/LayerNorm/gamma* container* shape:€* dtype0* _output_shapes :€ Þ <:loc:@bert/encoder/layer_5/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ í :bert/encoder/layer_5/attention/output/LayerNorm/gamma/readIdentity5bert/encoder/layer_5/attention/output/LayerNorm/gamma* T0*H _class> <:loc:@bert/encoder/layer_5/attention/output/LayerNorm/gamma* _output_shapes :€ ˜ Nbert/encoder/layer_5/attention/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : † bert/encoder/layer_5/intermediate/dense/bias/Initializer/zerosFillNbert/encoder/layer_5/intermediate/dense/bias/Initializer/zeros/shape_as_tensorDbert/encoder/layer_5/intermediate/dense/bias/Initializer/zeros/Const* T0*? _class5 31loc:@bert/encoder/layer_5/intermediate/dense/bias* index_type0* _output_shapes :€ Û ,bert/encoder/layer_5/intermediate/dense/bias VariableV2* shared_name*? _class5 31loc:@bert/encoder/layer_5/intermediate/dense/bias* container* shape:€* dtype0* _output_shapes :€ » 3bert/encoder/layer_5/intermediate/dense/bias/AssignAssign,bert/encoder/layer_5/intermediate/dense/bias>bert/encoder/layer_5/intermediate/dense/bias/Initializer/zeros* T0*? _class5 31loc:@bert/encoder/layer_5/intermediate/dense/bias* validate_shape(* _output_shapes :€* use_locking( Ò 1bert/encoder/layer_5/intermediate/dense/bias/readIdentity,bert/encoder/layer_5/intermediate/dense/bias* T0*? _class5 31loc:@bert/encoder/layer_5/intermediate/dense/bias* _output_shapes :€ ÿ .bert/encoder/layer_5/intermediate/dense/MatMulMatMul?bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/add_13bert/encoder/layer_5/intermediate/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ß /bert/encoder/layer_5/intermediate/dense/BiasAddBiasAdd.bert/encoder/layer_5/intermediate/dense/MatMul1bert/encoder/layer_5/intermediate/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € s .bert/encoder/layer_5/intermediate/dense/Sqrt/xConst* value B *@* dtype0* _output_shapes : … ,bert/encoder/layer_5/intermediate/dense/SqrtSqrt.bert/encoder/layer_5/intermediate/dense/Sqrt/x* T0* _output_shapes : Ä /bert/encoder/layer_5/intermediate/dense/truedivRealDiv/bert/encoder/layer_5/intermediate/dense/BiasAdd,bert/encoder/layer_5/intermediate/dense/Sqrt* T0* _output_shapes : € € Ž +bert/encoder/layer_5/intermediate/dense/ErfErf/bert/encoder/layer_5/intermediate/dense/truediv* T0* _output_shapes : € € r -bert/encoder/layer_5/intermediate/dense/add/xConst* value B *€?* dtype0* _output_shapes : ¹ +bert/encoder/layer_5/intermediate/dense/addAdd-bert/encoder/layer_5/intermediate/dense/add/x+bert/encoder/layer_5/intermediate/dense/Erf* T0* _output_shapes : € € r -bert/encoder/layer_5/intermediate/dense/mul/xConst* value B *?* dtype0* _output_shapes : ¹ +bert/encoder/layer_5/intermediate/dense/mulMul-bert/encoder/layer_5/intermediate/dense/mul/x+bert/encoder/layer_5/intermediate/dense/add* T0* _output_shapes : € € ½ -bert/encoder/layer_5/intermediate/dense/mul_1Mul/bert/encoder/layer_5/intermediate/dense/BiasAdd+bert/encoder/layer_5/intermediate/dense/mul* T0* _output_shapes : € € Ù Kbert/encoder/layer_5/output/dense/kernel/Initializer/truncated_normal/shapeConst*; _class1 /-loc:@bert/encoder/layer_5/output/dense/kernel* valueB" * dtype0* _output_shapes : Ì Jbert/encoder/layer_5/output/dense/kernel/Initializer/truncated_normal/meanConst*; _class1 /-loc:@bert/encoder/layer_5/output/dense/kernel* value B ** dtype0* _output_shapes : Î Lbert/encoder/layer_5/output/dense/kernel/Initializer/truncated_normal/stddevConst*; _class1 /-loc:@bert/encoder/layer_5/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : à Ubert/encoder/layer_5/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalKbert/encoder/layer_5/output/dense/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*; _class1 /-loc:@bert/encoder/layer_5/output/dense/kernel* seed2 Ý Ibert/encoder/layer_5/output/dense/kernel/Initializer/truncated_normal/mulMulUbert/encoder/layer_5/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalLbert/encoder/layer_5/output/dense/kernel/Initializer/truncated_normal/stddev* T0*; _class1 /-loc:@bert/encoder/layer_5/output/dense/kernel* _output_shapes : €€ Ë Ebert/encoder/layer_5/output/dense/kernel/Initializer/truncated_normalAddIbert/encoder/layer_5/output/dense/kernel/Initializer/truncated_normal/mulJbert/encoder/layer_5/output/dense/kernel/Initializer/truncated_normal/mean* T0*; _class1 /-loc:@bert/encoder/layer_5/output/dense/kernel* _output_shapes : €€ Ý (bert/encoder/layer_5/output/dense/kernel VariableV2* dtype0* _output_shapes : €€* shared_name*; _class1 /-loc:@bert/encoder/layer_5/output/dense/kernel* container* shape : €€ » /bert/encoder/layer_5/output/dense/kernel/AssignAssign(bert/encoder/layer_5/output/dense/kernelEbert/encoder/layer_5/output/dense/kernel/Initializer/truncated_normal* T0*; _class1 /-loc:@bert/encoder/layer_5/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( Ë -bert/encoder/layer_5/output/dense/kernel/readIdentity(bert/encoder/layer_5/output/dense/kernel* T0*; _class1 /-loc:@bert/encoder/layer_5/output/dense/kernel* _output_shapes : €€  8bert/encoder/layer_5/output/dense/bias/Initializer/zerosConst*9 _class/ -+loc:@bert/encoder/layer_5/output/dense/bias* valueB€** dtype0* _output_shapes :€ Ï &bert/encoder/layer_5/output/dense/bias VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*9 _class/ -+loc:@bert/encoder/layer_5/output/dense/bias* container £ -bert/encoder/layer_5/output/dense/bias/AssignAssign&bert/encoder/layer_5/output/dense/bias8bert/encoder/layer_5/output/dense/bias/Initializer/zeros* use_locking(* T0*9 _class/ -+loc:@bert/encoder/layer_5/output/dense/bias* validate_shape(* _output_shapes :€ À +bert/encoder/layer_5/output/dense/bias/readIdentity&bert/encoder/layer_5/output/dense/bias* T0*9 _class/ -+loc:@bert/encoder/layer_5/output/dense/bias* _output_shapes :€ á (bert/encoder/layer_5/output/dense/MatMulMatMul-bert/encoder/layer_5/intermediate/dense/mul_1-bert/encoder/layer_5/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( Í )bert/encoder/layer_5/output/dense/BiasAddBiasAdd(bert/encoder/layer_5/output/dense/MatMul+bert/encoder/layer_5/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € r -bert/encoder/layer_5/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : z )bert/encoder/layer_5/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : { 6bert/encoder/layer_5/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : { 6bert/encoder/layer_5/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : Í @bert/encoder/layer_5/output/dropout/random_uniform/RandomUniform RandomUniform)bert/encoder/layer_5/output/dropout/Shape* T0* dtype0* _output_shapes : € €* seed2* seed Î 6bert/encoder/layer_5/output/dropout/random_uniform/subSub6bert/encoder/layer_5/output/dropout/random_uniform/max6bert/encoder/layer_5/output/dropout/random_uniform/min* T0* _output_shapes : â 6bert/encoder/layer_5/output/dropout/random_uniform/mulMul@bert/encoder/layer_5/output/dropout/random_uniform/RandomUniform6bert/encoder/layer_5/output/dropout/random_uniform/sub* T0* _output_shapes : € € Ô 2bert/encoder/layer_5/output/dropout/random_uniformAdd6bert/encoder/layer_5/output/dropout/random_uniform/mul6bert/encoder/layer_5/output/dropout/random_uniform/min* T0* _output_shapes : € € ¼ 'bert/encoder/layer_5/output/dropout/addAdd-bert/encoder/layer_5/output/dropout/keep_prob2bert/encoder/layer_5/output/dropout/random_uniform* T0* _output_shapes : € € † )bert/encoder/layer_5/output/dropout/FloorFloor'bert/encoder/layer_5/output/dropout/add* T0* _output_shapes : € € · 'bert/encoder/layer_5/output/dropout/divRealDiv)bert/encoder/layer_5/output/dense/BiasAdd-bert/encoder/layer_5/output/dropout/keep_prob* T0* _output_shapes : € € ­ 'bert/encoder/layer_5/output/dropout/mulMul'bert/encoder/layer_5/output/dropout/div)bert/encoder/layer_5/output/dropout/Floor* T0* _output_shapes : € € » bert/encoder/layer_5/output/addAdd'bert/encoder/layer_5/output/dropout/mul?bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/add_1* T0* _output_shapes : € € Ê _class4 20loc:@bert/encoder/layer_5/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ Ù +bert/encoder/layer_5/output/LayerNorm/gamma VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*> _class4 20loc:@bert/encoder/layer_5/output/LayerNorm/gamma* container ¶ 2bert/encoder/layer_5/output/LayerNorm/gamma/AssignAssign+bert/encoder/layer_5/output/LayerNorm/gamma _class4 20loc:@bert/encoder/layer_5/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( Ï 0bert/encoder/layer_5/output/LayerNorm/gamma/readIdentity+bert/encoder/layer_5/output/LayerNorm/gamma* T0*> _class4 20loc:@bert/encoder/layer_5/output/LayerNorm/gamma* _output_shapes :€ Ž Dbert/encoder/layer_5/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : è 2bert/encoder/layer_5/output/LayerNorm/moments/meanMeanbert/encoder/layer_5/output/addDbert/encoder/layer_5/output/LayerNorm/moments/mean/reduction_indices* T0* _output_shapes : € * keep_dims(* Tidx0 ¨ :bert/encoder/layer_5/output/LayerNorm/moments/StopGradient StopGradient2bert/encoder/layer_5/output/LayerNorm/moments/mean* T0* _output_shapes : €  Ü ?bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifferenceSquaredDifferencebert/encoder/layer_5/output/add:bert/encoder/layer_5/output/LayerNorm/moments/StopGradient* T0* _output_shapes : € € ’ Hbert/encoder/layer_5/output/LayerNorm/moments/variance/reduction_indicesConst* value B :* dtype0* _output_shapes :  6bert/encoder/layer_5/output/LayerNorm/moments/varianceMean?bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifferenceHbert/encoder/layer_5/output/LayerNorm/moments/variance/reduction_indices* keep_dims(* Tidx0* T0* _output_shapes : €  z 5bert/encoder/layer_5/output/LayerNorm/batchnorm/add/yConst* value B *̼Œ+* dtype0* _output_shapes : Ó 3bert/encoder/layer_5/output/LayerNorm/batchnorm/addAdd6bert/encoder/layer_5/output/LayerNorm/moments/variance5bert/encoder/layer_5/output/LayerNorm/batchnorm/add/y* T0* _output_shapes : €   5bert/encoder/layer_5/output/LayerNorm/batchnorm/RsqrtRsqrt3bert/encoder/layer_5/output/LayerNorm/batchnorm/add* T0* _output_shapes : €  Î 3bert/encoder/layer_5/output/LayerNorm/batchnorm/mulMul5bert/encoder/layer_5/output/LayerNorm/batchnorm/Rsqrt0bert/encoder/layer_5/output/LayerNorm/gamma/read* T0* _output_shapes : € € ½ 5bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_1Mulbert/encoder/layer_5/output/add3bert/encoder/layer_5/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ð 5bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2Mul2bert/encoder/layer_5/output/LayerNorm/moments/mean3bert/encoder/layer_5/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Í 3bert/encoder/layer_5/output/LayerNorm/batchnorm/subSub/bert/encoder/layer_5/output/LayerNorm/beta/read5bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2* T0* _output_shapes : € € Ó 5bert/encoder/layer_5/output/LayerNorm/batchnorm/add_1Add5bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_13bert/encoder/layer_5/output/LayerNorm/batchnorm/sub* T0* _output_shapes : € € é Sbert/encoder/layer_6/attention/self/query/kernel/Initializer/truncated_normal/shapeConst*C _class9 75loc:@bert/encoder/layer_6/attention/self/query/kernel* valueB"* dtype0* _output_shapes : Ü Rbert/encoder/layer_6/attention/self/query/kernel/Initializer/truncated_normal/meanConst*C _class9 75loc:@bert/encoder/layer_6/attention/self/query/kernel* value B ** dtype0* _output_shapes : Þ Tbert/encoder/layer_6/attention/self/query/kernel/Initializer/truncated_normal/stddevConst*C _class9 75loc:@bert/encoder/layer_6/attention/self/query/kernel* value B * ×£<* dtype0* _output_shapes : Û ]bert/encoder/layer_6/attention/self/query/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalSbert/encoder/layer_6/attention/self/query/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*C _class9 75loc:@bert/encoder/layer_6/attention/self/query/kernel* seed2 ý Qbert/encoder/layer_6/attention/self/query/kernel/Initializer/truncated_normal/mulMul]bert/encoder/layer_6/attention/self/query/kernel/Initializer/truncated_normal/TruncatedNormalTbert/encoder/layer_6/attention/self/query/kernel/Initializer/truncated_normal/stddev* T0*C _class9 75loc:@bert/encoder/layer_6/attention/self/query/kernel* _output_shapes : €€ ë Mbert/encoder/layer_6/attention/self/query/kernel/Initializer/truncated_normalAddQbert/encoder/layer_6/attention/self/query/kernel/Initializer/truncated_normal/mulRbert/encoder/layer_6/attention/self/query/kernel/Initializer/truncated_normal/mean* T0*C _class9 75loc:@bert/encoder/layer_6/attention/self/query/kernel* _output_shapes : €€ í 0bert/encoder/layer_6/attention/self/query/kernel VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*C _class9 75loc:@bert/encoder/layer_6/attention/self/query/kernel* container Û 7bert/encoder/layer_6/attention/self/query/kernel/AssignAssign0bert/encoder/layer_6/attention/self/query/kernelMbert/encoder/layer_6/attention/self/query/kernel/Initializer/truncated_normal* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_6/attention/self/query/kernel* validate_shape(* _output_shapes : €€ ã 5bert/encoder/layer_6/attention/self/query/kernel/readIdentity0bert/encoder/layer_6/attention/self/query/kernel* T0*C _class9 75loc:@bert/encoder/layer_6/attention/self/query/kernel* _output_shapes : €€ Ò @bert/encoder/layer_6/attention/self/query/bias/Initializer/zerosConst*A _class7 53loc:@bert/encoder/layer_6/attention/self/query/bias* valueB€** dtype0* _output_shapes :€ ß .bert/encoder/layer_6/attention/self/query/bias VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*A _class7 53loc:@bert/encoder/layer_6/attention/self/query/bias* container à 5bert/encoder/layer_6/attention/self/query/bias/AssignAssign.bert/encoder/layer_6/attention/self/query/bias@bert/encoder/layer_6/attention/self/query/bias/Initializer/zeros* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_6/attention/self/query/bias* validate_shape(* _output_shapes :€ Ø 3bert/encoder/layer_6/attention/self/query/bias/readIdentity.bert/encoder/layer_6/attention/self/query/bias* T0*A _class7 53loc:@bert/encoder/layer_6/attention/self/query/bias* _output_shapes :€ ù 0bert/encoder/layer_6/attention/self/query/MatMulMatMul5bert/encoder/layer_5/output/LayerNorm/batchnorm/add_15bert/encoder/layer_6/attention/self/query/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( å 1bert/encoder/layer_6/attention/self/query/BiasAddBiasAdd0bert/encoder/layer_6/attention/self/query/MatMul3bert/encoder/layer_6/attention/self/query/bias/read* T0* data_formatNHWC* _output_shapes : € € å Qbert/encoder/layer_6/attention/self/key/kernel/Initializer/truncated_normal/shapeConst*A _class7 53loc:@bert/encoder/layer_6/attention/self/key/kernel* valueB"* dtype0* _output_shapes : Ø Pbert/encoder/layer_6/attention/self/key/kernel/Initializer/truncated_normal/meanConst*A _class7 53loc:@bert/encoder/layer_6/attention/self/key/kernel* value B ** dtype0* _output_shapes : Ú Rbert/encoder/layer_6/attention/self/key/kernel/Initializer/truncated_normal/stddevConst*A _class7 53loc:@bert/encoder/layer_6/attention/self/key/kernel* value B * ×£<* dtype0* _output_shapes : Õ [bert/encoder/layer_6/attention/self/key/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalQbert/encoder/layer_6/attention/self/key/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*A _class7 53loc:@bert/encoder/layer_6/attention/self/key/kernel* seed2 õ Obert/encoder/layer_6/attention/self/key/kernel/Initializer/truncated_normal/mulMul[bert/encoder/layer_6/attention/self/key/kernel/Initializer/truncated_normal/TruncatedNormalRbert/encoder/layer_6/attention/self/key/kernel/Initializer/truncated_normal/stddev* T0*A _class7 53loc:@bert/encoder/layer_6/attention/self/key/kernel* _output_shapes : €€ ã Kbert/encoder/layer_6/attention/self/key/kernel/Initializer/truncated_normalAddObert/encoder/layer_6/attention/self/key/kernel/Initializer/truncated_normal/mulPbert/encoder/layer_6/attention/self/key/kernel/Initializer/truncated_normal/mean* T0*A _class7 53loc:@bert/encoder/layer_6/attention/self/key/kernel* _output_shapes : €€ é .bert/encoder/layer_6/attention/self/key/kernel VariableV2* shared_name*A _class7 53loc:@bert/encoder/layer_6/attention/self/key/kernel* container* shape : €€* dtype0* _output_shapes : €€ Ó 5bert/encoder/layer_6/attention/self/key/kernel/AssignAssign.bert/encoder/layer_6/attention/self/key/kernelKbert/encoder/layer_6/attention/self/key/kernel/Initializer/truncated_normal* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_6/attention/self/key/kernel* validate_shape(* _output_shapes : €€ Ý 3bert/encoder/layer_6/attention/self/key/kernel/readIdentity.bert/encoder/layer_6/attention/self/key/kernel* T0*A _class7 53loc:@bert/encoder/layer_6/attention/self/key/kernel* _output_shapes : €€ Î >bert/encoder/layer_6/attention/self/key/bias/Initializer/zerosConst*? _class5 31loc:@bert/encoder/layer_6/attention/self/key/bias* valueB€** dtype0* _output_shapes :€ Û ,bert/encoder/layer_6/attention/self/key/bias VariableV2* shared_name*? _class5 31loc:@bert/encoder/layer_6/attention/self/key/bias* container* shape:€* dtype0* _output_shapes :€ » 3bert/encoder/layer_6/attention/self/key/bias/AssignAssign,bert/encoder/layer_6/attention/self/key/bias>bert/encoder/layer_6/attention/self/key/bias/Initializer/zeros* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_6/attention/self/key/bias* validate_shape(* _output_shapes :€ Ò 1bert/encoder/layer_6/attention/self/key/bias/readIdentity,bert/encoder/layer_6/attention/self/key/bias* T0*? _class5 31loc:@bert/encoder/layer_6/attention/self/key/bias* _output_shapes :€ õ .bert/encoder/layer_6/attention/self/key/MatMulMatMul5bert/encoder/layer_5/output/LayerNorm/batchnorm/add_13bert/encoder/layer_6/attention/self/key/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ß /bert/encoder/layer_6/attention/self/key/BiasAddBiasAdd.bert/encoder/layer_6/attention/self/key/MatMul1bert/encoder/layer_6/attention/self/key/bias/read* T0* data_formatNHWC* _output_shapes : € € é Sbert/encoder/layer_6/attention/self/value/kernel/Initializer/truncated_normal/shapeConst*C _class9 75loc:@bert/encoder/layer_6/attention/self/value/kernel* valueB"* dtype0* _output_shapes : Ü Rbert/encoder/layer_6/attention/self/value/kernel/Initializer/truncated_normal/meanConst*C _class9 75loc:@bert/encoder/layer_6/attention/self/value/kernel* value B ** dtype0* _output_shapes : Þ Tbert/encoder/layer_6/attention/self/value/kernel/Initializer/truncated_normal/stddevConst*C _class9 75loc:@bert/encoder/layer_6/attention/self/value/kernel* value B * ×£<* dtype0* _output_shapes : Û ]bert/encoder/layer_6/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalSbert/encoder/layer_6/attention/self/value/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*C _class9 75loc:@bert/encoder/layer_6/attention/self/value/kernel* seed2 ý Qbert/encoder/layer_6/attention/self/value/kernel/Initializer/truncated_normal/mulMul]bert/encoder/layer_6/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalTbert/encoder/layer_6/attention/self/value/kernel/Initializer/truncated_normal/stddev* T0*C _class9 75loc:@bert/encoder/layer_6/attention/self/value/kernel* _output_shapes : €€ ë Mbert/encoder/layer_6/attention/self/value/kernel/Initializer/truncated_normalAddQbert/encoder/layer_6/attention/self/value/kernel/Initializer/truncated_normal/mulRbert/encoder/layer_6/attention/self/value/kernel/Initializer/truncated_normal/mean* T0*C _class9 75loc:@bert/encoder/layer_6/attention/self/value/kernel* _output_shapes : €€ í 0bert/encoder/layer_6/attention/self/value/kernel VariableV2* dtype0* _output_shapes : €€* shared_name*C _class9 75loc:@bert/encoder/layer_6/attention/self/value/kernel* container* shape : €€ Û 7bert/encoder/layer_6/attention/self/value/kernel/AssignAssign0bert/encoder/layer_6/attention/self/value/kernelMbert/encoder/layer_6/attention/self/value/kernel/Initializer/truncated_normal* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_6/attention/self/value/kernel* validate_shape(* _output_shapes : €€ ã 5bert/encoder/layer_6/attention/self/value/kernel/readIdentity0bert/encoder/layer_6/attention/self/value/kernel* T0*C _class9 75loc:@bert/encoder/layer_6/attention/self/value/kernel* _output_shapes : €€ Ò @bert/encoder/layer_6/attention/self/value/bias/Initializer/zerosConst*A _class7 53loc:@bert/encoder/layer_6/attention/self/value/bias* valueB€** dtype0* _output_shapes :€ ß .bert/encoder/layer_6/attention/self/value/bias VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*A _class7 53loc:@bert/encoder/layer_6/attention/self/value/bias* container à 5bert/encoder/layer_6/attention/self/value/bias/AssignAssign.bert/encoder/layer_6/attention/self/value/bias@bert/encoder/layer_6/attention/self/value/bias/Initializer/zeros* T0*A _class7 53loc:@bert/encoder/layer_6/attention/self/value/bias* validate_shape(* _output_shapes :€* use_locking( Ø 3bert/encoder/layer_6/attention/self/value/bias/readIdentity.bert/encoder/layer_6/attention/self/value/bias* T0*A _class7 53loc:@bert/encoder/layer_6/attention/self/value/bias* _output_shapes :€ ù 0bert/encoder/layer_6/attention/self/value/MatMulMatMul5bert/encoder/layer_5/output/LayerNorm/batchnorm/add_15bert/encoder/layer_6/attention/self/value/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( å 1bert/encoder/layer_6/attention/self/value/BiasAddBiasAdd0bert/encoder/layer_6/attention/self/value/MatMul3bert/encoder/layer_6/attention/self/value/bias/read* T0* data_formatNHWC* _output_shapes : € € Š 1bert/encoder/layer_6/attention/self/Reshape/shapeConst*% valueB" € @* dtype0* _output_shapes : Ü +bert/encoder/layer_6/attention/self/ReshapeReshape1bert/encoder/layer_6/attention/self/query/BiasAdd1bert/encoder/layer_6/attention/self/Reshape/shape* T0* Tshape0*' _output_shapes : € @ ‹ 2bert/encoder/layer_6/attention/self/transpose/permConst*% valueB"* dtype0* _output_shapes : Ú -bert/encoder/layer_6/attention/self/transpose Transpose+bert/encoder/layer_6/attention/self/Reshape2bert/encoder/layer_6/attention/self/transpose/perm* Tperm0* T0*' _output_shapes :  €@ Œ 3bert/encoder/layer_6/attention/self/Reshape_1/shapeConst*% valueB" € @* dtype0* _output_shapes : Þ -bert/encoder/layer_6/attention/self/Reshape_1Reshape/bert/encoder/layer_6/attention/self/key/BiasAdd3bert/encoder/layer_6/attention/self/Reshape_1/shape* T0* Tshape0*' _output_shapes : € @  4bert/encoder/layer_6/attention/self/transpose_1/permConst*% valueB"* dtype0* _output_shapes : à /bert/encoder/layer_6/attention/self/transpose_1 Transpose-bert/encoder/layer_6/attention/self/Reshape_14bert/encoder/layer_6/attention/self/transpose_1/perm* T0*' _output_shapes :  €@* Tperm0 æ *bert/encoder/layer_6/attention/self/MatMul BatchMatMul-bert/encoder/layer_6/attention/self/transpose/bert/encoder/layer_6/attention/self/transpose_1* adj_x(* adj_y(* T0*( _output_shapes :  €€ n )bert/encoder/layer_6/attention/self/Mul/yConst* value B *>* dtype0* _output_shapes : ¸ 'bert/encoder/layer_6/attention/self/MulMul*bert/encoder/layer_6/attention/self/MatMul)bert/encoder/layer_6/attention/self/Mul/y* T0*( _output_shapes :  €€ | 2bert/encoder/layer_6/attention/self/ExpandDims/dimConst* value B :* dtype0* _output_shapes : Á .bert/encoder/layer_6/attention/self/ExpandDims ExpandDimsbert/encoder/mul2bert/encoder/layer_6/attention/self/ExpandDims/dim* T0*( _output_shapes : €€* Tdim0 n )bert/encoder/layer_6/attention/self/sub/xConst* value B *€?* dtype0* _output_shapes : ¼ 'bert/encoder/layer_6/attention/self/subSub)bert/encoder/layer_6/attention/self/sub/x.bert/encoder/layer_6/attention/self/ExpandDims* T0*( _output_shapes : €€ p +bert/encoder/layer_6/attention/self/mul_1/yConst* value B *@Æ* dtype0* _output_shapes : ¹ )bert/encoder/layer_6/attention/self/mul_1Mul'bert/encoder/layer_6/attention/self/sub+bert/encoder/layer_6/attention/self/mul_1/y* T0*( _output_shapes : €€ µ 'bert/encoder/layer_6/attention/self/addAdd'bert/encoder/layer_6/attention/self/Mul)bert/encoder/layer_6/attention/self/mul_1* T0*( _output_shapes :  €€ ’ +bert/encoder/layer_6/attention/self/SoftmaxSoftmax'bert/encoder/layer_6/attention/self/add* T0*( _output_shapes :  €€ z 5bert/encoder/layer_6/attention/self/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : Š 1bert/encoder/layer_6/attention/self/dropout/ShapeConst*% valueB" €€* dtype0* _output_shapes : ƒ >bert/encoder/layer_6/attention/self/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : ƒ >bert/encoder/layer_6/attention/self/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : å Hbert/encoder/layer_6/attention/self/dropout/random_uniform/RandomUniform RandomUniform1bert/encoder/layer_6/attention/self/dropout/Shape* seed* T0* dtype0*( _output_shapes :  €€* seed2 æ >bert/encoder/layer_6/attention/self/dropout/random_uniform/subSub>bert/encoder/layer_6/attention/self/dropout/random_uniform/max>bert/encoder/layer_6/attention/self/dropout/random_uniform/min* T0* _output_shapes : ‚ >bert/encoder/layer_6/attention/self/dropout/random_uniform/mulMulHbert/encoder/layer_6/attention/self/dropout/random_uniform/RandomUniform>bert/encoder/layer_6/attention/self/dropout/random_uniform/sub* T0*( _output_shapes :  €€ ô :bert/encoder/layer_6/attention/self/dropout/random_uniformAdd>bert/encoder/layer_6/attention/self/dropout/random_uniform/mul>bert/encoder/layer_6/attention/self/dropout/random_uniform/min* T0*( _output_shapes :  €€ Ü /bert/encoder/layer_6/attention/self/dropout/addAdd5bert/encoder/layer_6/attention/self/dropout/keep_prob:bert/encoder/layer_6/attention/self/dropout/random_uniform* T0*( _output_shapes :  €€ ž 1bert/encoder/layer_6/attention/self/dropout/FloorFloor/bert/encoder/layer_6/attention/self/dropout/add* T0*( _output_shapes :  €€ Ñ /bert/encoder/layer_6/attention/self/dropout/divRealDiv+bert/encoder/layer_6/attention/self/Softmax5bert/encoder/layer_6/attention/self/dropout/keep_prob* T0*( _output_shapes :  €€ Í /bert/encoder/layer_6/attention/self/dropout/mulMul/bert/encoder/layer_6/attention/self/dropout/div1bert/encoder/layer_6/attention/self/dropout/Floor* T0*( _output_shapes :  €€ Œ 3bert/encoder/layer_6/attention/self/Reshape_2/shapeConst*% valueB" € @* dtype0* _output_shapes : à -bert/encoder/layer_6/attention/self/Reshape_2Reshape1bert/encoder/layer_6/attention/self/value/BiasAdd3bert/encoder/layer_6/attention/self/Reshape_2/shape* T0* Tshape0*' _output_shapes : € @  4bert/encoder/layer_6/attention/self/transpose_2/permConst*% valueB"* dtype0* _output_shapes : à /bert/encoder/layer_6/attention/self/transpose_2 Transpose-bert/encoder/layer_6/attention/self/Reshape_24bert/encoder/layer_6/attention/self/transpose_2/perm* Tperm0* T0*' _output_shapes :  €@ é ,bert/encoder/layer_6/attention/self/MatMul_1 BatchMatMul/bert/encoder/layer_6/attention/self/dropout/mul/bert/encoder/layer_6/attention/self/transpose_2* T0*' _output_shapes :  €@* adj_x(* adj_y(  4bert/encoder/layer_6/attention/self/transpose_3/permConst*% valueB"* dtype0* _output_shapes : ß /bert/encoder/layer_6/attention/self/transpose_3 Transpose,bert/encoder/layer_6/attention/self/MatMul_14bert/encoder/layer_6/attention/self/transpose_3/perm* T0*' _output_shapes : € @* Tperm0 „ 3bert/encoder/layer_6/attention/self/Reshape_3/shapeConst* valueB"* dtype0* _output_shapes : × -bert/encoder/layer_6/attention/self/Reshape_3Reshape/bert/encoder/layer_6/attention/self/transpose_33bert/encoder/layer_6/attention/self/Reshape_3/shape* T0* Tshape0* _output_shapes : € € í Ubert/encoder/layer_6/attention/output/dense/kernel/Initializer/truncated_normal/shapeConst*E _class; 97loc:@bert/encoder/layer_6/attention/output/dense/kernel* valueB"* dtype0* _output_shapes : à Tbert/encoder/layer_6/attention/output/dense/kernel/Initializer/truncated_normal/meanConst*E _class; 97loc:@bert/encoder/layer_6/attention/output/dense/kernel* value B ** dtype0* _output_shapes : â Vbert/encoder/layer_6/attention/output/dense/kernel/Initializer/truncated_normal/stddevConst*E _class; 97loc:@bert/encoder/layer_6/attention/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : á _bert/encoder/layer_6/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalUbert/encoder/layer_6/attention/output/dense/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*E _class; 97loc:@bert/encoder/layer_6/attention/output/dense/kernel* seed2 … Sbert/encoder/layer_6/attention/output/dense/kernel/Initializer/truncated_normal/mulMul_bert/encoder/layer_6/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalVbert/encoder/layer_6/attention/output/dense/kernel/Initializer/truncated_normal/stddev* T0*E _class; 97loc:@bert/encoder/layer_6/attention/output/dense/kernel* _output_shapes : €€ ó Obert/encoder/layer_6/attention/output/dense/kernel/Initializer/truncated_normalAddSbert/encoder/layer_6/attention/output/dense/kernel/Initializer/truncated_normal/mulTbert/encoder/layer_6/attention/output/dense/kernel/Initializer/truncated_normal/mean* T0*E _class; 97loc:@bert/encoder/layer_6/attention/output/dense/kernel* _output_shapes : €€ ñ 2bert/encoder/layer_6/attention/output/dense/kernel VariableV2* shared_name*E _class; 97loc:@bert/encoder/layer_6/attention/output/dense/kernel* container* shape : €€* dtype0* _output_shapes : €€ ã 9bert/encoder/layer_6/attention/output/dense/kernel/AssignAssign2bert/encoder/layer_6/attention/output/dense/kernelObert/encoder/layer_6/attention/output/dense/kernel/Initializer/truncated_normal* T0*E _class; 97loc:@bert/encoder/layer_6/attention/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( é 7bert/encoder/layer_6/attention/output/dense/kernel/readIdentity2bert/encoder/layer_6/attention/output/dense/kernel* T0*E _class; 97loc:@bert/encoder/layer_6/attention/output/dense/kernel* _output_shapes : €€ Ö Bbert/encoder/layer_6/attention/output/dense/bias/Initializer/zerosConst*C _class9 75loc:@bert/encoder/layer_6/attention/output/dense/bias* valueB€** dtype0* _output_shapes :€ ã 0bert/encoder/layer_6/attention/output/dense/bias VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*C _class9 75loc:@bert/encoder/layer_6/attention/output/dense/bias* container Ë 7bert/encoder/layer_6/attention/output/dense/bias/AssignAssign0bert/encoder/layer_6/attention/output/dense/biasBbert/encoder/layer_6/attention/output/dense/bias/Initializer/zeros* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_6/attention/output/dense/bias* validate_shape(* _output_shapes :€ Þ 5bert/encoder/layer_6/attention/output/dense/bias/readIdentity0bert/encoder/layer_6/attention/output/dense/bias* T0*C _class9 75loc:@bert/encoder/layer_6/attention/output/dense/bias* _output_shapes :€ õ 2bert/encoder/layer_6/attention/output/dense/MatMulMatMul-bert/encoder/layer_6/attention/self/Reshape_37bert/encoder/layer_6/attention/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ë 3bert/encoder/layer_6/attention/output/dense/BiasAddBiasAdd2bert/encoder/layer_6/attention/output/dense/MatMul5bert/encoder/layer_6/attention/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € | 7bert/encoder/layer_6/attention/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : „ 3bert/encoder/layer_6/attention/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : … @bert/encoder/layer_6/attention/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : … @bert/encoder/layer_6/attention/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : á Jbert/encoder/layer_6/attention/output/dropout/random_uniform/RandomUniform RandomUniform3bert/encoder/layer_6/attention/output/dropout/Shape* T0* dtype0* _output_shapes : € €* seed2* seed ì @bert/encoder/layer_6/attention/output/dropout/random_uniform/subSub@bert/encoder/layer_6/attention/output/dropout/random_uniform/max@bert/encoder/layer_6/attention/output/dropout/random_uniform/min* T0* _output_shapes : € @bert/encoder/layer_6/attention/output/dropout/random_uniform/mulMulJbert/encoder/layer_6/attention/output/dropout/random_uniform/RandomUniform@bert/encoder/layer_6/attention/output/dropout/random_uniform/sub* T0* _output_shapes : € € ò <:loc:@bert/encoder/layer_6/attention/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ í 5bert/encoder/layer_6/attention/output/LayerNorm/gamma VariableV2*H _class> <:loc:@bert/encoder/layer_6/attention/output/LayerNorm/gamma* container* shape:€* dtype0* _output_shapes :€* shared_name Þ <:loc:@bert/encoder/layer_6/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_6/attention/output/LayerNorm/gamma/readIdentity5bert/encoder/layer_6/attention/output/LayerNorm/gamma* T0*H _class> <:loc:@bert/encoder/layer_6/attention/output/LayerNorm/gamma* _output_shapes :€ ˜ Nbert/encoder/layer_6/attention/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : † bert/encoder/layer_6/intermediate/dense/bias/Initializer/zerosFillNbert/encoder/layer_6/intermediate/dense/bias/Initializer/zeros/shape_as_tensorDbert/encoder/layer_6/intermediate/dense/bias/Initializer/zeros/Const* T0*? _class5 31loc:@bert/encoder/layer_6/intermediate/dense/bias* index_type0* _output_shapes :€ Û ,bert/encoder/layer_6/intermediate/dense/bias VariableV2* shared_name*? _class5 31loc:@bert/encoder/layer_6/intermediate/dense/bias* container* shape:€* dtype0* _output_shapes :€ » 3bert/encoder/layer_6/intermediate/dense/bias/AssignAssign,bert/encoder/layer_6/intermediate/dense/bias>bert/encoder/layer_6/intermediate/dense/bias/Initializer/zeros* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_6/intermediate/dense/bias* validate_shape(* _output_shapes :€ Ò 1bert/encoder/layer_6/intermediate/dense/bias/readIdentity,bert/encoder/layer_6/intermediate/dense/bias* T0*? _class5 31loc:@bert/encoder/layer_6/intermediate/dense/bias* _output_shapes :€ ÿ .bert/encoder/layer_6/intermediate/dense/MatMulMatMul?bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/add_13bert/encoder/layer_6/intermediate/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ß /bert/encoder/layer_6/intermediate/dense/BiasAddBiasAdd.bert/encoder/layer_6/intermediate/dense/MatMul1bert/encoder/layer_6/intermediate/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € s .bert/encoder/layer_6/intermediate/dense/Sqrt/xConst* value B *@* dtype0* _output_shapes : … ,bert/encoder/layer_6/intermediate/dense/SqrtSqrt.bert/encoder/layer_6/intermediate/dense/Sqrt/x* T0* _output_shapes : Ä /bert/encoder/layer_6/intermediate/dense/truedivRealDiv/bert/encoder/layer_6/intermediate/dense/BiasAdd,bert/encoder/layer_6/intermediate/dense/Sqrt* T0* _output_shapes : € € Ž +bert/encoder/layer_6/intermediate/dense/ErfErf/bert/encoder/layer_6/intermediate/dense/truediv* T0* _output_shapes : € € r -bert/encoder/layer_6/intermediate/dense/add/xConst* value B *€?* dtype0* _output_shapes : ¹ +bert/encoder/layer_6/intermediate/dense/addAdd-bert/encoder/layer_6/intermediate/dense/add/x+bert/encoder/layer_6/intermediate/dense/Erf* T0* _output_shapes : € € r -bert/encoder/layer_6/intermediate/dense/mul/xConst* value B *?* dtype0* _output_shapes : ¹ +bert/encoder/layer_6/intermediate/dense/mulMul-bert/encoder/layer_6/intermediate/dense/mul/x+bert/encoder/layer_6/intermediate/dense/add* T0* _output_shapes : € € ½ -bert/encoder/layer_6/intermediate/dense/mul_1Mul/bert/encoder/layer_6/intermediate/dense/BiasAdd+bert/encoder/layer_6/intermediate/dense/mul* T0* _output_shapes : € € Ù Kbert/encoder/layer_6/output/dense/kernel/Initializer/truncated_normal/shapeConst*; _class1 /-loc:@bert/encoder/layer_6/output/dense/kernel* valueB" * dtype0* _output_shapes : Ì Jbert/encoder/layer_6/output/dense/kernel/Initializer/truncated_normal/meanConst*; _class1 /-loc:@bert/encoder/layer_6/output/dense/kernel* value B ** dtype0* _output_shapes : Î Lbert/encoder/layer_6/output/dense/kernel/Initializer/truncated_normal/stddevConst*; _class1 /-loc:@bert/encoder/layer_6/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : à Ubert/encoder/layer_6/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalKbert/encoder/layer_6/output/dense/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*; _class1 /-loc:@bert/encoder/layer_6/output/dense/kernel* seed2 Ý Ibert/encoder/layer_6/output/dense/kernel/Initializer/truncated_normal/mulMulUbert/encoder/layer_6/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalLbert/encoder/layer_6/output/dense/kernel/Initializer/truncated_normal/stddev* T0*; _class1 /-loc:@bert/encoder/layer_6/output/dense/kernel* _output_shapes : €€ Ë Ebert/encoder/layer_6/output/dense/kernel/Initializer/truncated_normalAddIbert/encoder/layer_6/output/dense/kernel/Initializer/truncated_normal/mulJbert/encoder/layer_6/output/dense/kernel/Initializer/truncated_normal/mean* T0*; _class1 /-loc:@bert/encoder/layer_6/output/dense/kernel* _output_shapes : €€ Ý (bert/encoder/layer_6/output/dense/kernel VariableV2* shared_name*; _class1 /-loc:@bert/encoder/layer_6/output/dense/kernel* container* shape : €€* dtype0* _output_shapes : €€ » /bert/encoder/layer_6/output/dense/kernel/AssignAssign(bert/encoder/layer_6/output/dense/kernelEbert/encoder/layer_6/output/dense/kernel/Initializer/truncated_normal* T0*; _class1 /-loc:@bert/encoder/layer_6/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( Ë -bert/encoder/layer_6/output/dense/kernel/readIdentity(bert/encoder/layer_6/output/dense/kernel* T0*; _class1 /-loc:@bert/encoder/layer_6/output/dense/kernel* _output_shapes : €€  8bert/encoder/layer_6/output/dense/bias/Initializer/zerosConst*9 _class/ -+loc:@bert/encoder/layer_6/output/dense/bias* valueB€** dtype0* _output_shapes :€ Ï &bert/encoder/layer_6/output/dense/bias VariableV2* shared_name*9 _class/ -+loc:@bert/encoder/layer_6/output/dense/bias* container* shape:€* dtype0* _output_shapes :€ £ -bert/encoder/layer_6/output/dense/bias/AssignAssign&bert/encoder/layer_6/output/dense/bias8bert/encoder/layer_6/output/dense/bias/Initializer/zeros* T0*9 _class/ -+loc:@bert/encoder/layer_6/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( À +bert/encoder/layer_6/output/dense/bias/readIdentity&bert/encoder/layer_6/output/dense/bias* T0*9 _class/ -+loc:@bert/encoder/layer_6/output/dense/bias* _output_shapes :€ á (bert/encoder/layer_6/output/dense/MatMulMatMul-bert/encoder/layer_6/intermediate/dense/mul_1-bert/encoder/layer_6/output/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( Í )bert/encoder/layer_6/output/dense/BiasAddBiasAdd(bert/encoder/layer_6/output/dense/MatMul+bert/encoder/layer_6/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € r -bert/encoder/layer_6/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : z )bert/encoder/layer_6/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : { 6bert/encoder/layer_6/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : { 6bert/encoder/layer_6/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : Í @bert/encoder/layer_6/output/dropout/random_uniform/RandomUniform RandomUniform)bert/encoder/layer_6/output/dropout/Shape* T0* dtype0* _output_shapes : € €* seed2* seed Î 6bert/encoder/layer_6/output/dropout/random_uniform/subSub6bert/encoder/layer_6/output/dropout/random_uniform/max6bert/encoder/layer_6/output/dropout/random_uniform/min* T0* _output_shapes : â 6bert/encoder/layer_6/output/dropout/random_uniform/mulMul@bert/encoder/layer_6/output/dropout/random_uniform/RandomUniform6bert/encoder/layer_6/output/dropout/random_uniform/sub* T0* _output_shapes : € € Ô 2bert/encoder/layer_6/output/dropout/random_uniformAdd6bert/encoder/layer_6/output/dropout/random_uniform/mul6bert/encoder/layer_6/output/dropout/random_uniform/min* T0* _output_shapes : € € ¼ 'bert/encoder/layer_6/output/dropout/addAdd-bert/encoder/layer_6/output/dropout/keep_prob2bert/encoder/layer_6/output/dropout/random_uniform* T0* _output_shapes : € € † )bert/encoder/layer_6/output/dropout/FloorFloor'bert/encoder/layer_6/output/dropout/add* T0* _output_shapes : € € · 'bert/encoder/layer_6/output/dropout/divRealDiv)bert/encoder/layer_6/output/dense/BiasAdd-bert/encoder/layer_6/output/dropout/keep_prob* T0* _output_shapes : € € ­ 'bert/encoder/layer_6/output/dropout/mulMul'bert/encoder/layer_6/output/dropout/div)bert/encoder/layer_6/output/dropout/Floor* T0* _output_shapes : € € » bert/encoder/layer_6/output/addAdd'bert/encoder/layer_6/output/dropout/mul?bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/add_1* T0* _output_shapes : € € Ê _class4 20loc:@bert/encoder/layer_6/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ Ù +bert/encoder/layer_6/output/LayerNorm/gamma VariableV2* shared_name*> _class4 20loc:@bert/encoder/layer_6/output/LayerNorm/gamma* container* shape:€* dtype0* _output_shapes :€ ¶ 2bert/encoder/layer_6/output/LayerNorm/gamma/AssignAssign+bert/encoder/layer_6/output/LayerNorm/gamma _class4 20loc:@bert/encoder/layer_6/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ Ï 0bert/encoder/layer_6/output/LayerNorm/gamma/readIdentity+bert/encoder/layer_6/output/LayerNorm/gamma* T0*> _class4 20loc:@bert/encoder/layer_6/output/LayerNorm/gamma* _output_shapes :€ Ž Dbert/encoder/layer_6/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : è 2bert/encoder/layer_6/output/LayerNorm/moments/meanMeanbert/encoder/layer_6/output/addDbert/encoder/layer_6/output/LayerNorm/moments/mean/reduction_indices* T0* _output_shapes : € * keep_dims(* Tidx0 ¨ :bert/encoder/layer_6/output/LayerNorm/moments/StopGradient StopGradient2bert/encoder/layer_6/output/LayerNorm/moments/mean* T0* _output_shapes : €  Ü ?bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifferenceSquaredDifferencebert/encoder/layer_6/output/add:bert/encoder/layer_6/output/LayerNorm/moments/StopGradient* T0* _output_shapes : € € ’ Hbert/encoder/layer_6/output/LayerNorm/moments/variance/reduction_indicesConst* value B :* dtype0* _output_shapes :  6bert/encoder/layer_6/output/LayerNorm/moments/varianceMean?bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifferenceHbert/encoder/layer_6/output/LayerNorm/moments/variance/reduction_indices* keep_dims(* Tidx0* T0* _output_shapes : €  z 5bert/encoder/layer_6/output/LayerNorm/batchnorm/add/yConst* value B *̼Œ+* dtype0* _output_shapes : Ó 3bert/encoder/layer_6/output/LayerNorm/batchnorm/addAdd6bert/encoder/layer_6/output/LayerNorm/moments/variance5bert/encoder/layer_6/output/LayerNorm/batchnorm/add/y* T0* _output_shapes : €   5bert/encoder/layer_6/output/LayerNorm/batchnorm/RsqrtRsqrt3bert/encoder/layer_6/output/LayerNorm/batchnorm/add* T0* _output_shapes : €  Î 3bert/encoder/layer_6/output/LayerNorm/batchnorm/mulMul5bert/encoder/layer_6/output/LayerNorm/batchnorm/Rsqrt0bert/encoder/layer_6/output/LayerNorm/gamma/read* T0* _output_shapes : € € ½ 5bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_1Mulbert/encoder/layer_6/output/add3bert/encoder/layer_6/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ð 5bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2Mul2bert/encoder/layer_6/output/LayerNorm/moments/mean3bert/encoder/layer_6/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Í 3bert/encoder/layer_6/output/LayerNorm/batchnorm/subSub/bert/encoder/layer_6/output/LayerNorm/beta/read5bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2* T0* _output_shapes : € € Ó 5bert/encoder/layer_6/output/LayerNorm/batchnorm/add_1Add5bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_13bert/encoder/layer_6/output/LayerNorm/batchnorm/sub* T0* _output_shapes : € € é Sbert/encoder/layer_7/attention/self/query/kernel/Initializer/truncated_normal/shapeConst*C _class9 75loc:@bert/encoder/layer_7/attention/self/query/kernel* valueB"* dtype0* _output_shapes : Ü Rbert/encoder/layer_7/attention/self/query/kernel/Initializer/truncated_normal/meanConst*C _class9 75loc:@bert/encoder/layer_7/attention/self/query/kernel* value B ** dtype0* _output_shapes : Þ Tbert/encoder/layer_7/attention/self/query/kernel/Initializer/truncated_normal/stddevConst*C _class9 75loc:@bert/encoder/layer_7/attention/self/query/kernel* value B * ×£<* dtype0* _output_shapes : Û ]bert/encoder/layer_7/attention/self/query/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalSbert/encoder/layer_7/attention/self/query/kernel/Initializer/truncated_normal/shape* seed* T0*C _class9 75loc:@bert/encoder/layer_7/attention/self/query/kernel* seed2* dtype0* _output_shapes : €€ ý Qbert/encoder/layer_7/attention/self/query/kernel/Initializer/truncated_normal/mulMul]bert/encoder/layer_7/attention/self/query/kernel/Initializer/truncated_normal/TruncatedNormalTbert/encoder/layer_7/attention/self/query/kernel/Initializer/truncated_normal/stddev* T0*C _class9 75loc:@bert/encoder/layer_7/attention/self/query/kernel* _output_shapes : €€ ë Mbert/encoder/layer_7/attention/self/query/kernel/Initializer/truncated_normalAddQbert/encoder/layer_7/attention/self/query/kernel/Initializer/truncated_normal/mulRbert/encoder/layer_7/attention/self/query/kernel/Initializer/truncated_normal/mean* T0*C _class9 75loc:@bert/encoder/layer_7/attention/self/query/kernel* _output_shapes : €€ í 0bert/encoder/layer_7/attention/self/query/kernel VariableV2* dtype0* _output_shapes : €€* shared_name*C _class9 75loc:@bert/encoder/layer_7/attention/self/query/kernel* container* shape : €€ Û 7bert/encoder/layer_7/attention/self/query/kernel/AssignAssign0bert/encoder/layer_7/attention/self/query/kernelMbert/encoder/layer_7/attention/self/query/kernel/Initializer/truncated_normal* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_7/attention/self/query/kernel* validate_shape(* _output_shapes : €€ ã 5bert/encoder/layer_7/attention/self/query/kernel/readIdentity0bert/encoder/layer_7/attention/self/query/kernel* T0*C _class9 75loc:@bert/encoder/layer_7/attention/self/query/kernel* _output_shapes : €€ Ò @bert/encoder/layer_7/attention/self/query/bias/Initializer/zerosConst*A _class7 53loc:@bert/encoder/layer_7/attention/self/query/bias* valueB€** dtype0* _output_shapes :€ ß .bert/encoder/layer_7/attention/self/query/bias VariableV2*A _class7 53loc:@bert/encoder/layer_7/attention/self/query/bias* container* shape:€* dtype0* _output_shapes :€* shared_name à 5bert/encoder/layer_7/attention/self/query/bias/AssignAssign.bert/encoder/layer_7/attention/self/query/bias@bert/encoder/layer_7/attention/self/query/bias/Initializer/zeros* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_7/attention/self/query/bias* validate_shape(* _output_shapes :€ Ø 3bert/encoder/layer_7/attention/self/query/bias/readIdentity.bert/encoder/layer_7/attention/self/query/bias* T0*A _class7 53loc:@bert/encoder/layer_7/attention/self/query/bias* _output_shapes :€ ù 0bert/encoder/layer_7/attention/self/query/MatMulMatMul5bert/encoder/layer_6/output/LayerNorm/batchnorm/add_15bert/encoder/layer_7/attention/self/query/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( å 1bert/encoder/layer_7/attention/self/query/BiasAddBiasAdd0bert/encoder/layer_7/attention/self/query/MatMul3bert/encoder/layer_7/attention/self/query/bias/read* T0* data_formatNHWC* _output_shapes : € € å Qbert/encoder/layer_7/attention/self/key/kernel/Initializer/truncated_normal/shapeConst*A _class7 53loc:@bert/encoder/layer_7/attention/self/key/kernel* valueB"* dtype0* _output_shapes : Ø Pbert/encoder/layer_7/attention/self/key/kernel/Initializer/truncated_normal/meanConst*A _class7 53loc:@bert/encoder/layer_7/attention/self/key/kernel* value B ** dtype0* _output_shapes : Ú Rbert/encoder/layer_7/attention/self/key/kernel/Initializer/truncated_normal/stddevConst*A _class7 53loc:@bert/encoder/layer_7/attention/self/key/kernel* value B * ×£<* dtype0* _output_shapes : Õ [bert/encoder/layer_7/attention/self/key/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalQbert/encoder/layer_7/attention/self/key/kernel/Initializer/truncated_normal/shape* seed* T0*A _class7 53loc:@bert/encoder/layer_7/attention/self/key/kernel* seed2* dtype0* _output_shapes : €€ õ Obert/encoder/layer_7/attention/self/key/kernel/Initializer/truncated_normal/mulMul[bert/encoder/layer_7/attention/self/key/kernel/Initializer/truncated_normal/TruncatedNormalRbert/encoder/layer_7/attention/self/key/kernel/Initializer/truncated_normal/stddev* T0*A _class7 53loc:@bert/encoder/layer_7/attention/self/key/kernel* _output_shapes : €€ ã Kbert/encoder/layer_7/attention/self/key/kernel/Initializer/truncated_normalAddObert/encoder/layer_7/attention/self/key/kernel/Initializer/truncated_normal/mulPbert/encoder/layer_7/attention/self/key/kernel/Initializer/truncated_normal/mean* T0*A _class7 53loc:@bert/encoder/layer_7/attention/self/key/kernel* _output_shapes : €€ é .bert/encoder/layer_7/attention/self/key/kernel VariableV2*A _class7 53loc:@bert/encoder/layer_7/attention/self/key/kernel* container* shape : €€* dtype0* _output_shapes : €€* shared_name Ó 5bert/encoder/layer_7/attention/self/key/kernel/AssignAssign.bert/encoder/layer_7/attention/self/key/kernelKbert/encoder/layer_7/attention/self/key/kernel/Initializer/truncated_normal* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_7/attention/self/key/kernel* validate_shape(* _output_shapes : €€ Ý 3bert/encoder/layer_7/attention/self/key/kernel/readIdentity.bert/encoder/layer_7/attention/self/key/kernel* T0*A _class7 53loc:@bert/encoder/layer_7/attention/self/key/kernel* _output_shapes : €€ Î >bert/encoder/layer_7/attention/self/key/bias/Initializer/zerosConst*? _class5 31loc:@bert/encoder/layer_7/attention/self/key/bias* valueB€** dtype0* _output_shapes :€ Û ,bert/encoder/layer_7/attention/self/key/bias VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*? _class5 31loc:@bert/encoder/layer_7/attention/self/key/bias* container » 3bert/encoder/layer_7/attention/self/key/bias/AssignAssign,bert/encoder/layer_7/attention/self/key/bias>bert/encoder/layer_7/attention/self/key/bias/Initializer/zeros* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_7/attention/self/key/bias* validate_shape(* _output_shapes :€ Ò 1bert/encoder/layer_7/attention/self/key/bias/readIdentity,bert/encoder/layer_7/attention/self/key/bias* T0*? _class5 31loc:@bert/encoder/layer_7/attention/self/key/bias* _output_shapes :€ õ .bert/encoder/layer_7/attention/self/key/MatMulMatMul5bert/encoder/layer_6/output/LayerNorm/batchnorm/add_13bert/encoder/layer_7/attention/self/key/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ß /bert/encoder/layer_7/attention/self/key/BiasAddBiasAdd.bert/encoder/layer_7/attention/self/key/MatMul1bert/encoder/layer_7/attention/self/key/bias/read* T0* data_formatNHWC* _output_shapes : € € é Sbert/encoder/layer_7/attention/self/value/kernel/Initializer/truncated_normal/shapeConst*C _class9 75loc:@bert/encoder/layer_7/attention/self/value/kernel* valueB"* dtype0* _output_shapes : Ü Rbert/encoder/layer_7/attention/self/value/kernel/Initializer/truncated_normal/meanConst*C _class9 75loc:@bert/encoder/layer_7/attention/self/value/kernel* value B ** dtype0* _output_shapes : Þ Tbert/encoder/layer_7/attention/self/value/kernel/Initializer/truncated_normal/stddevConst*C _class9 75loc:@bert/encoder/layer_7/attention/self/value/kernel* value B * ×£<* dtype0* _output_shapes : Û ]bert/encoder/layer_7/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalSbert/encoder/layer_7/attention/self/value/kernel/Initializer/truncated_normal/shape* T0*C _class9 75loc:@bert/encoder/layer_7/attention/self/value/kernel* seed2* dtype0* _output_shapes : €€* seed ý Qbert/encoder/layer_7/attention/self/value/kernel/Initializer/truncated_normal/mulMul]bert/encoder/layer_7/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalTbert/encoder/layer_7/attention/self/value/kernel/Initializer/truncated_normal/stddev* T0*C _class9 75loc:@bert/encoder/layer_7/attention/self/value/kernel* _output_shapes : €€ ë Mbert/encoder/layer_7/attention/self/value/kernel/Initializer/truncated_normalAddQbert/encoder/layer_7/attention/self/value/kernel/Initializer/truncated_normal/mulRbert/encoder/layer_7/attention/self/value/kernel/Initializer/truncated_normal/mean* T0*C _class9 75loc:@bert/encoder/layer_7/attention/self/value/kernel* _output_shapes : €€ í 0bert/encoder/layer_7/attention/self/value/kernel VariableV2* shared_name*C _class9 75loc:@bert/encoder/layer_7/attention/self/value/kernel* container* shape : €€* dtype0* _output_shapes : €€ Û 7bert/encoder/layer_7/attention/self/value/kernel/AssignAssign0bert/encoder/layer_7/attention/self/value/kernelMbert/encoder/layer_7/attention/self/value/kernel/Initializer/truncated_normal* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_7/attention/self/value/kernel* validate_shape(* _output_shapes : €€ ã 5bert/encoder/layer_7/attention/self/value/kernel/readIdentity0bert/encoder/layer_7/attention/self/value/kernel* T0*C _class9 75loc:@bert/encoder/layer_7/attention/self/value/kernel* _output_shapes : €€ Ò @bert/encoder/layer_7/attention/self/value/bias/Initializer/zerosConst*A _class7 53loc:@bert/encoder/layer_7/attention/self/value/bias* valueB€** dtype0* _output_shapes :€ ß .bert/encoder/layer_7/attention/self/value/bias VariableV2* dtype0* _output_shapes :€* shared_name*A _class7 53loc:@bert/encoder/layer_7/attention/self/value/bias* container* shape:€ à 5bert/encoder/layer_7/attention/self/value/bias/AssignAssign.bert/encoder/layer_7/attention/self/value/bias@bert/encoder/layer_7/attention/self/value/bias/Initializer/zeros* T0*A _class7 53loc:@bert/encoder/layer_7/attention/self/value/bias* validate_shape(* _output_shapes :€* use_locking( Ø 3bert/encoder/layer_7/attention/self/value/bias/readIdentity.bert/encoder/layer_7/attention/self/value/bias* T0*A _class7 53loc:@bert/encoder/layer_7/attention/self/value/bias* _output_shapes :€ ù 0bert/encoder/layer_7/attention/self/value/MatMulMatMul5bert/encoder/layer_6/output/LayerNorm/batchnorm/add_15bert/encoder/layer_7/attention/self/value/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( å 1bert/encoder/layer_7/attention/self/value/BiasAddBiasAdd0bert/encoder/layer_7/attention/self/value/MatMul3bert/encoder/layer_7/attention/self/value/bias/read* T0* data_formatNHWC* _output_shapes : € € Š 1bert/encoder/layer_7/attention/self/Reshape/shapeConst*% valueB" € @* dtype0* _output_shapes : Ü +bert/encoder/layer_7/attention/self/ReshapeReshape1bert/encoder/layer_7/attention/self/query/BiasAdd1bert/encoder/layer_7/attention/self/Reshape/shape* T0* Tshape0*' _output_shapes : € @ ‹ 2bert/encoder/layer_7/attention/self/transpose/permConst*% valueB"* dtype0* _output_shapes : Ú -bert/encoder/layer_7/attention/self/transpose Transpose+bert/encoder/layer_7/attention/self/Reshape2bert/encoder/layer_7/attention/self/transpose/perm* T0*' _output_shapes :  €@* Tperm0 Œ 3bert/encoder/layer_7/attention/self/Reshape_1/shapeConst*% valueB" € @* dtype0* _output_shapes : Þ -bert/encoder/layer_7/attention/self/Reshape_1Reshape/bert/encoder/layer_7/attention/self/key/BiasAdd3bert/encoder/layer_7/attention/self/Reshape_1/shape* T0* Tshape0*' _output_shapes : € @  4bert/encoder/layer_7/attention/self/transpose_1/permConst*% valueB"* dtype0* _output_shapes : à /bert/encoder/layer_7/attention/self/transpose_1 Transpose-bert/encoder/layer_7/attention/self/Reshape_14bert/encoder/layer_7/attention/self/transpose_1/perm* Tperm0* T0*' _output_shapes :  €@ æ *bert/encoder/layer_7/attention/self/MatMul BatchMatMul-bert/encoder/layer_7/attention/self/transpose/bert/encoder/layer_7/attention/self/transpose_1* adj_x(* adj_y(* T0*( _output_shapes :  €€ n )bert/encoder/layer_7/attention/self/Mul/yConst* value B *>* dtype0* _output_shapes : ¸ 'bert/encoder/layer_7/attention/self/MulMul*bert/encoder/layer_7/attention/self/MatMul)bert/encoder/layer_7/attention/self/Mul/y* T0*( _output_shapes :  €€ | 2bert/encoder/layer_7/attention/self/ExpandDims/dimConst* value B :* dtype0* _output_shapes : Á .bert/encoder/layer_7/attention/self/ExpandDims ExpandDimsbert/encoder/mul2bert/encoder/layer_7/attention/self/ExpandDims/dim* Tdim0* T0*( _output_shapes : €€ n )bert/encoder/layer_7/attention/self/sub/xConst* value B *€?* dtype0* _output_shapes : ¼ 'bert/encoder/layer_7/attention/self/subSub)bert/encoder/layer_7/attention/self/sub/x.bert/encoder/layer_7/attention/self/ExpandDims* T0*( _output_shapes : €€ p +bert/encoder/layer_7/attention/self/mul_1/yConst* value B *@Æ* dtype0* _output_shapes : ¹ )bert/encoder/layer_7/attention/self/mul_1Mul'bert/encoder/layer_7/attention/self/sub+bert/encoder/layer_7/attention/self/mul_1/y* T0*( _output_shapes : €€ µ 'bert/encoder/layer_7/attention/self/addAdd'bert/encoder/layer_7/attention/self/Mul)bert/encoder/layer_7/attention/self/mul_1* T0*( _output_shapes :  €€ ’ +bert/encoder/layer_7/attention/self/SoftmaxSoftmax'bert/encoder/layer_7/attention/self/add* T0*( _output_shapes :  €€ z 5bert/encoder/layer_7/attention/self/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : Š 1bert/encoder/layer_7/attention/self/dropout/ShapeConst*% valueB" €€* dtype0* _output_shapes : ƒ >bert/encoder/layer_7/attention/self/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : ƒ >bert/encoder/layer_7/attention/self/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : å Hbert/encoder/layer_7/attention/self/dropout/random_uniform/RandomUniform RandomUniform1bert/encoder/layer_7/attention/self/dropout/Shape* seed* T0* dtype0*( _output_shapes :  €€* seed2 æ >bert/encoder/layer_7/attention/self/dropout/random_uniform/subSub>bert/encoder/layer_7/attention/self/dropout/random_uniform/max>bert/encoder/layer_7/attention/self/dropout/random_uniform/min* T0* _output_shapes : ‚ >bert/encoder/layer_7/attention/self/dropout/random_uniform/mulMulHbert/encoder/layer_7/attention/self/dropout/random_uniform/RandomUniform>bert/encoder/layer_7/attention/self/dropout/random_uniform/sub* T0*( _output_shapes :  €€ ô :bert/encoder/layer_7/attention/self/dropout/random_uniformAdd>bert/encoder/layer_7/attention/self/dropout/random_uniform/mul>bert/encoder/layer_7/attention/self/dropout/random_uniform/min* T0*( _output_shapes :  €€ Ü /bert/encoder/layer_7/attention/self/dropout/addAdd5bert/encoder/layer_7/attention/self/dropout/keep_prob:bert/encoder/layer_7/attention/self/dropout/random_uniform* T0*( _output_shapes :  €€ ž 1bert/encoder/layer_7/attention/self/dropout/FloorFloor/bert/encoder/layer_7/attention/self/dropout/add* T0*( _output_shapes :  €€ Ñ /bert/encoder/layer_7/attention/self/dropout/divRealDiv+bert/encoder/layer_7/attention/self/Softmax5bert/encoder/layer_7/attention/self/dropout/keep_prob* T0*( _output_shapes :  €€ Í /bert/encoder/layer_7/attention/self/dropout/mulMul/bert/encoder/layer_7/attention/self/dropout/div1bert/encoder/layer_7/attention/self/dropout/Floor* T0*( _output_shapes :  €€ Œ 3bert/encoder/layer_7/attention/self/Reshape_2/shapeConst*% valueB" € @* dtype0* _output_shapes : à -bert/encoder/layer_7/attention/self/Reshape_2Reshape1bert/encoder/layer_7/attention/self/value/BiasAdd3bert/encoder/layer_7/attention/self/Reshape_2/shape* T0* Tshape0*' _output_shapes : € @  4bert/encoder/layer_7/attention/self/transpose_2/permConst*% valueB"* dtype0* _output_shapes : à /bert/encoder/layer_7/attention/self/transpose_2 Transpose-bert/encoder/layer_7/attention/self/Reshape_24bert/encoder/layer_7/attention/self/transpose_2/perm* T0*' _output_shapes :  €@* Tperm0 é ,bert/encoder/layer_7/attention/self/MatMul_1 BatchMatMul/bert/encoder/layer_7/attention/self/dropout/mul/bert/encoder/layer_7/attention/self/transpose_2* adj_x(* adj_y(* T0*' _output_shapes :  €@  4bert/encoder/layer_7/attention/self/transpose_3/permConst*% valueB"* dtype0* _output_shapes : ß /bert/encoder/layer_7/attention/self/transpose_3 Transpose,bert/encoder/layer_7/attention/self/MatMul_14bert/encoder/layer_7/attention/self/transpose_3/perm* T0*' _output_shapes : € @* Tperm0 „ 3bert/encoder/layer_7/attention/self/Reshape_3/shapeConst* valueB"* dtype0* _output_shapes : × -bert/encoder/layer_7/attention/self/Reshape_3Reshape/bert/encoder/layer_7/attention/self/transpose_33bert/encoder/layer_7/attention/self/Reshape_3/shape* T0* Tshape0* _output_shapes : € € í Ubert/encoder/layer_7/attention/output/dense/kernel/Initializer/truncated_normal/shapeConst*E _class; 97loc:@bert/encoder/layer_7/attention/output/dense/kernel* valueB"* dtype0* _output_shapes : à Tbert/encoder/layer_7/attention/output/dense/kernel/Initializer/truncated_normal/meanConst*E _class; 97loc:@bert/encoder/layer_7/attention/output/dense/kernel* value B ** dtype0* _output_shapes : â Vbert/encoder/layer_7/attention/output/dense/kernel/Initializer/truncated_normal/stddevConst*E _class; 97loc:@bert/encoder/layer_7/attention/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : á _bert/encoder/layer_7/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalUbert/encoder/layer_7/attention/output/dense/kernel/Initializer/truncated_normal/shape* T0*E _class; 97loc:@bert/encoder/layer_7/attention/output/dense/kernel* seed2* dtype0* _output_shapes : €€* seed … Sbert/encoder/layer_7/attention/output/dense/kernel/Initializer/truncated_normal/mulMul_bert/encoder/layer_7/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalVbert/encoder/layer_7/attention/output/dense/kernel/Initializer/truncated_normal/stddev* T0*E _class; 97loc:@bert/encoder/layer_7/attention/output/dense/kernel* _output_shapes : €€ ó Obert/encoder/layer_7/attention/output/dense/kernel/Initializer/truncated_normalAddSbert/encoder/layer_7/attention/output/dense/kernel/Initializer/truncated_normal/mulTbert/encoder/layer_7/attention/output/dense/kernel/Initializer/truncated_normal/mean* T0*E _class; 97loc:@bert/encoder/layer_7/attention/output/dense/kernel* _output_shapes : €€ ñ 2bert/encoder/layer_7/attention/output/dense/kernel VariableV2* shared_name*E _class; 97loc:@bert/encoder/layer_7/attention/output/dense/kernel* container* shape : €€* dtype0* _output_shapes : €€ ã 9bert/encoder/layer_7/attention/output/dense/kernel/AssignAssign2bert/encoder/layer_7/attention/output/dense/kernelObert/encoder/layer_7/attention/output/dense/kernel/Initializer/truncated_normal* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_7/attention/output/dense/kernel* validate_shape(* _output_shapes : €€ é 7bert/encoder/layer_7/attention/output/dense/kernel/readIdentity2bert/encoder/layer_7/attention/output/dense/kernel* T0*E _class; 97loc:@bert/encoder/layer_7/attention/output/dense/kernel* _output_shapes : €€ Ö Bbert/encoder/layer_7/attention/output/dense/bias/Initializer/zerosConst*C _class9 75loc:@bert/encoder/layer_7/attention/output/dense/bias* valueB€** dtype0* _output_shapes :€ ã 0bert/encoder/layer_7/attention/output/dense/bias VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*C _class9 75loc:@bert/encoder/layer_7/attention/output/dense/bias* container Ë 7bert/encoder/layer_7/attention/output/dense/bias/AssignAssign0bert/encoder/layer_7/attention/output/dense/biasBbert/encoder/layer_7/attention/output/dense/bias/Initializer/zeros* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_7/attention/output/dense/bias* validate_shape(* _output_shapes :€ Þ 5bert/encoder/layer_7/attention/output/dense/bias/readIdentity0bert/encoder/layer_7/attention/output/dense/bias* T0*C _class9 75loc:@bert/encoder/layer_7/attention/output/dense/bias* _output_shapes :€ õ 2bert/encoder/layer_7/attention/output/dense/MatMulMatMul-bert/encoder/layer_7/attention/self/Reshape_37bert/encoder/layer_7/attention/output/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ë 3bert/encoder/layer_7/attention/output/dense/BiasAddBiasAdd2bert/encoder/layer_7/attention/output/dense/MatMul5bert/encoder/layer_7/attention/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € | 7bert/encoder/layer_7/attention/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : „ 3bert/encoder/layer_7/attention/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : … @bert/encoder/layer_7/attention/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : … @bert/encoder/layer_7/attention/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : á Jbert/encoder/layer_7/attention/output/dropout/random_uniform/RandomUniform RandomUniform3bert/encoder/layer_7/attention/output/dropout/Shape* seed* T0* dtype0* _output_shapes : € €* seed2 ì @bert/encoder/layer_7/attention/output/dropout/random_uniform/subSub@bert/encoder/layer_7/attention/output/dropout/random_uniform/max@bert/encoder/layer_7/attention/output/dropout/random_uniform/min* T0* _output_shapes : € @bert/encoder/layer_7/attention/output/dropout/random_uniform/mulMulJbert/encoder/layer_7/attention/output/dropout/random_uniform/RandomUniform@bert/encoder/layer_7/attention/output/dropout/random_uniform/sub* T0* _output_shapes : € € ò <:loc:@bert/encoder/layer_7/attention/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ í 5bert/encoder/layer_7/attention/output/LayerNorm/gamma VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_7/attention/output/LayerNorm/gamma* container Þ <:loc:@bert/encoder/layer_7/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_7/attention/output/LayerNorm/gamma/readIdentity5bert/encoder/layer_7/attention/output/LayerNorm/gamma* T0*H _class> <:loc:@bert/encoder/layer_7/attention/output/LayerNorm/gamma* _output_shapes :€ ˜ Nbert/encoder/layer_7/attention/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : † bert/encoder/layer_7/intermediate/dense/bias/Initializer/zerosFillNbert/encoder/layer_7/intermediate/dense/bias/Initializer/zeros/shape_as_tensorDbert/encoder/layer_7/intermediate/dense/bias/Initializer/zeros/Const* T0*? _class5 31loc:@bert/encoder/layer_7/intermediate/dense/bias* index_type0* _output_shapes :€ Û ,bert/encoder/layer_7/intermediate/dense/bias VariableV2* dtype0* _output_shapes :€* shared_name*? _class5 31loc:@bert/encoder/layer_7/intermediate/dense/bias* container* shape:€ » 3bert/encoder/layer_7/intermediate/dense/bias/AssignAssign,bert/encoder/layer_7/intermediate/dense/bias>bert/encoder/layer_7/intermediate/dense/bias/Initializer/zeros* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_7/intermediate/dense/bias* validate_shape(* _output_shapes :€ Ò 1bert/encoder/layer_7/intermediate/dense/bias/readIdentity,bert/encoder/layer_7/intermediate/dense/bias* T0*? _class5 31loc:@bert/encoder/layer_7/intermediate/dense/bias* _output_shapes :€ ÿ .bert/encoder/layer_7/intermediate/dense/MatMulMatMul?bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/add_13bert/encoder/layer_7/intermediate/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ß /bert/encoder/layer_7/intermediate/dense/BiasAddBiasAdd.bert/encoder/layer_7/intermediate/dense/MatMul1bert/encoder/layer_7/intermediate/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € s .bert/encoder/layer_7/intermediate/dense/Sqrt/xConst* value B *@* dtype0* _output_shapes : … ,bert/encoder/layer_7/intermediate/dense/SqrtSqrt.bert/encoder/layer_7/intermediate/dense/Sqrt/x* T0* _output_shapes : Ä /bert/encoder/layer_7/intermediate/dense/truedivRealDiv/bert/encoder/layer_7/intermediate/dense/BiasAdd,bert/encoder/layer_7/intermediate/dense/Sqrt* T0* _output_shapes : € € Ž +bert/encoder/layer_7/intermediate/dense/ErfErf/bert/encoder/layer_7/intermediate/dense/truediv* T0* _output_shapes : € € r -bert/encoder/layer_7/intermediate/dense/add/xConst* value B *€?* dtype0* _output_shapes : ¹ +bert/encoder/layer_7/intermediate/dense/addAdd-bert/encoder/layer_7/intermediate/dense/add/x+bert/encoder/layer_7/intermediate/dense/Erf* T0* _output_shapes : € € r -bert/encoder/layer_7/intermediate/dense/mul/xConst* value B *?* dtype0* _output_shapes : ¹ +bert/encoder/layer_7/intermediate/dense/mulMul-bert/encoder/layer_7/intermediate/dense/mul/x+bert/encoder/layer_7/intermediate/dense/add* T0* _output_shapes : € € ½ -bert/encoder/layer_7/intermediate/dense/mul_1Mul/bert/encoder/layer_7/intermediate/dense/BiasAdd+bert/encoder/layer_7/intermediate/dense/mul* T0* _output_shapes : € € Ù Kbert/encoder/layer_7/output/dense/kernel/Initializer/truncated_normal/shapeConst*; _class1 /-loc:@bert/encoder/layer_7/output/dense/kernel* valueB" * dtype0* _output_shapes : Ì Jbert/encoder/layer_7/output/dense/kernel/Initializer/truncated_normal/meanConst*; _class1 /-loc:@bert/encoder/layer_7/output/dense/kernel* value B ** dtype0* _output_shapes : Î Lbert/encoder/layer_7/output/dense/kernel/Initializer/truncated_normal/stddevConst*; _class1 /-loc:@bert/encoder/layer_7/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : à Ubert/encoder/layer_7/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalKbert/encoder/layer_7/output/dense/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*; _class1 /-loc:@bert/encoder/layer_7/output/dense/kernel* seed2 Ý Ibert/encoder/layer_7/output/dense/kernel/Initializer/truncated_normal/mulMulUbert/encoder/layer_7/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalLbert/encoder/layer_7/output/dense/kernel/Initializer/truncated_normal/stddev* T0*; _class1 /-loc:@bert/encoder/layer_7/output/dense/kernel* _output_shapes : €€ Ë Ebert/encoder/layer_7/output/dense/kernel/Initializer/truncated_normalAddIbert/encoder/layer_7/output/dense/kernel/Initializer/truncated_normal/mulJbert/encoder/layer_7/output/dense/kernel/Initializer/truncated_normal/mean* T0*; _class1 /-loc:@bert/encoder/layer_7/output/dense/kernel* _output_shapes : €€ Ý (bert/encoder/layer_7/output/dense/kernel VariableV2*; _class1 /-loc:@bert/encoder/layer_7/output/dense/kernel* container* shape : €€* dtype0* _output_shapes : €€* shared_name » /bert/encoder/layer_7/output/dense/kernel/AssignAssign(bert/encoder/layer_7/output/dense/kernelEbert/encoder/layer_7/output/dense/kernel/Initializer/truncated_normal* use_locking(* T0*; _class1 /-loc:@bert/encoder/layer_7/output/dense/kernel* validate_shape(* _output_shapes : €€ Ë -bert/encoder/layer_7/output/dense/kernel/readIdentity(bert/encoder/layer_7/output/dense/kernel* T0*; _class1 /-loc:@bert/encoder/layer_7/output/dense/kernel* _output_shapes : €€  8bert/encoder/layer_7/output/dense/bias/Initializer/zerosConst*9 _class/ -+loc:@bert/encoder/layer_7/output/dense/bias* valueB€** dtype0* _output_shapes :€ Ï &bert/encoder/layer_7/output/dense/bias VariableV2*9 _class/ -+loc:@bert/encoder/layer_7/output/dense/bias* container* shape:€* dtype0* _output_shapes :€* shared_name £ -bert/encoder/layer_7/output/dense/bias/AssignAssign&bert/encoder/layer_7/output/dense/bias8bert/encoder/layer_7/output/dense/bias/Initializer/zeros* use_locking(* T0*9 _class/ -+loc:@bert/encoder/layer_7/output/dense/bias* validate_shape(* _output_shapes :€ À +bert/encoder/layer_7/output/dense/bias/readIdentity&bert/encoder/layer_7/output/dense/bias* T0*9 _class/ -+loc:@bert/encoder/layer_7/output/dense/bias* _output_shapes :€ á (bert/encoder/layer_7/output/dense/MatMulMatMul-bert/encoder/layer_7/intermediate/dense/mul_1-bert/encoder/layer_7/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( Í )bert/encoder/layer_7/output/dense/BiasAddBiasAdd(bert/encoder/layer_7/output/dense/MatMul+bert/encoder/layer_7/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € r -bert/encoder/layer_7/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : z )bert/encoder/layer_7/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : { 6bert/encoder/layer_7/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : { 6bert/encoder/layer_7/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : Í @bert/encoder/layer_7/output/dropout/random_uniform/RandomUniform RandomUniform)bert/encoder/layer_7/output/dropout/Shape* seed* T0* dtype0* _output_shapes : € €* seed2 Î 6bert/encoder/layer_7/output/dropout/random_uniform/subSub6bert/encoder/layer_7/output/dropout/random_uniform/max6bert/encoder/layer_7/output/dropout/random_uniform/min* T0* _output_shapes : â 6bert/encoder/layer_7/output/dropout/random_uniform/mulMul@bert/encoder/layer_7/output/dropout/random_uniform/RandomUniform6bert/encoder/layer_7/output/dropout/random_uniform/sub* T0* _output_shapes : € € Ô 2bert/encoder/layer_7/output/dropout/random_uniformAdd6bert/encoder/layer_7/output/dropout/random_uniform/mul6bert/encoder/layer_7/output/dropout/random_uniform/min* T0* _output_shapes : € € ¼ 'bert/encoder/layer_7/output/dropout/addAdd-bert/encoder/layer_7/output/dropout/keep_prob2bert/encoder/layer_7/output/dropout/random_uniform* T0* _output_shapes : € € † )bert/encoder/layer_7/output/dropout/FloorFloor'bert/encoder/layer_7/output/dropout/add* T0* _output_shapes : € € · 'bert/encoder/layer_7/output/dropout/divRealDiv)bert/encoder/layer_7/output/dense/BiasAdd-bert/encoder/layer_7/output/dropout/keep_prob* T0* _output_shapes : € € ­ 'bert/encoder/layer_7/output/dropout/mulMul'bert/encoder/layer_7/output/dropout/div)bert/encoder/layer_7/output/dropout/Floor* T0* _output_shapes : € € » bert/encoder/layer_7/output/addAdd'bert/encoder/layer_7/output/dropout/mul?bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/add_1* T0* _output_shapes : € € Ê _class4 20loc:@bert/encoder/layer_7/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ Ù +bert/encoder/layer_7/output/LayerNorm/gamma VariableV2* shared_name*> _class4 20loc:@bert/encoder/layer_7/output/LayerNorm/gamma* container* shape:€* dtype0* _output_shapes :€ ¶ 2bert/encoder/layer_7/output/LayerNorm/gamma/AssignAssign+bert/encoder/layer_7/output/LayerNorm/gamma _class4 20loc:@bert/encoder/layer_7/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ Ï 0bert/encoder/layer_7/output/LayerNorm/gamma/readIdentity+bert/encoder/layer_7/output/LayerNorm/gamma* T0*> _class4 20loc:@bert/encoder/layer_7/output/LayerNorm/gamma* _output_shapes :€ Ž Dbert/encoder/layer_7/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : è 2bert/encoder/layer_7/output/LayerNorm/moments/meanMeanbert/encoder/layer_7/output/addDbert/encoder/layer_7/output/LayerNorm/moments/mean/reduction_indices* T0* _output_shapes : € * keep_dims(* Tidx0 ¨ :bert/encoder/layer_7/output/LayerNorm/moments/StopGradient StopGradient2bert/encoder/layer_7/output/LayerNorm/moments/mean* T0* _output_shapes : €  Ü ?bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifferenceSquaredDifferencebert/encoder/layer_7/output/add:bert/encoder/layer_7/output/LayerNorm/moments/StopGradient* T0* _output_shapes : € € ’ Hbert/encoder/layer_7/output/LayerNorm/moments/variance/reduction_indicesConst* value B :* dtype0* _output_shapes :  6bert/encoder/layer_7/output/LayerNorm/moments/varianceMean?bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifferenceHbert/encoder/layer_7/output/LayerNorm/moments/variance/reduction_indices* keep_dims(* Tidx0* T0* _output_shapes : €  z 5bert/encoder/layer_7/output/LayerNorm/batchnorm/add/yConst* value B *̼Œ+* dtype0* _output_shapes : Ó 3bert/encoder/layer_7/output/LayerNorm/batchnorm/addAdd6bert/encoder/layer_7/output/LayerNorm/moments/variance5bert/encoder/layer_7/output/LayerNorm/batchnorm/add/y* T0* _output_shapes : €   5bert/encoder/layer_7/output/LayerNorm/batchnorm/RsqrtRsqrt3bert/encoder/layer_7/output/LayerNorm/batchnorm/add* T0* _output_shapes : €  Î 3bert/encoder/layer_7/output/LayerNorm/batchnorm/mulMul5bert/encoder/layer_7/output/LayerNorm/batchnorm/Rsqrt0bert/encoder/layer_7/output/LayerNorm/gamma/read* T0* _output_shapes : € € ½ 5bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_1Mulbert/encoder/layer_7/output/add3bert/encoder/layer_7/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ð 5bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2Mul2bert/encoder/layer_7/output/LayerNorm/moments/mean3bert/encoder/layer_7/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Í 3bert/encoder/layer_7/output/LayerNorm/batchnorm/subSub/bert/encoder/layer_7/output/LayerNorm/beta/read5bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2* T0* _output_shapes : € € Ó 5bert/encoder/layer_7/output/LayerNorm/batchnorm/add_1Add5bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_13bert/encoder/layer_7/output/LayerNorm/batchnorm/sub* T0* _output_shapes : € € é Sbert/encoder/layer_8/attention/self/query/kernel/Initializer/truncated_normal/shapeConst*C _class9 75loc:@bert/encoder/layer_8/attention/self/query/kernel* valueB"* dtype0* _output_shapes : Ü Rbert/encoder/layer_8/attention/self/query/kernel/Initializer/truncated_normal/meanConst*C _class9 75loc:@bert/encoder/layer_8/attention/self/query/kernel* value B ** dtype0* _output_shapes : Þ Tbert/encoder/layer_8/attention/self/query/kernel/Initializer/truncated_normal/stddevConst*C _class9 75loc:@bert/encoder/layer_8/attention/self/query/kernel* value B * ×£<* dtype0* _output_shapes : Û ]bert/encoder/layer_8/attention/self/query/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalSbert/encoder/layer_8/attention/self/query/kernel/Initializer/truncated_normal/shape* seed* T0*C _class9 75loc:@bert/encoder/layer_8/attention/self/query/kernel* seed2* dtype0* _output_shapes : €€ ý Qbert/encoder/layer_8/attention/self/query/kernel/Initializer/truncated_normal/mulMul]bert/encoder/layer_8/attention/self/query/kernel/Initializer/truncated_normal/TruncatedNormalTbert/encoder/layer_8/attention/self/query/kernel/Initializer/truncated_normal/stddev* T0*C _class9 75loc:@bert/encoder/layer_8/attention/self/query/kernel* _output_shapes : €€ ë Mbert/encoder/layer_8/attention/self/query/kernel/Initializer/truncated_normalAddQbert/encoder/layer_8/attention/self/query/kernel/Initializer/truncated_normal/mulRbert/encoder/layer_8/attention/self/query/kernel/Initializer/truncated_normal/mean* T0*C _class9 75loc:@bert/encoder/layer_8/attention/self/query/kernel* _output_shapes : €€ í 0bert/encoder/layer_8/attention/self/query/kernel VariableV2* shared_name*C _class9 75loc:@bert/encoder/layer_8/attention/self/query/kernel* container* shape : €€* dtype0* _output_shapes : €€ Û 7bert/encoder/layer_8/attention/self/query/kernel/AssignAssign0bert/encoder/layer_8/attention/self/query/kernelMbert/encoder/layer_8/attention/self/query/kernel/Initializer/truncated_normal* T0*C _class9 75loc:@bert/encoder/layer_8/attention/self/query/kernel* validate_shape(* _output_shapes : €€* use_locking( ã 5bert/encoder/layer_8/attention/self/query/kernel/readIdentity0bert/encoder/layer_8/attention/self/query/kernel* T0*C _class9 75loc:@bert/encoder/layer_8/attention/self/query/kernel* _output_shapes : €€ Ò @bert/encoder/layer_8/attention/self/query/bias/Initializer/zerosConst*A _class7 53loc:@bert/encoder/layer_8/attention/self/query/bias* valueB€** dtype0* _output_shapes :€ ß .bert/encoder/layer_8/attention/self/query/bias VariableV2*A _class7 53loc:@bert/encoder/layer_8/attention/self/query/bias* container* shape:€* dtype0* _output_shapes :€* shared_name à 5bert/encoder/layer_8/attention/self/query/bias/AssignAssign.bert/encoder/layer_8/attention/self/query/bias@bert/encoder/layer_8/attention/self/query/bias/Initializer/zeros* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_8/attention/self/query/bias* validate_shape(* _output_shapes :€ Ø 3bert/encoder/layer_8/attention/self/query/bias/readIdentity.bert/encoder/layer_8/attention/self/query/bias* T0*A _class7 53loc:@bert/encoder/layer_8/attention/self/query/bias* _output_shapes :€ ù 0bert/encoder/layer_8/attention/self/query/MatMulMatMul5bert/encoder/layer_7/output/LayerNorm/batchnorm/add_15bert/encoder/layer_8/attention/self/query/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( å 1bert/encoder/layer_8/attention/self/query/BiasAddBiasAdd0bert/encoder/layer_8/attention/self/query/MatMul3bert/encoder/layer_8/attention/self/query/bias/read* T0* data_formatNHWC* _output_shapes : € € å Qbert/encoder/layer_8/attention/self/key/kernel/Initializer/truncated_normal/shapeConst*A _class7 53loc:@bert/encoder/layer_8/attention/self/key/kernel* valueB"* dtype0* _output_shapes : Ø Pbert/encoder/layer_8/attention/self/key/kernel/Initializer/truncated_normal/meanConst*A _class7 53loc:@bert/encoder/layer_8/attention/self/key/kernel* value B ** dtype0* _output_shapes : Ú Rbert/encoder/layer_8/attention/self/key/kernel/Initializer/truncated_normal/stddevConst*A _class7 53loc:@bert/encoder/layer_8/attention/self/key/kernel* value B * ×£<* dtype0* _output_shapes : Õ [bert/encoder/layer_8/attention/self/key/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalQbert/encoder/layer_8/attention/self/key/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*A _class7 53loc:@bert/encoder/layer_8/attention/self/key/kernel* seed2 õ Obert/encoder/layer_8/attention/self/key/kernel/Initializer/truncated_normal/mulMul[bert/encoder/layer_8/attention/self/key/kernel/Initializer/truncated_normal/TruncatedNormalRbert/encoder/layer_8/attention/self/key/kernel/Initializer/truncated_normal/stddev* T0*A _class7 53loc:@bert/encoder/layer_8/attention/self/key/kernel* _output_shapes : €€ ã Kbert/encoder/layer_8/attention/self/key/kernel/Initializer/truncated_normalAddObert/encoder/layer_8/attention/self/key/kernel/Initializer/truncated_normal/mulPbert/encoder/layer_8/attention/self/key/kernel/Initializer/truncated_normal/mean* T0*A _class7 53loc:@bert/encoder/layer_8/attention/self/key/kernel* _output_shapes : €€ é .bert/encoder/layer_8/attention/self/key/kernel VariableV2*A _class7 53loc:@bert/encoder/layer_8/attention/self/key/kernel* container* shape : €€* dtype0* _output_shapes : €€* shared_name Ó 5bert/encoder/layer_8/attention/self/key/kernel/AssignAssign.bert/encoder/layer_8/attention/self/key/kernelKbert/encoder/layer_8/attention/self/key/kernel/Initializer/truncated_normal* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_8/attention/self/key/kernel* validate_shape(* _output_shapes : €€ Ý 3bert/encoder/layer_8/attention/self/key/kernel/readIdentity.bert/encoder/layer_8/attention/self/key/kernel* T0*A _class7 53loc:@bert/encoder/layer_8/attention/self/key/kernel* _output_shapes : €€ Î >bert/encoder/layer_8/attention/self/key/bias/Initializer/zerosConst*? _class5 31loc:@bert/encoder/layer_8/attention/self/key/bias* valueB€** dtype0* _output_shapes :€ Û ,bert/encoder/layer_8/attention/self/key/bias VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*? _class5 31loc:@bert/encoder/layer_8/attention/self/key/bias* container » 3bert/encoder/layer_8/attention/self/key/bias/AssignAssign,bert/encoder/layer_8/attention/self/key/bias>bert/encoder/layer_8/attention/self/key/bias/Initializer/zeros* T0*? _class5 31loc:@bert/encoder/layer_8/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( Ò 1bert/encoder/layer_8/attention/self/key/bias/readIdentity,bert/encoder/layer_8/attention/self/key/bias* T0*? _class5 31loc:@bert/encoder/layer_8/attention/self/key/bias* _output_shapes :€ õ .bert/encoder/layer_8/attention/self/key/MatMulMatMul5bert/encoder/layer_7/output/LayerNorm/batchnorm/add_13bert/encoder/layer_8/attention/self/key/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ß /bert/encoder/layer_8/attention/self/key/BiasAddBiasAdd.bert/encoder/layer_8/attention/self/key/MatMul1bert/encoder/layer_8/attention/self/key/bias/read* T0* data_formatNHWC* _output_shapes : € € é Sbert/encoder/layer_8/attention/self/value/kernel/Initializer/truncated_normal/shapeConst*C _class9 75loc:@bert/encoder/layer_8/attention/self/value/kernel* valueB"* dtype0* _output_shapes : Ü Rbert/encoder/layer_8/attention/self/value/kernel/Initializer/truncated_normal/meanConst*C _class9 75loc:@bert/encoder/layer_8/attention/self/value/kernel* value B ** dtype0* _output_shapes : Þ Tbert/encoder/layer_8/attention/self/value/kernel/Initializer/truncated_normal/stddevConst*C _class9 75loc:@bert/encoder/layer_8/attention/self/value/kernel* value B * ×£<* dtype0* _output_shapes : Û ]bert/encoder/layer_8/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalSbert/encoder/layer_8/attention/self/value/kernel/Initializer/truncated_normal/shape* T0*C _class9 75loc:@bert/encoder/layer_8/attention/self/value/kernel* seed2* dtype0* _output_shapes : €€* seed ý Qbert/encoder/layer_8/attention/self/value/kernel/Initializer/truncated_normal/mulMul]bert/encoder/layer_8/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalTbert/encoder/layer_8/attention/self/value/kernel/Initializer/truncated_normal/stddev* T0*C _class9 75loc:@bert/encoder/layer_8/attention/self/value/kernel* _output_shapes : €€ ë Mbert/encoder/layer_8/attention/self/value/kernel/Initializer/truncated_normalAddQbert/encoder/layer_8/attention/self/value/kernel/Initializer/truncated_normal/mulRbert/encoder/layer_8/attention/self/value/kernel/Initializer/truncated_normal/mean* T0*C _class9 75loc:@bert/encoder/layer_8/attention/self/value/kernel* _output_shapes : €€ í 0bert/encoder/layer_8/attention/self/value/kernel VariableV2* shared_name*C _class9 75loc:@bert/encoder/layer_8/attention/self/value/kernel* container* shape : €€* dtype0* _output_shapes : €€ Û 7bert/encoder/layer_8/attention/self/value/kernel/AssignAssign0bert/encoder/layer_8/attention/self/value/kernelMbert/encoder/layer_8/attention/self/value/kernel/Initializer/truncated_normal* T0*C _class9 75loc:@bert/encoder/layer_8/attention/self/value/kernel* validate_shape(* _output_shapes : €€* use_locking( ã 5bert/encoder/layer_8/attention/self/value/kernel/readIdentity0bert/encoder/layer_8/attention/self/value/kernel* T0*C _class9 75loc:@bert/encoder/layer_8/attention/self/value/kernel* _output_shapes : €€ Ò @bert/encoder/layer_8/attention/self/value/bias/Initializer/zerosConst*A _class7 53loc:@bert/encoder/layer_8/attention/self/value/bias* valueB€** dtype0* _output_shapes :€ ß .bert/encoder/layer_8/attention/self/value/bias VariableV2* dtype0* _output_shapes :€* shared_name*A _class7 53loc:@bert/encoder/layer_8/attention/self/value/bias* container* shape:€ à 5bert/encoder/layer_8/attention/self/value/bias/AssignAssign.bert/encoder/layer_8/attention/self/value/bias@bert/encoder/layer_8/attention/self/value/bias/Initializer/zeros* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_8/attention/self/value/bias* validate_shape(* _output_shapes :€ Ø 3bert/encoder/layer_8/attention/self/value/bias/readIdentity.bert/encoder/layer_8/attention/self/value/bias* T0*A _class7 53loc:@bert/encoder/layer_8/attention/self/value/bias* _output_shapes :€ ù 0bert/encoder/layer_8/attention/self/value/MatMulMatMul5bert/encoder/layer_7/output/LayerNorm/batchnorm/add_15bert/encoder/layer_8/attention/self/value/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( å 1bert/encoder/layer_8/attention/self/value/BiasAddBiasAdd0bert/encoder/layer_8/attention/self/value/MatMul3bert/encoder/layer_8/attention/self/value/bias/read* T0* data_formatNHWC* _output_shapes : € € Š 1bert/encoder/layer_8/attention/self/Reshape/shapeConst*% valueB" € @* dtype0* _output_shapes : Ü +bert/encoder/layer_8/attention/self/ReshapeReshape1bert/encoder/layer_8/attention/self/query/BiasAdd1bert/encoder/layer_8/attention/self/Reshape/shape* T0* Tshape0*' _output_shapes : € @ ‹ 2bert/encoder/layer_8/attention/self/transpose/permConst*% valueB"* dtype0* _output_shapes : Ú -bert/encoder/layer_8/attention/self/transpose Transpose+bert/encoder/layer_8/attention/self/Reshape2bert/encoder/layer_8/attention/self/transpose/perm* Tperm0* T0*' _output_shapes :  €@ Œ 3bert/encoder/layer_8/attention/self/Reshape_1/shapeConst*% valueB" € @* dtype0* _output_shapes : Þ -bert/encoder/layer_8/attention/self/Reshape_1Reshape/bert/encoder/layer_8/attention/self/key/BiasAdd3bert/encoder/layer_8/attention/self/Reshape_1/shape* T0* Tshape0*' _output_shapes : € @  4bert/encoder/layer_8/attention/self/transpose_1/permConst*% valueB"* dtype0* _output_shapes : à /bert/encoder/layer_8/attention/self/transpose_1 Transpose-bert/encoder/layer_8/attention/self/Reshape_14bert/encoder/layer_8/attention/self/transpose_1/perm* T0*' _output_shapes :  €@* Tperm0 æ *bert/encoder/layer_8/attention/self/MatMul BatchMatMul-bert/encoder/layer_8/attention/self/transpose/bert/encoder/layer_8/attention/self/transpose_1* adj_x(* adj_y(* T0*( _output_shapes :  €€ n )bert/encoder/layer_8/attention/self/Mul/yConst* value B *>* dtype0* _output_shapes : ¸ 'bert/encoder/layer_8/attention/self/MulMul*bert/encoder/layer_8/attention/self/MatMul)bert/encoder/layer_8/attention/self/Mul/y* T0*( _output_shapes :  €€ | 2bert/encoder/layer_8/attention/self/ExpandDims/dimConst* value B :* dtype0* _output_shapes : Á .bert/encoder/layer_8/attention/self/ExpandDims ExpandDimsbert/encoder/mul2bert/encoder/layer_8/attention/self/ExpandDims/dim* T0*( _output_shapes : €€* Tdim0 n )bert/encoder/layer_8/attention/self/sub/xConst* value B *€?* dtype0* _output_shapes : ¼ 'bert/encoder/layer_8/attention/self/subSub)bert/encoder/layer_8/attention/self/sub/x.bert/encoder/layer_8/attention/self/ExpandDims* T0*( _output_shapes : €€ p +bert/encoder/layer_8/attention/self/mul_1/yConst* value B *@Æ* dtype0* _output_shapes : ¹ )bert/encoder/layer_8/attention/self/mul_1Mul'bert/encoder/layer_8/attention/self/sub+bert/encoder/layer_8/attention/self/mul_1/y* T0*( _output_shapes : €€ µ 'bert/encoder/layer_8/attention/self/addAdd'bert/encoder/layer_8/attention/self/Mul)bert/encoder/layer_8/attention/self/mul_1* T0*( _output_shapes :  €€ ’ +bert/encoder/layer_8/attention/self/SoftmaxSoftmax'bert/encoder/layer_8/attention/self/add* T0*( _output_shapes :  €€ z 5bert/encoder/layer_8/attention/self/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : Š 1bert/encoder/layer_8/attention/self/dropout/ShapeConst*% valueB" €€* dtype0* _output_shapes : ƒ >bert/encoder/layer_8/attention/self/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : ƒ >bert/encoder/layer_8/attention/self/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : å Hbert/encoder/layer_8/attention/self/dropout/random_uniform/RandomUniform RandomUniform1bert/encoder/layer_8/attention/self/dropout/Shape* T0* dtype0*( _output_shapes :  €€* seed2* seed æ >bert/encoder/layer_8/attention/self/dropout/random_uniform/subSub>bert/encoder/layer_8/attention/self/dropout/random_uniform/max>bert/encoder/layer_8/attention/self/dropout/random_uniform/min* T0* _output_shapes : ‚ >bert/encoder/layer_8/attention/self/dropout/random_uniform/mulMulHbert/encoder/layer_8/attention/self/dropout/random_uniform/RandomUniform>bert/encoder/layer_8/attention/self/dropout/random_uniform/sub* T0*( _output_shapes :  €€ ô :bert/encoder/layer_8/attention/self/dropout/random_uniformAdd>bert/encoder/layer_8/attention/self/dropout/random_uniform/mul>bert/encoder/layer_8/attention/self/dropout/random_uniform/min* T0*( _output_shapes :  €€ Ü /bert/encoder/layer_8/attention/self/dropout/addAdd5bert/encoder/layer_8/attention/self/dropout/keep_prob:bert/encoder/layer_8/attention/self/dropout/random_uniform* T0*( _output_shapes :  €€ ž 1bert/encoder/layer_8/attention/self/dropout/FloorFloor/bert/encoder/layer_8/attention/self/dropout/add* T0*( _output_shapes :  €€ Ñ /bert/encoder/layer_8/attention/self/dropout/divRealDiv+bert/encoder/layer_8/attention/self/Softmax5bert/encoder/layer_8/attention/self/dropout/keep_prob* T0*( _output_shapes :  €€ Í /bert/encoder/layer_8/attention/self/dropout/mulMul/bert/encoder/layer_8/attention/self/dropout/div1bert/encoder/layer_8/attention/self/dropout/Floor* T0*( _output_shapes :  €€ Œ 3bert/encoder/layer_8/attention/self/Reshape_2/shapeConst*% valueB" € @* dtype0* _output_shapes : à -bert/encoder/layer_8/attention/self/Reshape_2Reshape1bert/encoder/layer_8/attention/self/value/BiasAdd3bert/encoder/layer_8/attention/self/Reshape_2/shape* T0* Tshape0*' _output_shapes : € @  4bert/encoder/layer_8/attention/self/transpose_2/permConst*% valueB"* dtype0* _output_shapes : à /bert/encoder/layer_8/attention/self/transpose_2 Transpose-bert/encoder/layer_8/attention/self/Reshape_24bert/encoder/layer_8/attention/self/transpose_2/perm* Tperm0* T0*' _output_shapes :  €@ é ,bert/encoder/layer_8/attention/self/MatMul_1 BatchMatMul/bert/encoder/layer_8/attention/self/dropout/mul/bert/encoder/layer_8/attention/self/transpose_2* T0*' _output_shapes :  €@* adj_x(* adj_y(  4bert/encoder/layer_8/attention/self/transpose_3/permConst*% valueB"* dtype0* _output_shapes : ß /bert/encoder/layer_8/attention/self/transpose_3 Transpose,bert/encoder/layer_8/attention/self/MatMul_14bert/encoder/layer_8/attention/self/transpose_3/perm* Tperm0* T0*' _output_shapes : € @ „ 3bert/encoder/layer_8/attention/self/Reshape_3/shapeConst* valueB"* dtype0* _output_shapes : × -bert/encoder/layer_8/attention/self/Reshape_3Reshape/bert/encoder/layer_8/attention/self/transpose_33bert/encoder/layer_8/attention/self/Reshape_3/shape* T0* Tshape0* _output_shapes : € € í Ubert/encoder/layer_8/attention/output/dense/kernel/Initializer/truncated_normal/shapeConst*E _class; 97loc:@bert/encoder/layer_8/attention/output/dense/kernel* valueB"* dtype0* _output_shapes : à Tbert/encoder/layer_8/attention/output/dense/kernel/Initializer/truncated_normal/meanConst*E _class; 97loc:@bert/encoder/layer_8/attention/output/dense/kernel* value B ** dtype0* _output_shapes : â Vbert/encoder/layer_8/attention/output/dense/kernel/Initializer/truncated_normal/stddevConst*E _class; 97loc:@bert/encoder/layer_8/attention/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : á _bert/encoder/layer_8/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalUbert/encoder/layer_8/attention/output/dense/kernel/Initializer/truncated_normal/shape* seed* T0*E _class; 97loc:@bert/encoder/layer_8/attention/output/dense/kernel* seed2* dtype0* _output_shapes : €€ … Sbert/encoder/layer_8/attention/output/dense/kernel/Initializer/truncated_normal/mulMul_bert/encoder/layer_8/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalVbert/encoder/layer_8/attention/output/dense/kernel/Initializer/truncated_normal/stddev* T0*E _class; 97loc:@bert/encoder/layer_8/attention/output/dense/kernel* _output_shapes : €€ ó Obert/encoder/layer_8/attention/output/dense/kernel/Initializer/truncated_normalAddSbert/encoder/layer_8/attention/output/dense/kernel/Initializer/truncated_normal/mulTbert/encoder/layer_8/attention/output/dense/kernel/Initializer/truncated_normal/mean* T0*E _class; 97loc:@bert/encoder/layer_8/attention/output/dense/kernel* _output_shapes : €€ ñ 2bert/encoder/layer_8/attention/output/dense/kernel VariableV2*E _class; 97loc:@bert/encoder/layer_8/attention/output/dense/kernel* container* shape : €€* dtype0* _output_shapes : €€* shared_name ã 9bert/encoder/layer_8/attention/output/dense/kernel/AssignAssign2bert/encoder/layer_8/attention/output/dense/kernelObert/encoder/layer_8/attention/output/dense/kernel/Initializer/truncated_normal* T0*E _class; 97loc:@bert/encoder/layer_8/attention/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( é 7bert/encoder/layer_8/attention/output/dense/kernel/readIdentity2bert/encoder/layer_8/attention/output/dense/kernel* T0*E _class; 97loc:@bert/encoder/layer_8/attention/output/dense/kernel* _output_shapes : €€ Ö Bbert/encoder/layer_8/attention/output/dense/bias/Initializer/zerosConst*C _class9 75loc:@bert/encoder/layer_8/attention/output/dense/bias* valueB€** dtype0* _output_shapes :€ ã 0bert/encoder/layer_8/attention/output/dense/bias VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*C _class9 75loc:@bert/encoder/layer_8/attention/output/dense/bias* container Ë 7bert/encoder/layer_8/attention/output/dense/bias/AssignAssign0bert/encoder/layer_8/attention/output/dense/biasBbert/encoder/layer_8/attention/output/dense/bias/Initializer/zeros* T0*C _class9 75loc:@bert/encoder/layer_8/attention/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( Þ 5bert/encoder/layer_8/attention/output/dense/bias/readIdentity0bert/encoder/layer_8/attention/output/dense/bias* T0*C _class9 75loc:@bert/encoder/layer_8/attention/output/dense/bias* _output_shapes :€ õ 2bert/encoder/layer_8/attention/output/dense/MatMulMatMul-bert/encoder/layer_8/attention/self/Reshape_37bert/encoder/layer_8/attention/output/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ë 3bert/encoder/layer_8/attention/output/dense/BiasAddBiasAdd2bert/encoder/layer_8/attention/output/dense/MatMul5bert/encoder/layer_8/attention/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € | 7bert/encoder/layer_8/attention/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : „ 3bert/encoder/layer_8/attention/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : … @bert/encoder/layer_8/attention/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : … @bert/encoder/layer_8/attention/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : á Jbert/encoder/layer_8/attention/output/dropout/random_uniform/RandomUniform RandomUniform3bert/encoder/layer_8/attention/output/dropout/Shape* T0* dtype0* _output_shapes : € €* seed2* seed ì @bert/encoder/layer_8/attention/output/dropout/random_uniform/subSub@bert/encoder/layer_8/attention/output/dropout/random_uniform/max@bert/encoder/layer_8/attention/output/dropout/random_uniform/min* T0* _output_shapes : € @bert/encoder/layer_8/attention/output/dropout/random_uniform/mulMulJbert/encoder/layer_8/attention/output/dropout/random_uniform/RandomUniform@bert/encoder/layer_8/attention/output/dropout/random_uniform/sub* T0* _output_shapes : € € ò <:loc:@bert/encoder/layer_8/attention/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ í 5bert/encoder/layer_8/attention/output/LayerNorm/gamma VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_8/attention/output/LayerNorm/gamma* container* shape:€* dtype0* _output_shapes :€ Þ <:loc:@bert/encoder/layer_8/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ í :bert/encoder/layer_8/attention/output/LayerNorm/gamma/readIdentity5bert/encoder/layer_8/attention/output/LayerNorm/gamma* T0*H _class> <:loc:@bert/encoder/layer_8/attention/output/LayerNorm/gamma* _output_shapes :€ ˜ Nbert/encoder/layer_8/attention/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : † bert/encoder/layer_8/intermediate/dense/bias/Initializer/zerosFillNbert/encoder/layer_8/intermediate/dense/bias/Initializer/zeros/shape_as_tensorDbert/encoder/layer_8/intermediate/dense/bias/Initializer/zeros/Const* T0*? _class5 31loc:@bert/encoder/layer_8/intermediate/dense/bias* index_type0* _output_shapes :€ Û ,bert/encoder/layer_8/intermediate/dense/bias VariableV2* shared_name*? _class5 31loc:@bert/encoder/layer_8/intermediate/dense/bias* container* shape:€* dtype0* _output_shapes :€ » 3bert/encoder/layer_8/intermediate/dense/bias/AssignAssign,bert/encoder/layer_8/intermediate/dense/bias>bert/encoder/layer_8/intermediate/dense/bias/Initializer/zeros* T0*? _class5 31loc:@bert/encoder/layer_8/intermediate/dense/bias* validate_shape(* _output_shapes :€* use_locking( Ò 1bert/encoder/layer_8/intermediate/dense/bias/readIdentity,bert/encoder/layer_8/intermediate/dense/bias* T0*? _class5 31loc:@bert/encoder/layer_8/intermediate/dense/bias* _output_shapes :€ ÿ .bert/encoder/layer_8/intermediate/dense/MatMulMatMul?bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/add_13bert/encoder/layer_8/intermediate/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ß /bert/encoder/layer_8/intermediate/dense/BiasAddBiasAdd.bert/encoder/layer_8/intermediate/dense/MatMul1bert/encoder/layer_8/intermediate/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € s .bert/encoder/layer_8/intermediate/dense/Sqrt/xConst* value B *@* dtype0* _output_shapes : … ,bert/encoder/layer_8/intermediate/dense/SqrtSqrt.bert/encoder/layer_8/intermediate/dense/Sqrt/x* T0* _output_shapes : Ä /bert/encoder/layer_8/intermediate/dense/truedivRealDiv/bert/encoder/layer_8/intermediate/dense/BiasAdd,bert/encoder/layer_8/intermediate/dense/Sqrt* T0* _output_shapes : € € Ž +bert/encoder/layer_8/intermediate/dense/ErfErf/bert/encoder/layer_8/intermediate/dense/truediv* T0* _output_shapes : € € r -bert/encoder/layer_8/intermediate/dense/add/xConst* value B *€?* dtype0* _output_shapes : ¹ +bert/encoder/layer_8/intermediate/dense/addAdd-bert/encoder/layer_8/intermediate/dense/add/x+bert/encoder/layer_8/intermediate/dense/Erf* T0* _output_shapes : € € r -bert/encoder/layer_8/intermediate/dense/mul/xConst* value B *?* dtype0* _output_shapes : ¹ +bert/encoder/layer_8/intermediate/dense/mulMul-bert/encoder/layer_8/intermediate/dense/mul/x+bert/encoder/layer_8/intermediate/dense/add* T0* _output_shapes : € € ½ -bert/encoder/layer_8/intermediate/dense/mul_1Mul/bert/encoder/layer_8/intermediate/dense/BiasAdd+bert/encoder/layer_8/intermediate/dense/mul* T0* _output_shapes : € € Ù Kbert/encoder/layer_8/output/dense/kernel/Initializer/truncated_normal/shapeConst*; _class1 /-loc:@bert/encoder/layer_8/output/dense/kernel* valueB" * dtype0* _output_shapes : Ì Jbert/encoder/layer_8/output/dense/kernel/Initializer/truncated_normal/meanConst*; _class1 /-loc:@bert/encoder/layer_8/output/dense/kernel* value B ** dtype0* _output_shapes : Î Lbert/encoder/layer_8/output/dense/kernel/Initializer/truncated_normal/stddevConst*; _class1 /-loc:@bert/encoder/layer_8/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : à Ubert/encoder/layer_8/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalKbert/encoder/layer_8/output/dense/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*; _class1 /-loc:@bert/encoder/layer_8/output/dense/kernel* seed2 Ý Ibert/encoder/layer_8/output/dense/kernel/Initializer/truncated_normal/mulMulUbert/encoder/layer_8/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalLbert/encoder/layer_8/output/dense/kernel/Initializer/truncated_normal/stddev* T0*; _class1 /-loc:@bert/encoder/layer_8/output/dense/kernel* _output_shapes : €€ Ë Ebert/encoder/layer_8/output/dense/kernel/Initializer/truncated_normalAddIbert/encoder/layer_8/output/dense/kernel/Initializer/truncated_normal/mulJbert/encoder/layer_8/output/dense/kernel/Initializer/truncated_normal/mean* T0*; _class1 /-loc:@bert/encoder/layer_8/output/dense/kernel* _output_shapes : €€ Ý (bert/encoder/layer_8/output/dense/kernel VariableV2* shared_name*; _class1 /-loc:@bert/encoder/layer_8/output/dense/kernel* container* shape : €€* dtype0* _output_shapes : €€ » /bert/encoder/layer_8/output/dense/kernel/AssignAssign(bert/encoder/layer_8/output/dense/kernelEbert/encoder/layer_8/output/dense/kernel/Initializer/truncated_normal* T0*; _class1 /-loc:@bert/encoder/layer_8/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( Ë -bert/encoder/layer_8/output/dense/kernel/readIdentity(bert/encoder/layer_8/output/dense/kernel* T0*; _class1 /-loc:@bert/encoder/layer_8/output/dense/kernel* _output_shapes : €€  8bert/encoder/layer_8/output/dense/bias/Initializer/zerosConst*9 _class/ -+loc:@bert/encoder/layer_8/output/dense/bias* valueB€** dtype0* _output_shapes :€ Ï &bert/encoder/layer_8/output/dense/bias VariableV2*9 _class/ -+loc:@bert/encoder/layer_8/output/dense/bias* container* shape:€* dtype0* _output_shapes :€* shared_name £ -bert/encoder/layer_8/output/dense/bias/AssignAssign&bert/encoder/layer_8/output/dense/bias8bert/encoder/layer_8/output/dense/bias/Initializer/zeros* T0*9 _class/ -+loc:@bert/encoder/layer_8/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( À +bert/encoder/layer_8/output/dense/bias/readIdentity&bert/encoder/layer_8/output/dense/bias* T0*9 _class/ -+loc:@bert/encoder/layer_8/output/dense/bias* _output_shapes :€ á (bert/encoder/layer_8/output/dense/MatMulMatMul-bert/encoder/layer_8/intermediate/dense/mul_1-bert/encoder/layer_8/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( Í )bert/encoder/layer_8/output/dense/BiasAddBiasAdd(bert/encoder/layer_8/output/dense/MatMul+bert/encoder/layer_8/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € r -bert/encoder/layer_8/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : z )bert/encoder/layer_8/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : { 6bert/encoder/layer_8/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : { 6bert/encoder/layer_8/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : Í @bert/encoder/layer_8/output/dropout/random_uniform/RandomUniform RandomUniform)bert/encoder/layer_8/output/dropout/Shape* seed* T0* dtype0* _output_shapes : € €* seed2 Î 6bert/encoder/layer_8/output/dropout/random_uniform/subSub6bert/encoder/layer_8/output/dropout/random_uniform/max6bert/encoder/layer_8/output/dropout/random_uniform/min* T0* _output_shapes : â 6bert/encoder/layer_8/output/dropout/random_uniform/mulMul@bert/encoder/layer_8/output/dropout/random_uniform/RandomUniform6bert/encoder/layer_8/output/dropout/random_uniform/sub* T0* _output_shapes : € € Ô 2bert/encoder/layer_8/output/dropout/random_uniformAdd6bert/encoder/layer_8/output/dropout/random_uniform/mul6bert/encoder/layer_8/output/dropout/random_uniform/min* T0* _output_shapes : € € ¼ 'bert/encoder/layer_8/output/dropout/addAdd-bert/encoder/layer_8/output/dropout/keep_prob2bert/encoder/layer_8/output/dropout/random_uniform* T0* _output_shapes : € € † )bert/encoder/layer_8/output/dropout/FloorFloor'bert/encoder/layer_8/output/dropout/add* T0* _output_shapes : € € · 'bert/encoder/layer_8/output/dropout/divRealDiv)bert/encoder/layer_8/output/dense/BiasAdd-bert/encoder/layer_8/output/dropout/keep_prob* T0* _output_shapes : € € ­ 'bert/encoder/layer_8/output/dropout/mulMul'bert/encoder/layer_8/output/dropout/div)bert/encoder/layer_8/output/dropout/Floor* T0* _output_shapes : € € » bert/encoder/layer_8/output/addAdd'bert/encoder/layer_8/output/dropout/mul?bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/add_1* T0* _output_shapes : € € Ê _class4 20loc:@bert/encoder/layer_8/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ Ù +bert/encoder/layer_8/output/LayerNorm/gamma VariableV2* shared_name*> _class4 20loc:@bert/encoder/layer_8/output/LayerNorm/gamma* container* shape:€* dtype0* _output_shapes :€ ¶ 2bert/encoder/layer_8/output/LayerNorm/gamma/AssignAssign+bert/encoder/layer_8/output/LayerNorm/gamma _class4 20loc:@bert/encoder/layer_8/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( Ï 0bert/encoder/layer_8/output/LayerNorm/gamma/readIdentity+bert/encoder/layer_8/output/LayerNorm/gamma* T0*> _class4 20loc:@bert/encoder/layer_8/output/LayerNorm/gamma* _output_shapes :€ Ž Dbert/encoder/layer_8/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : è 2bert/encoder/layer_8/output/LayerNorm/moments/meanMeanbert/encoder/layer_8/output/addDbert/encoder/layer_8/output/LayerNorm/moments/mean/reduction_indices* keep_dims(* Tidx0* T0* _output_shapes : €  ¨ :bert/encoder/layer_8/output/LayerNorm/moments/StopGradient StopGradient2bert/encoder/layer_8/output/LayerNorm/moments/mean* T0* _output_shapes : €  Ü ?bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifferenceSquaredDifferencebert/encoder/layer_8/output/add:bert/encoder/layer_8/output/LayerNorm/moments/StopGradient* T0* _output_shapes : € € ’ Hbert/encoder/layer_8/output/LayerNorm/moments/variance/reduction_indicesConst* value B :* dtype0* _output_shapes :  6bert/encoder/layer_8/output/LayerNorm/moments/varianceMean?bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifferenceHbert/encoder/layer_8/output/LayerNorm/moments/variance/reduction_indices* T0* _output_shapes : € * keep_dims(* Tidx0 z 5bert/encoder/layer_8/output/LayerNorm/batchnorm/add/yConst* value B *̼Œ+* dtype0* _output_shapes : Ó 3bert/encoder/layer_8/output/LayerNorm/batchnorm/addAdd6bert/encoder/layer_8/output/LayerNorm/moments/variance5bert/encoder/layer_8/output/LayerNorm/batchnorm/add/y* T0* _output_shapes : €   5bert/encoder/layer_8/output/LayerNorm/batchnorm/RsqrtRsqrt3bert/encoder/layer_8/output/LayerNorm/batchnorm/add* T0* _output_shapes : €  Î 3bert/encoder/layer_8/output/LayerNorm/batchnorm/mulMul5bert/encoder/layer_8/output/LayerNorm/batchnorm/Rsqrt0bert/encoder/layer_8/output/LayerNorm/gamma/read* T0* _output_shapes : € € ½ 5bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_1Mulbert/encoder/layer_8/output/add3bert/encoder/layer_8/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ð 5bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2Mul2bert/encoder/layer_8/output/LayerNorm/moments/mean3bert/encoder/layer_8/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Í 3bert/encoder/layer_8/output/LayerNorm/batchnorm/subSub/bert/encoder/layer_8/output/LayerNorm/beta/read5bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2* T0* _output_shapes : € € Ó 5bert/encoder/layer_8/output/LayerNorm/batchnorm/add_1Add5bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_13bert/encoder/layer_8/output/LayerNorm/batchnorm/sub* T0* _output_shapes : € € é Sbert/encoder/layer_9/attention/self/query/kernel/Initializer/truncated_normal/shapeConst*C _class9 75loc:@bert/encoder/layer_9/attention/self/query/kernel* valueB"* dtype0* _output_shapes : Ü Rbert/encoder/layer_9/attention/self/query/kernel/Initializer/truncated_normal/meanConst*C _class9 75loc:@bert/encoder/layer_9/attention/self/query/kernel* value B ** dtype0* _output_shapes : Þ Tbert/encoder/layer_9/attention/self/query/kernel/Initializer/truncated_normal/stddevConst*C _class9 75loc:@bert/encoder/layer_9/attention/self/query/kernel* value B * ×£<* dtype0* _output_shapes : Û ]bert/encoder/layer_9/attention/self/query/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalSbert/encoder/layer_9/attention/self/query/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*C _class9 75loc:@bert/encoder/layer_9/attention/self/query/kernel* seed2 ý Qbert/encoder/layer_9/attention/self/query/kernel/Initializer/truncated_normal/mulMul]bert/encoder/layer_9/attention/self/query/kernel/Initializer/truncated_normal/TruncatedNormalTbert/encoder/layer_9/attention/self/query/kernel/Initializer/truncated_normal/stddev* T0*C _class9 75loc:@bert/encoder/layer_9/attention/self/query/kernel* _output_shapes : €€ ë Mbert/encoder/layer_9/attention/self/query/kernel/Initializer/truncated_normalAddQbert/encoder/layer_9/attention/self/query/kernel/Initializer/truncated_normal/mulRbert/encoder/layer_9/attention/self/query/kernel/Initializer/truncated_normal/mean* T0*C _class9 75loc:@bert/encoder/layer_9/attention/self/query/kernel* _output_shapes : €€ í 0bert/encoder/layer_9/attention/self/query/kernel VariableV2* shared_name*C _class9 75loc:@bert/encoder/layer_9/attention/self/query/kernel* container* shape : €€* dtype0* _output_shapes : €€ Û 7bert/encoder/layer_9/attention/self/query/kernel/AssignAssign0bert/encoder/layer_9/attention/self/query/kernelMbert/encoder/layer_9/attention/self/query/kernel/Initializer/truncated_normal* T0*C _class9 75loc:@bert/encoder/layer_9/attention/self/query/kernel* validate_shape(* _output_shapes : €€* use_locking( ã 5bert/encoder/layer_9/attention/self/query/kernel/readIdentity0bert/encoder/layer_9/attention/self/query/kernel* T0*C _class9 75loc:@bert/encoder/layer_9/attention/self/query/kernel* _output_shapes : €€ Ò @bert/encoder/layer_9/attention/self/query/bias/Initializer/zerosConst*A _class7 53loc:@bert/encoder/layer_9/attention/self/query/bias* valueB€** dtype0* _output_shapes :€ ß .bert/encoder/layer_9/attention/self/query/bias VariableV2*A _class7 53loc:@bert/encoder/layer_9/attention/self/query/bias* container* shape:€* dtype0* _output_shapes :€* shared_name à 5bert/encoder/layer_9/attention/self/query/bias/AssignAssign.bert/encoder/layer_9/attention/self/query/bias@bert/encoder/layer_9/attention/self/query/bias/Initializer/zeros* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_9/attention/self/query/bias* validate_shape(* _output_shapes :€ Ø 3bert/encoder/layer_9/attention/self/query/bias/readIdentity.bert/encoder/layer_9/attention/self/query/bias* T0*A _class7 53loc:@bert/encoder/layer_9/attention/self/query/bias* _output_shapes :€ ù 0bert/encoder/layer_9/attention/self/query/MatMulMatMul5bert/encoder/layer_8/output/LayerNorm/batchnorm/add_15bert/encoder/layer_9/attention/self/query/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( å 1bert/encoder/layer_9/attention/self/query/BiasAddBiasAdd0bert/encoder/layer_9/attention/self/query/MatMul3bert/encoder/layer_9/attention/self/query/bias/read* T0* data_formatNHWC* _output_shapes : € € å Qbert/encoder/layer_9/attention/self/key/kernel/Initializer/truncated_normal/shapeConst*A _class7 53loc:@bert/encoder/layer_9/attention/self/key/kernel* valueB"* dtype0* _output_shapes : Ø Pbert/encoder/layer_9/attention/self/key/kernel/Initializer/truncated_normal/meanConst*A _class7 53loc:@bert/encoder/layer_9/attention/self/key/kernel* value B ** dtype0* _output_shapes : Ú Rbert/encoder/layer_9/attention/self/key/kernel/Initializer/truncated_normal/stddevConst*A _class7 53loc:@bert/encoder/layer_9/attention/self/key/kernel* value B * ×£<* dtype0* _output_shapes : Õ [bert/encoder/layer_9/attention/self/key/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalQbert/encoder/layer_9/attention/self/key/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*A _class7 53loc:@bert/encoder/layer_9/attention/self/key/kernel* seed2 õ Obert/encoder/layer_9/attention/self/key/kernel/Initializer/truncated_normal/mulMul[bert/encoder/layer_9/attention/self/key/kernel/Initializer/truncated_normal/TruncatedNormalRbert/encoder/layer_9/attention/self/key/kernel/Initializer/truncated_normal/stddev* T0*A _class7 53loc:@bert/encoder/layer_9/attention/self/key/kernel* _output_shapes : €€ ã Kbert/encoder/layer_9/attention/self/key/kernel/Initializer/truncated_normalAddObert/encoder/layer_9/attention/self/key/kernel/Initializer/truncated_normal/mulPbert/encoder/layer_9/attention/self/key/kernel/Initializer/truncated_normal/mean* T0*A _class7 53loc:@bert/encoder/layer_9/attention/self/key/kernel* _output_shapes : €€ é .bert/encoder/layer_9/attention/self/key/kernel VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*A _class7 53loc:@bert/encoder/layer_9/attention/self/key/kernel* container Ó 5bert/encoder/layer_9/attention/self/key/kernel/AssignAssign.bert/encoder/layer_9/attention/self/key/kernelKbert/encoder/layer_9/attention/self/key/kernel/Initializer/truncated_normal* T0*A _class7 53loc:@bert/encoder/layer_9/attention/self/key/kernel* validate_shape(* _output_shapes : €€* use_locking( Ý 3bert/encoder/layer_9/attention/self/key/kernel/readIdentity.bert/encoder/layer_9/attention/self/key/kernel* T0*A _class7 53loc:@bert/encoder/layer_9/attention/self/key/kernel* _output_shapes : €€ Î >bert/encoder/layer_9/attention/self/key/bias/Initializer/zerosConst*? _class5 31loc:@bert/encoder/layer_9/attention/self/key/bias* valueB€** dtype0* _output_shapes :€ Û ,bert/encoder/layer_9/attention/self/key/bias VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*? _class5 31loc:@bert/encoder/layer_9/attention/self/key/bias* container » 3bert/encoder/layer_9/attention/self/key/bias/AssignAssign,bert/encoder/layer_9/attention/self/key/bias>bert/encoder/layer_9/attention/self/key/bias/Initializer/zeros* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_9/attention/self/key/bias* validate_shape(* _output_shapes :€ Ò 1bert/encoder/layer_9/attention/self/key/bias/readIdentity,bert/encoder/layer_9/attention/self/key/bias* T0*? _class5 31loc:@bert/encoder/layer_9/attention/self/key/bias* _output_shapes :€ õ .bert/encoder/layer_9/attention/self/key/MatMulMatMul5bert/encoder/layer_8/output/LayerNorm/batchnorm/add_13bert/encoder/layer_9/attention/self/key/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ß /bert/encoder/layer_9/attention/self/key/BiasAddBiasAdd.bert/encoder/layer_9/attention/self/key/MatMul1bert/encoder/layer_9/attention/self/key/bias/read* T0* data_formatNHWC* _output_shapes : € € é Sbert/encoder/layer_9/attention/self/value/kernel/Initializer/truncated_normal/shapeConst*C _class9 75loc:@bert/encoder/layer_9/attention/self/value/kernel* valueB"* dtype0* _output_shapes : Ü Rbert/encoder/layer_9/attention/self/value/kernel/Initializer/truncated_normal/meanConst*C _class9 75loc:@bert/encoder/layer_9/attention/self/value/kernel* value B ** dtype0* _output_shapes : Þ Tbert/encoder/layer_9/attention/self/value/kernel/Initializer/truncated_normal/stddevConst*C _class9 75loc:@bert/encoder/layer_9/attention/self/value/kernel* value B * ×£<* dtype0* _output_shapes : Û ]bert/encoder/layer_9/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalSbert/encoder/layer_9/attention/self/value/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*C _class9 75loc:@bert/encoder/layer_9/attention/self/value/kernel* seed2 ý Qbert/encoder/layer_9/attention/self/value/kernel/Initializer/truncated_normal/mulMul]bert/encoder/layer_9/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalTbert/encoder/layer_9/attention/self/value/kernel/Initializer/truncated_normal/stddev* T0*C _class9 75loc:@bert/encoder/layer_9/attention/self/value/kernel* _output_shapes : €€ ë Mbert/encoder/layer_9/attention/self/value/kernel/Initializer/truncated_normalAddQbert/encoder/layer_9/attention/self/value/kernel/Initializer/truncated_normal/mulRbert/encoder/layer_9/attention/self/value/kernel/Initializer/truncated_normal/mean* T0*C _class9 75loc:@bert/encoder/layer_9/attention/self/value/kernel* _output_shapes : €€ í 0bert/encoder/layer_9/attention/self/value/kernel VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*C _class9 75loc:@bert/encoder/layer_9/attention/self/value/kernel* container Û 7bert/encoder/layer_9/attention/self/value/kernel/AssignAssign0bert/encoder/layer_9/attention/self/value/kernelMbert/encoder/layer_9/attention/self/value/kernel/Initializer/truncated_normal* T0*C _class9 75loc:@bert/encoder/layer_9/attention/self/value/kernel* validate_shape(* _output_shapes : €€* use_locking( ã 5bert/encoder/layer_9/attention/self/value/kernel/readIdentity0bert/encoder/layer_9/attention/self/value/kernel* T0*C _class9 75loc:@bert/encoder/layer_9/attention/self/value/kernel* _output_shapes : €€ Ò @bert/encoder/layer_9/attention/self/value/bias/Initializer/zerosConst*A _class7 53loc:@bert/encoder/layer_9/attention/self/value/bias* valueB€** dtype0* _output_shapes :€ ß .bert/encoder/layer_9/attention/self/value/bias VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*A _class7 53loc:@bert/encoder/layer_9/attention/self/value/bias* container à 5bert/encoder/layer_9/attention/self/value/bias/AssignAssign.bert/encoder/layer_9/attention/self/value/bias@bert/encoder/layer_9/attention/self/value/bias/Initializer/zeros* T0*A _class7 53loc:@bert/encoder/layer_9/attention/self/value/bias* validate_shape(* _output_shapes :€* use_locking( Ø 3bert/encoder/layer_9/attention/self/value/bias/readIdentity.bert/encoder/layer_9/attention/self/value/bias* T0*A _class7 53loc:@bert/encoder/layer_9/attention/self/value/bias* _output_shapes :€ ù 0bert/encoder/layer_9/attention/self/value/MatMulMatMul5bert/encoder/layer_8/output/LayerNorm/batchnorm/add_15bert/encoder/layer_9/attention/self/value/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( å 1bert/encoder/layer_9/attention/self/value/BiasAddBiasAdd0bert/encoder/layer_9/attention/self/value/MatMul3bert/encoder/layer_9/attention/self/value/bias/read* T0* data_formatNHWC* _output_shapes : € € Š 1bert/encoder/layer_9/attention/self/Reshape/shapeConst*% valueB" € @* dtype0* _output_shapes : Ü +bert/encoder/layer_9/attention/self/ReshapeReshape1bert/encoder/layer_9/attention/self/query/BiasAdd1bert/encoder/layer_9/attention/self/Reshape/shape* T0* Tshape0*' _output_shapes : € @ ‹ 2bert/encoder/layer_9/attention/self/transpose/permConst*% valueB"* dtype0* _output_shapes : Ú -bert/encoder/layer_9/attention/self/transpose Transpose+bert/encoder/layer_9/attention/self/Reshape2bert/encoder/layer_9/attention/self/transpose/perm* Tperm0* T0*' _output_shapes :  €@ Œ 3bert/encoder/layer_9/attention/self/Reshape_1/shapeConst*% valueB" € @* dtype0* _output_shapes : Þ -bert/encoder/layer_9/attention/self/Reshape_1Reshape/bert/encoder/layer_9/attention/self/key/BiasAdd3bert/encoder/layer_9/attention/self/Reshape_1/shape* T0* Tshape0*' _output_shapes : € @  4bert/encoder/layer_9/attention/self/transpose_1/permConst*% valueB"* dtype0* _output_shapes : à /bert/encoder/layer_9/attention/self/transpose_1 Transpose-bert/encoder/layer_9/attention/self/Reshape_14bert/encoder/layer_9/attention/self/transpose_1/perm* T0*' _output_shapes :  €@* Tperm0 æ *bert/encoder/layer_9/attention/self/MatMul BatchMatMul-bert/encoder/layer_9/attention/self/transpose/bert/encoder/layer_9/attention/self/transpose_1* adj_x(* adj_y(* T0*( _output_shapes :  €€ n )bert/encoder/layer_9/attention/self/Mul/yConst* value B *>* dtype0* _output_shapes : ¸ 'bert/encoder/layer_9/attention/self/MulMul*bert/encoder/layer_9/attention/self/MatMul)bert/encoder/layer_9/attention/self/Mul/y* T0*( _output_shapes :  €€ | 2bert/encoder/layer_9/attention/self/ExpandDims/dimConst* value B :* dtype0* _output_shapes : Á .bert/encoder/layer_9/attention/self/ExpandDims ExpandDimsbert/encoder/mul2bert/encoder/layer_9/attention/self/ExpandDims/dim* T0*( _output_shapes : €€* Tdim0 n )bert/encoder/layer_9/attention/self/sub/xConst* value B *€?* dtype0* _output_shapes : ¼ 'bert/encoder/layer_9/attention/self/subSub)bert/encoder/layer_9/attention/self/sub/x.bert/encoder/layer_9/attention/self/ExpandDims* T0*( _output_shapes : €€ p +bert/encoder/layer_9/attention/self/mul_1/yConst* value B *@Æ* dtype0* _output_shapes : ¹ )bert/encoder/layer_9/attention/self/mul_1Mul'bert/encoder/layer_9/attention/self/sub+bert/encoder/layer_9/attention/self/mul_1/y* T0*( _output_shapes : €€ µ 'bert/encoder/layer_9/attention/self/addAdd'bert/encoder/layer_9/attention/self/Mul)bert/encoder/layer_9/attention/self/mul_1* T0*( _output_shapes :  €€ ’ +bert/encoder/layer_9/attention/self/SoftmaxSoftmax'bert/encoder/layer_9/attention/self/add* T0*( _output_shapes :  €€ z 5bert/encoder/layer_9/attention/self/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : Š 1bert/encoder/layer_9/attention/self/dropout/ShapeConst*% valueB" €€* dtype0* _output_shapes : ƒ >bert/encoder/layer_9/attention/self/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : ƒ >bert/encoder/layer_9/attention/self/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : å Hbert/encoder/layer_9/attention/self/dropout/random_uniform/RandomUniform RandomUniform1bert/encoder/layer_9/attention/self/dropout/Shape* T0* dtype0*( _output_shapes :  €€* seed2* seed æ >bert/encoder/layer_9/attention/self/dropout/random_uniform/subSub>bert/encoder/layer_9/attention/self/dropout/random_uniform/max>bert/encoder/layer_9/attention/self/dropout/random_uniform/min* T0* _output_shapes : ‚ >bert/encoder/layer_9/attention/self/dropout/random_uniform/mulMulHbert/encoder/layer_9/attention/self/dropout/random_uniform/RandomUniform>bert/encoder/layer_9/attention/self/dropout/random_uniform/sub* T0*( _output_shapes :  €€ ô :bert/encoder/layer_9/attention/self/dropout/random_uniformAdd>bert/encoder/layer_9/attention/self/dropout/random_uniform/mul>bert/encoder/layer_9/attention/self/dropout/random_uniform/min* T0*( _output_shapes :  €€ Ü /bert/encoder/layer_9/attention/self/dropout/addAdd5bert/encoder/layer_9/attention/self/dropout/keep_prob:bert/encoder/layer_9/attention/self/dropout/random_uniform* T0*( _output_shapes :  €€ ž 1bert/encoder/layer_9/attention/self/dropout/FloorFloor/bert/encoder/layer_9/attention/self/dropout/add* T0*( _output_shapes :  €€ Ñ /bert/encoder/layer_9/attention/self/dropout/divRealDiv+bert/encoder/layer_9/attention/self/Softmax5bert/encoder/layer_9/attention/self/dropout/keep_prob* T0*( _output_shapes :  €€ Í /bert/encoder/layer_9/attention/self/dropout/mulMul/bert/encoder/layer_9/attention/self/dropout/div1bert/encoder/layer_9/attention/self/dropout/Floor* T0*( _output_shapes :  €€ Œ 3bert/encoder/layer_9/attention/self/Reshape_2/shapeConst*% valueB" € @* dtype0* _output_shapes : à -bert/encoder/layer_9/attention/self/Reshape_2Reshape1bert/encoder/layer_9/attention/self/value/BiasAdd3bert/encoder/layer_9/attention/self/Reshape_2/shape* T0* Tshape0*' _output_shapes : € @  4bert/encoder/layer_9/attention/self/transpose_2/permConst*% valueB"* dtype0* _output_shapes : à /bert/encoder/layer_9/attention/self/transpose_2 Transpose-bert/encoder/layer_9/attention/self/Reshape_24bert/encoder/layer_9/attention/self/transpose_2/perm* Tperm0* T0*' _output_shapes :  €@ é ,bert/encoder/layer_9/attention/self/MatMul_1 BatchMatMul/bert/encoder/layer_9/attention/self/dropout/mul/bert/encoder/layer_9/attention/self/transpose_2* T0*' _output_shapes :  €@* adj_x(* adj_y(  4bert/encoder/layer_9/attention/self/transpose_3/permConst*% valueB"* dtype0* _output_shapes : ß /bert/encoder/layer_9/attention/self/transpose_3 Transpose,bert/encoder/layer_9/attention/self/MatMul_14bert/encoder/layer_9/attention/self/transpose_3/perm* Tperm0* T0*' _output_shapes : € @ „ 3bert/encoder/layer_9/attention/self/Reshape_3/shapeConst* valueB"* dtype0* _output_shapes : × -bert/encoder/layer_9/attention/self/Reshape_3Reshape/bert/encoder/layer_9/attention/self/transpose_33bert/encoder/layer_9/attention/self/Reshape_3/shape* T0* Tshape0* _output_shapes : € € í Ubert/encoder/layer_9/attention/output/dense/kernel/Initializer/truncated_normal/shapeConst*E _class; 97loc:@bert/encoder/layer_9/attention/output/dense/kernel* valueB"* dtype0* _output_shapes : à Tbert/encoder/layer_9/attention/output/dense/kernel/Initializer/truncated_normal/meanConst*E _class; 97loc:@bert/encoder/layer_9/attention/output/dense/kernel* value B ** dtype0* _output_shapes : â Vbert/encoder/layer_9/attention/output/dense/kernel/Initializer/truncated_normal/stddevConst*E _class; 97loc:@bert/encoder/layer_9/attention/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : á _bert/encoder/layer_9/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalUbert/encoder/layer_9/attention/output/dense/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*E _class; 97loc:@bert/encoder/layer_9/attention/output/dense/kernel* seed2 … Sbert/encoder/layer_9/attention/output/dense/kernel/Initializer/truncated_normal/mulMul_bert/encoder/layer_9/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalVbert/encoder/layer_9/attention/output/dense/kernel/Initializer/truncated_normal/stddev* T0*E _class; 97loc:@bert/encoder/layer_9/attention/output/dense/kernel* _output_shapes : €€ ó Obert/encoder/layer_9/attention/output/dense/kernel/Initializer/truncated_normalAddSbert/encoder/layer_9/attention/output/dense/kernel/Initializer/truncated_normal/mulTbert/encoder/layer_9/attention/output/dense/kernel/Initializer/truncated_normal/mean* T0*E _class; 97loc:@bert/encoder/layer_9/attention/output/dense/kernel* _output_shapes : €€ ñ 2bert/encoder/layer_9/attention/output/dense/kernel VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*E _class; 97loc:@bert/encoder/layer_9/attention/output/dense/kernel* container ã 9bert/encoder/layer_9/attention/output/dense/kernel/AssignAssign2bert/encoder/layer_9/attention/output/dense/kernelObert/encoder/layer_9/attention/output/dense/kernel/Initializer/truncated_normal* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_9/attention/output/dense/kernel* validate_shape(* _output_shapes : €€ é 7bert/encoder/layer_9/attention/output/dense/kernel/readIdentity2bert/encoder/layer_9/attention/output/dense/kernel* T0*E _class; 97loc:@bert/encoder/layer_9/attention/output/dense/kernel* _output_shapes : €€ Ö Bbert/encoder/layer_9/attention/output/dense/bias/Initializer/zerosConst*C _class9 75loc:@bert/encoder/layer_9/attention/output/dense/bias* valueB€** dtype0* _output_shapes :€ ã 0bert/encoder/layer_9/attention/output/dense/bias VariableV2* shared_name*C _class9 75loc:@bert/encoder/layer_9/attention/output/dense/bias* container* shape:€* dtype0* _output_shapes :€ Ë 7bert/encoder/layer_9/attention/output/dense/bias/AssignAssign0bert/encoder/layer_9/attention/output/dense/biasBbert/encoder/layer_9/attention/output/dense/bias/Initializer/zeros* T0*C _class9 75loc:@bert/encoder/layer_9/attention/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( Þ 5bert/encoder/layer_9/attention/output/dense/bias/readIdentity0bert/encoder/layer_9/attention/output/dense/bias* T0*C _class9 75loc:@bert/encoder/layer_9/attention/output/dense/bias* _output_shapes :€ õ 2bert/encoder/layer_9/attention/output/dense/MatMulMatMul-bert/encoder/layer_9/attention/self/Reshape_37bert/encoder/layer_9/attention/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ë 3bert/encoder/layer_9/attention/output/dense/BiasAddBiasAdd2bert/encoder/layer_9/attention/output/dense/MatMul5bert/encoder/layer_9/attention/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € | 7bert/encoder/layer_9/attention/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : „ 3bert/encoder/layer_9/attention/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : … @bert/encoder/layer_9/attention/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : … @bert/encoder/layer_9/attention/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : á Jbert/encoder/layer_9/attention/output/dropout/random_uniform/RandomUniform RandomUniform3bert/encoder/layer_9/attention/output/dropout/Shape* T0* dtype0* _output_shapes : € €* seed2* seed ì @bert/encoder/layer_9/attention/output/dropout/random_uniform/subSub@bert/encoder/layer_9/attention/output/dropout/random_uniform/max@bert/encoder/layer_9/attention/output/dropout/random_uniform/min* T0* _output_shapes : € @bert/encoder/layer_9/attention/output/dropout/random_uniform/mulMulJbert/encoder/layer_9/attention/output/dropout/random_uniform/RandomUniform@bert/encoder/layer_9/attention/output/dropout/random_uniform/sub* T0* _output_shapes : € € ò <:loc:@bert/encoder/layer_9/attention/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ í 5bert/encoder/layer_9/attention/output/LayerNorm/gamma VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_9/attention/output/LayerNorm/gamma* container* shape:€* dtype0* _output_shapes :€ Þ <:loc:@bert/encoder/layer_9/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ í :bert/encoder/layer_9/attention/output/LayerNorm/gamma/readIdentity5bert/encoder/layer_9/attention/output/LayerNorm/gamma* T0*H _class> <:loc:@bert/encoder/layer_9/attention/output/LayerNorm/gamma* _output_shapes :€ ˜ Nbert/encoder/layer_9/attention/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : † bert/encoder/layer_9/intermediate/dense/bias/Initializer/zerosFillNbert/encoder/layer_9/intermediate/dense/bias/Initializer/zeros/shape_as_tensorDbert/encoder/layer_9/intermediate/dense/bias/Initializer/zeros/Const* T0*? _class5 31loc:@bert/encoder/layer_9/intermediate/dense/bias* index_type0* _output_shapes :€ Û ,bert/encoder/layer_9/intermediate/dense/bias VariableV2*? _class5 31loc:@bert/encoder/layer_9/intermediate/dense/bias* container* shape:€* dtype0* _output_shapes :€* shared_name » 3bert/encoder/layer_9/intermediate/dense/bias/AssignAssign,bert/encoder/layer_9/intermediate/dense/bias>bert/encoder/layer_9/intermediate/dense/bias/Initializer/zeros* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_9/intermediate/dense/bias* validate_shape(* _output_shapes :€ Ò 1bert/encoder/layer_9/intermediate/dense/bias/readIdentity,bert/encoder/layer_9/intermediate/dense/bias* T0*? _class5 31loc:@bert/encoder/layer_9/intermediate/dense/bias* _output_shapes :€ ÿ .bert/encoder/layer_9/intermediate/dense/MatMulMatMul?bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/add_13bert/encoder/layer_9/intermediate/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ß /bert/encoder/layer_9/intermediate/dense/BiasAddBiasAdd.bert/encoder/layer_9/intermediate/dense/MatMul1bert/encoder/layer_9/intermediate/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € s .bert/encoder/layer_9/intermediate/dense/Sqrt/xConst* value B *@* dtype0* _output_shapes : … ,bert/encoder/layer_9/intermediate/dense/SqrtSqrt.bert/encoder/layer_9/intermediate/dense/Sqrt/x* T0* _output_shapes : Ä /bert/encoder/layer_9/intermediate/dense/truedivRealDiv/bert/encoder/layer_9/intermediate/dense/BiasAdd,bert/encoder/layer_9/intermediate/dense/Sqrt* T0* _output_shapes : € € Ž +bert/encoder/layer_9/intermediate/dense/ErfErf/bert/encoder/layer_9/intermediate/dense/truediv* T0* _output_shapes : € € r -bert/encoder/layer_9/intermediate/dense/add/xConst* value B *€?* dtype0* _output_shapes : ¹ +bert/encoder/layer_9/intermediate/dense/addAdd-bert/encoder/layer_9/intermediate/dense/add/x+bert/encoder/layer_9/intermediate/dense/Erf* T0* _output_shapes : € € r -bert/encoder/layer_9/intermediate/dense/mul/xConst* value B *?* dtype0* _output_shapes : ¹ +bert/encoder/layer_9/intermediate/dense/mulMul-bert/encoder/layer_9/intermediate/dense/mul/x+bert/encoder/layer_9/intermediate/dense/add* T0* _output_shapes : € € ½ -bert/encoder/layer_9/intermediate/dense/mul_1Mul/bert/encoder/layer_9/intermediate/dense/BiasAdd+bert/encoder/layer_9/intermediate/dense/mul* T0* _output_shapes : € € Ù Kbert/encoder/layer_9/output/dense/kernel/Initializer/truncated_normal/shapeConst*; _class1 /-loc:@bert/encoder/layer_9/output/dense/kernel* valueB" * dtype0* _output_shapes : Ì Jbert/encoder/layer_9/output/dense/kernel/Initializer/truncated_normal/meanConst*; _class1 /-loc:@bert/encoder/layer_9/output/dense/kernel* value B ** dtype0* _output_shapes : Î Lbert/encoder/layer_9/output/dense/kernel/Initializer/truncated_normal/stddevConst*; _class1 /-loc:@bert/encoder/layer_9/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : à Ubert/encoder/layer_9/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalKbert/encoder/layer_9/output/dense/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*; _class1 /-loc:@bert/encoder/layer_9/output/dense/kernel* seed2 Ý Ibert/encoder/layer_9/output/dense/kernel/Initializer/truncated_normal/mulMulUbert/encoder/layer_9/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalLbert/encoder/layer_9/output/dense/kernel/Initializer/truncated_normal/stddev* T0*; _class1 /-loc:@bert/encoder/layer_9/output/dense/kernel* _output_shapes : €€ Ë Ebert/encoder/layer_9/output/dense/kernel/Initializer/truncated_normalAddIbert/encoder/layer_9/output/dense/kernel/Initializer/truncated_normal/mulJbert/encoder/layer_9/output/dense/kernel/Initializer/truncated_normal/mean* T0*; _class1 /-loc:@bert/encoder/layer_9/output/dense/kernel* _output_shapes : €€ Ý (bert/encoder/layer_9/output/dense/kernel VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*; _class1 /-loc:@bert/encoder/layer_9/output/dense/kernel* container » /bert/encoder/layer_9/output/dense/kernel/AssignAssign(bert/encoder/layer_9/output/dense/kernelEbert/encoder/layer_9/output/dense/kernel/Initializer/truncated_normal* T0*; _class1 /-loc:@bert/encoder/layer_9/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( Ë -bert/encoder/layer_9/output/dense/kernel/readIdentity(bert/encoder/layer_9/output/dense/kernel* T0*; _class1 /-loc:@bert/encoder/layer_9/output/dense/kernel* _output_shapes : €€  8bert/encoder/layer_9/output/dense/bias/Initializer/zerosConst*9 _class/ -+loc:@bert/encoder/layer_9/output/dense/bias* valueB€** dtype0* _output_shapes :€ Ï &bert/encoder/layer_9/output/dense/bias VariableV2* dtype0* _output_shapes :€* shared_name*9 _class/ -+loc:@bert/encoder/layer_9/output/dense/bias* container* shape:€ £ -bert/encoder/layer_9/output/dense/bias/AssignAssign&bert/encoder/layer_9/output/dense/bias8bert/encoder/layer_9/output/dense/bias/Initializer/zeros* T0*9 _class/ -+loc:@bert/encoder/layer_9/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( À +bert/encoder/layer_9/output/dense/bias/readIdentity&bert/encoder/layer_9/output/dense/bias* T0*9 _class/ -+loc:@bert/encoder/layer_9/output/dense/bias* _output_shapes :€ á (bert/encoder/layer_9/output/dense/MatMulMatMul-bert/encoder/layer_9/intermediate/dense/mul_1-bert/encoder/layer_9/output/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( Í )bert/encoder/layer_9/output/dense/BiasAddBiasAdd(bert/encoder/layer_9/output/dense/MatMul+bert/encoder/layer_9/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € r -bert/encoder/layer_9/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : z )bert/encoder/layer_9/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : { 6bert/encoder/layer_9/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : { 6bert/encoder/layer_9/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : Í @bert/encoder/layer_9/output/dropout/random_uniform/RandomUniform RandomUniform)bert/encoder/layer_9/output/dropout/Shape* seed* T0* dtype0* _output_shapes : € €* seed2 Î 6bert/encoder/layer_9/output/dropout/random_uniform/subSub6bert/encoder/layer_9/output/dropout/random_uniform/max6bert/encoder/layer_9/output/dropout/random_uniform/min* T0* _output_shapes : â 6bert/encoder/layer_9/output/dropout/random_uniform/mulMul@bert/encoder/layer_9/output/dropout/random_uniform/RandomUniform6bert/encoder/layer_9/output/dropout/random_uniform/sub* T0* _output_shapes : € € Ô 2bert/encoder/layer_9/output/dropout/random_uniformAdd6bert/encoder/layer_9/output/dropout/random_uniform/mul6bert/encoder/layer_9/output/dropout/random_uniform/min* T0* _output_shapes : € € ¼ 'bert/encoder/layer_9/output/dropout/addAdd-bert/encoder/layer_9/output/dropout/keep_prob2bert/encoder/layer_9/output/dropout/random_uniform* T0* _output_shapes : € € † )bert/encoder/layer_9/output/dropout/FloorFloor'bert/encoder/layer_9/output/dropout/add* T0* _output_shapes : € € · 'bert/encoder/layer_9/output/dropout/divRealDiv)bert/encoder/layer_9/output/dense/BiasAdd-bert/encoder/layer_9/output/dropout/keep_prob* T0* _output_shapes : € € ­ 'bert/encoder/layer_9/output/dropout/mulMul'bert/encoder/layer_9/output/dropout/div)bert/encoder/layer_9/output/dropout/Floor* T0* _output_shapes : € € » bert/encoder/layer_9/output/addAdd'bert/encoder/layer_9/output/dropout/mul?bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/add_1* T0* _output_shapes : € € Ê _class4 20loc:@bert/encoder/layer_9/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ Ù +bert/encoder/layer_9/output/LayerNorm/gamma VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*> _class4 20loc:@bert/encoder/layer_9/output/LayerNorm/gamma* container ¶ 2bert/encoder/layer_9/output/LayerNorm/gamma/AssignAssign+bert/encoder/layer_9/output/LayerNorm/gamma _class4 20loc:@bert/encoder/layer_9/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( Ï 0bert/encoder/layer_9/output/LayerNorm/gamma/readIdentity+bert/encoder/layer_9/output/LayerNorm/gamma* T0*> _class4 20loc:@bert/encoder/layer_9/output/LayerNorm/gamma* _output_shapes :€ Ž Dbert/encoder/layer_9/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : è 2bert/encoder/layer_9/output/LayerNorm/moments/meanMeanbert/encoder/layer_9/output/addDbert/encoder/layer_9/output/LayerNorm/moments/mean/reduction_indices* keep_dims(* Tidx0* T0* _output_shapes : €  ¨ :bert/encoder/layer_9/output/LayerNorm/moments/StopGradient StopGradient2bert/encoder/layer_9/output/LayerNorm/moments/mean* T0* _output_shapes : €  Ü ?bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifferenceSquaredDifferencebert/encoder/layer_9/output/add:bert/encoder/layer_9/output/LayerNorm/moments/StopGradient* T0* _output_shapes : € € ’ Hbert/encoder/layer_9/output/LayerNorm/moments/variance/reduction_indicesConst* value B :* dtype0* _output_shapes :  6bert/encoder/layer_9/output/LayerNorm/moments/varianceMean?bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifferenceHbert/encoder/layer_9/output/LayerNorm/moments/variance/reduction_indices* T0* _output_shapes : € * keep_dims(* Tidx0 z 5bert/encoder/layer_9/output/LayerNorm/batchnorm/add/yConst* value B *̼Œ+* dtype0* _output_shapes : Ó 3bert/encoder/layer_9/output/LayerNorm/batchnorm/addAdd6bert/encoder/layer_9/output/LayerNorm/moments/variance5bert/encoder/layer_9/output/LayerNorm/batchnorm/add/y* T0* _output_shapes : €   5bert/encoder/layer_9/output/LayerNorm/batchnorm/RsqrtRsqrt3bert/encoder/layer_9/output/LayerNorm/batchnorm/add* T0* _output_shapes : €  Î 3bert/encoder/layer_9/output/LayerNorm/batchnorm/mulMul5bert/encoder/layer_9/output/LayerNorm/batchnorm/Rsqrt0bert/encoder/layer_9/output/LayerNorm/gamma/read* T0* _output_shapes : € € ½ 5bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_1Mulbert/encoder/layer_9/output/add3bert/encoder/layer_9/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ð 5bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2Mul2bert/encoder/layer_9/output/LayerNorm/moments/mean3bert/encoder/layer_9/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Í 3bert/encoder/layer_9/output/LayerNorm/batchnorm/subSub/bert/encoder/layer_9/output/LayerNorm/beta/read5bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2* T0* _output_shapes : € € Ó 5bert/encoder/layer_9/output/LayerNorm/batchnorm/add_1Add5bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_13bert/encoder/layer_9/output/LayerNorm/batchnorm/sub* T0* _output_shapes : € € ë Tbert/encoder/layer_10/attention/self/query/kernel/Initializer/truncated_normal/shapeConst*D _class: 86loc:@bert/encoder/layer_10/attention/self/query/kernel* valueB"* dtype0* _output_shapes : Þ Sbert/encoder/layer_10/attention/self/query/kernel/Initializer/truncated_normal/meanConst*D _class: 86loc:@bert/encoder/layer_10/attention/self/query/kernel* value B ** dtype0* _output_shapes : à Ubert/encoder/layer_10/attention/self/query/kernel/Initializer/truncated_normal/stddevConst*D _class: 86loc:@bert/encoder/layer_10/attention/self/query/kernel* value B * ×£<* dtype0* _output_shapes : Þ ^bert/encoder/layer_10/attention/self/query/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalTbert/encoder/layer_10/attention/self/query/kernel/Initializer/truncated_normal/shape* seed* T0*D _class: 86loc:@bert/encoder/layer_10/attention/self/query/kernel* seed2* dtype0* _output_shapes : €€  Rbert/encoder/layer_10/attention/self/query/kernel/Initializer/truncated_normal/mulMul^bert/encoder/layer_10/attention/self/query/kernel/Initializer/truncated_normal/TruncatedNormalUbert/encoder/layer_10/attention/self/query/kernel/Initializer/truncated_normal/stddev* T0*D _class: 86loc:@bert/encoder/layer_10/attention/self/query/kernel* _output_shapes : €€ ï Nbert/encoder/layer_10/attention/self/query/kernel/Initializer/truncated_normalAddRbert/encoder/layer_10/attention/self/query/kernel/Initializer/truncated_normal/mulSbert/encoder/layer_10/attention/self/query/kernel/Initializer/truncated_normal/mean* T0*D _class: 86loc:@bert/encoder/layer_10/attention/self/query/kernel* _output_shapes : €€ ï 1bert/encoder/layer_10/attention/self/query/kernel VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*D _class: 86loc:@bert/encoder/layer_10/attention/self/query/kernel* container ß 8bert/encoder/layer_10/attention/self/query/kernel/AssignAssign1bert/encoder/layer_10/attention/self/query/kernelNbert/encoder/layer_10/attention/self/query/kernel/Initializer/truncated_normal* T0*D _class: 86loc:@bert/encoder/layer_10/attention/self/query/kernel* validate_shape(* _output_shapes : €€* use_locking( æ 6bert/encoder/layer_10/attention/self/query/kernel/readIdentity1bert/encoder/layer_10/attention/self/query/kernel* T0*D _class: 86loc:@bert/encoder/layer_10/attention/self/query/kernel* _output_shapes : €€ Ô Abert/encoder/layer_10/attention/self/query/bias/Initializer/zerosConst*B _class8 64loc:@bert/encoder/layer_10/attention/self/query/bias* valueB€** dtype0* _output_shapes :€ á /bert/encoder/layer_10/attention/self/query/bias VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*B _class8 64loc:@bert/encoder/layer_10/attention/self/query/bias* container Ç 6bert/encoder/layer_10/attention/self/query/bias/AssignAssign/bert/encoder/layer_10/attention/self/query/biasAbert/encoder/layer_10/attention/self/query/bias/Initializer/zeros* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_10/attention/self/query/bias* validate_shape(* _output_shapes :€ Û 4bert/encoder/layer_10/attention/self/query/bias/readIdentity/bert/encoder/layer_10/attention/self/query/bias* T0*B _class8 64loc:@bert/encoder/layer_10/attention/self/query/bias* _output_shapes :€ û 1bert/encoder/layer_10/attention/self/query/MatMulMatMul5bert/encoder/layer_9/output/LayerNorm/batchnorm/add_16bert/encoder/layer_10/attention/self/query/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( è 2bert/encoder/layer_10/attention/self/query/BiasAddBiasAdd1bert/encoder/layer_10/attention/self/query/MatMul4bert/encoder/layer_10/attention/self/query/bias/read* T0* data_formatNHWC* _output_shapes : € € ç Rbert/encoder/layer_10/attention/self/key/kernel/Initializer/truncated_normal/shapeConst*B _class8 64loc:@bert/encoder/layer_10/attention/self/key/kernel* valueB"* dtype0* _output_shapes : Ú Qbert/encoder/layer_10/attention/self/key/kernel/Initializer/truncated_normal/meanConst*B _class8 64loc:@bert/encoder/layer_10/attention/self/key/kernel* value B ** dtype0* _output_shapes : Ü Sbert/encoder/layer_10/attention/self/key/kernel/Initializer/truncated_normal/stddevConst*B _class8 64loc:@bert/encoder/layer_10/attention/self/key/kernel* value B * ×£<* dtype0* _output_shapes : Ø \bert/encoder/layer_10/attention/self/key/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalRbert/encoder/layer_10/attention/self/key/kernel/Initializer/truncated_normal/shape* T0*B _class8 64loc:@bert/encoder/layer_10/attention/self/key/kernel* seed2* dtype0* _output_shapes : €€* seed ù Pbert/encoder/layer_10/attention/self/key/kernel/Initializer/truncated_normal/mulMul\bert/encoder/layer_10/attention/self/key/kernel/Initializer/truncated_normal/TruncatedNormalSbert/encoder/layer_10/attention/self/key/kernel/Initializer/truncated_normal/stddev* T0*B _class8 64loc:@bert/encoder/layer_10/attention/self/key/kernel* _output_shapes : €€ ç Lbert/encoder/layer_10/attention/self/key/kernel/Initializer/truncated_normalAddPbert/encoder/layer_10/attention/self/key/kernel/Initializer/truncated_normal/mulQbert/encoder/layer_10/attention/self/key/kernel/Initializer/truncated_normal/mean* T0*B _class8 64loc:@bert/encoder/layer_10/attention/self/key/kernel* _output_shapes : €€ ë /bert/encoder/layer_10/attention/self/key/kernel VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*B _class8 64loc:@bert/encoder/layer_10/attention/self/key/kernel* container × 6bert/encoder/layer_10/attention/self/key/kernel/AssignAssign/bert/encoder/layer_10/attention/self/key/kernelLbert/encoder/layer_10/attention/self/key/kernel/Initializer/truncated_normal* T0*B _class8 64loc:@bert/encoder/layer_10/attention/self/key/kernel* validate_shape(* _output_shapes : €€* use_locking( à 4bert/encoder/layer_10/attention/self/key/kernel/readIdentity/bert/encoder/layer_10/attention/self/key/kernel* T0*B _class8 64loc:@bert/encoder/layer_10/attention/self/key/kernel* _output_shapes : €€ Ð ?bert/encoder/layer_10/attention/self/key/bias/Initializer/zerosConst*@ _class6 42loc:@bert/encoder/layer_10/attention/self/key/bias* valueB€** dtype0* _output_shapes :€ Ý -bert/encoder/layer_10/attention/self/key/bias VariableV2* dtype0* _output_shapes :€* shared_name*@ _class6 42loc:@bert/encoder/layer_10/attention/self/key/bias* container* shape:€ ¿ 4bert/encoder/layer_10/attention/self/key/bias/AssignAssign-bert/encoder/layer_10/attention/self/key/bias?bert/encoder/layer_10/attention/self/key/bias/Initializer/zeros* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_10/attention/self/key/bias* validate_shape(* _output_shapes :€ Õ 2bert/encoder/layer_10/attention/self/key/bias/readIdentity-bert/encoder/layer_10/attention/self/key/bias* T0*@ _class6 42loc:@bert/encoder/layer_10/attention/self/key/bias* _output_shapes :€ ÷ /bert/encoder/layer_10/attention/self/key/MatMulMatMul5bert/encoder/layer_9/output/LayerNorm/batchnorm/add_14bert/encoder/layer_10/attention/self/key/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( â 0bert/encoder/layer_10/attention/self/key/BiasAddBiasAdd/bert/encoder/layer_10/attention/self/key/MatMul2bert/encoder/layer_10/attention/self/key/bias/read* T0* data_formatNHWC* _output_shapes : € € ë Tbert/encoder/layer_10/attention/self/value/kernel/Initializer/truncated_normal/shapeConst*D _class: 86loc:@bert/encoder/layer_10/attention/self/value/kernel* valueB"* dtype0* _output_shapes : Þ Sbert/encoder/layer_10/attention/self/value/kernel/Initializer/truncated_normal/meanConst*D _class: 86loc:@bert/encoder/layer_10/attention/self/value/kernel* value B ** dtype0* _output_shapes : à Ubert/encoder/layer_10/attention/self/value/kernel/Initializer/truncated_normal/stddevConst*D _class: 86loc:@bert/encoder/layer_10/attention/self/value/kernel* value B * ×£<* dtype0* _output_shapes : Þ ^bert/encoder/layer_10/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalTbert/encoder/layer_10/attention/self/value/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*D _class: 86loc:@bert/encoder/layer_10/attention/self/value/kernel* seed2  Rbert/encoder/layer_10/attention/self/value/kernel/Initializer/truncated_normal/mulMul^bert/encoder/layer_10/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalUbert/encoder/layer_10/attention/self/value/kernel/Initializer/truncated_normal/stddev* T0*D _class: 86loc:@bert/encoder/layer_10/attention/self/value/kernel* _output_shapes : €€ ï Nbert/encoder/layer_10/attention/self/value/kernel/Initializer/truncated_normalAddRbert/encoder/layer_10/attention/self/value/kernel/Initializer/truncated_normal/mulSbert/encoder/layer_10/attention/self/value/kernel/Initializer/truncated_normal/mean* T0*D _class: 86loc:@bert/encoder/layer_10/attention/self/value/kernel* _output_shapes : €€ ï 1bert/encoder/layer_10/attention/self/value/kernel VariableV2*D _class: 86loc:@bert/encoder/layer_10/attention/self/value/kernel* container* shape : €€* dtype0* _output_shapes : €€* shared_name ß 8bert/encoder/layer_10/attention/self/value/kernel/AssignAssign1bert/encoder/layer_10/attention/self/value/kernelNbert/encoder/layer_10/attention/self/value/kernel/Initializer/truncated_normal* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_10/attention/self/value/kernel* validate_shape(* _output_shapes : €€ æ 6bert/encoder/layer_10/attention/self/value/kernel/readIdentity1bert/encoder/layer_10/attention/self/value/kernel* T0*D _class: 86loc:@bert/encoder/layer_10/attention/self/value/kernel* _output_shapes : €€ Ô Abert/encoder/layer_10/attention/self/value/bias/Initializer/zerosConst*B _class8 64loc:@bert/encoder/layer_10/attention/self/value/bias* valueB€** dtype0* _output_shapes :€ á /bert/encoder/layer_10/attention/self/value/bias VariableV2* dtype0* _output_shapes :€* shared_name*B _class8 64loc:@bert/encoder/layer_10/attention/self/value/bias* container* shape:€ Ç 6bert/encoder/layer_10/attention/self/value/bias/AssignAssign/bert/encoder/layer_10/attention/self/value/biasAbert/encoder/layer_10/attention/self/value/bias/Initializer/zeros* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_10/attention/self/value/bias* validate_shape(* _output_shapes :€ Û 4bert/encoder/layer_10/attention/self/value/bias/readIdentity/bert/encoder/layer_10/attention/self/value/bias* T0*B _class8 64loc:@bert/encoder/layer_10/attention/self/value/bias* _output_shapes :€ û 1bert/encoder/layer_10/attention/self/value/MatMulMatMul5bert/encoder/layer_9/output/LayerNorm/batchnorm/add_16bert/encoder/layer_10/attention/self/value/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( è 2bert/encoder/layer_10/attention/self/value/BiasAddBiasAdd1bert/encoder/layer_10/attention/self/value/MatMul4bert/encoder/layer_10/attention/self/value/bias/read* T0* data_formatNHWC* _output_shapes : € € ‹ 2bert/encoder/layer_10/attention/self/Reshape/shapeConst*% valueB" € @* dtype0* _output_shapes : ß ,bert/encoder/layer_10/attention/self/ReshapeReshape2bert/encoder/layer_10/attention/self/query/BiasAdd2bert/encoder/layer_10/attention/self/Reshape/shape* T0* Tshape0*' _output_shapes : € @ Œ 3bert/encoder/layer_10/attention/self/transpose/permConst*% valueB"* dtype0* _output_shapes : Ý .bert/encoder/layer_10/attention/self/transpose Transpose,bert/encoder/layer_10/attention/self/Reshape3bert/encoder/layer_10/attention/self/transpose/perm* T0*' _output_shapes :  €@* Tperm0  4bert/encoder/layer_10/attention/self/Reshape_1/shapeConst*% valueB" € @* dtype0* _output_shapes : á .bert/encoder/layer_10/attention/self/Reshape_1Reshape0bert/encoder/layer_10/attention/self/key/BiasAdd4bert/encoder/layer_10/attention/self/Reshape_1/shape* T0* Tshape0*' _output_shapes : € @ Ž 5bert/encoder/layer_10/attention/self/transpose_1/permConst*% valueB"* dtype0* _output_shapes : ã 0bert/encoder/layer_10/attention/self/transpose_1 Transpose.bert/encoder/layer_10/attention/self/Reshape_15bert/encoder/layer_10/attention/self/transpose_1/perm* T0*' _output_shapes :  €@* Tperm0 é +bert/encoder/layer_10/attention/self/MatMul BatchMatMul.bert/encoder/layer_10/attention/self/transpose0bert/encoder/layer_10/attention/self/transpose_1* adj_x(* adj_y(* T0*( _output_shapes :  €€ o *bert/encoder/layer_10/attention/self/Mul/yConst* value B *>* dtype0* _output_shapes : » (bert/encoder/layer_10/attention/self/MulMul+bert/encoder/layer_10/attention/self/MatMul*bert/encoder/layer_10/attention/self/Mul/y* T0*( _output_shapes :  €€ } 3bert/encoder/layer_10/attention/self/ExpandDims/dimConst* value B :* dtype0* _output_shapes : à /bert/encoder/layer_10/attention/self/ExpandDims ExpandDimsbert/encoder/mul3bert/encoder/layer_10/attention/self/ExpandDims/dim* Tdim0* T0*( _output_shapes : €€ o *bert/encoder/layer_10/attention/self/sub/xConst* value B *€?* dtype0* _output_shapes : ¿ (bert/encoder/layer_10/attention/self/subSub*bert/encoder/layer_10/attention/self/sub/x/bert/encoder/layer_10/attention/self/ExpandDims* T0*( _output_shapes : €€ q ,bert/encoder/layer_10/attention/self/mul_1/yConst* value B *@Æ* dtype0* _output_shapes : ¼ *bert/encoder/layer_10/attention/self/mul_1Mul(bert/encoder/layer_10/attention/self/sub,bert/encoder/layer_10/attention/self/mul_1/y* T0*( _output_shapes : €€ ¸ (bert/encoder/layer_10/attention/self/addAdd(bert/encoder/layer_10/attention/self/Mul*bert/encoder/layer_10/attention/self/mul_1* T0*( _output_shapes :  €€ ” ,bert/encoder/layer_10/attention/self/SoftmaxSoftmax(bert/encoder/layer_10/attention/self/add* T0*( _output_shapes :  €€ { 6bert/encoder/layer_10/attention/self/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : ‹ 2bert/encoder/layer_10/attention/self/dropout/ShapeConst*% valueB" €€* dtype0* _output_shapes : „ ?bert/encoder/layer_10/attention/self/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : „ ?bert/encoder/layer_10/attention/self/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : ç Ibert/encoder/layer_10/attention/self/dropout/random_uniform/RandomUniform RandomUniform2bert/encoder/layer_10/attention/self/dropout/Shape* T0* dtype0*( _output_shapes :  €€* seed2* seed é ?bert/encoder/layer_10/attention/self/dropout/random_uniform/subSub?bert/encoder/layer_10/attention/self/dropout/random_uniform/max?bert/encoder/layer_10/attention/self/dropout/random_uniform/min* T0* _output_shapes : … ?bert/encoder/layer_10/attention/self/dropout/random_uniform/mulMulIbert/encoder/layer_10/attention/self/dropout/random_uniform/RandomUniform?bert/encoder/layer_10/attention/self/dropout/random_uniform/sub* T0*( _output_shapes :  €€ ÷ ;bert/encoder/layer_10/attention/self/dropout/random_uniformAdd?bert/encoder/layer_10/attention/self/dropout/random_uniform/mul?bert/encoder/layer_10/attention/self/dropout/random_uniform/min* T0*( _output_shapes :  €€ ß 0bert/encoder/layer_10/attention/self/dropout/addAdd6bert/encoder/layer_10/attention/self/dropout/keep_prob;bert/encoder/layer_10/attention/self/dropout/random_uniform* T0*( _output_shapes :  €€   2bert/encoder/layer_10/attention/self/dropout/FloorFloor0bert/encoder/layer_10/attention/self/dropout/add* T0*( _output_shapes :  €€ Ô 0bert/encoder/layer_10/attention/self/dropout/divRealDiv,bert/encoder/layer_10/attention/self/Softmax6bert/encoder/layer_10/attention/self/dropout/keep_prob* T0*( _output_shapes :  €€ Ð 0bert/encoder/layer_10/attention/self/dropout/mulMul0bert/encoder/layer_10/attention/self/dropout/div2bert/encoder/layer_10/attention/self/dropout/Floor* T0*( _output_shapes :  €€  4bert/encoder/layer_10/attention/self/Reshape_2/shapeConst*% valueB" € @* dtype0* _output_shapes : ã .bert/encoder/layer_10/attention/self/Reshape_2Reshape2bert/encoder/layer_10/attention/self/value/BiasAdd4bert/encoder/layer_10/attention/self/Reshape_2/shape* T0* Tshape0*' _output_shapes : € @ Ž 5bert/encoder/layer_10/attention/self/transpose_2/permConst*% valueB"* dtype0* _output_shapes : ã 0bert/encoder/layer_10/attention/self/transpose_2 Transpose.bert/encoder/layer_10/attention/self/Reshape_25bert/encoder/layer_10/attention/self/transpose_2/perm* T0*' _output_shapes :  €@* Tperm0 ì -bert/encoder/layer_10/attention/self/MatMul_1 BatchMatMul0bert/encoder/layer_10/attention/self/dropout/mul0bert/encoder/layer_10/attention/self/transpose_2* adj_x(* adj_y(* T0*' _output_shapes :  €@ Ž 5bert/encoder/layer_10/attention/self/transpose_3/permConst*% valueB"* dtype0* _output_shapes : â 0bert/encoder/layer_10/attention/self/transpose_3 Transpose-bert/encoder/layer_10/attention/self/MatMul_15bert/encoder/layer_10/attention/self/transpose_3/perm* T0*' _output_shapes : € @* Tperm0 … 4bert/encoder/layer_10/attention/self/Reshape_3/shapeConst* valueB"* dtype0* _output_shapes : Ú .bert/encoder/layer_10/attention/self/Reshape_3Reshape0bert/encoder/layer_10/attention/self/transpose_34bert/encoder/layer_10/attention/self/Reshape_3/shape* T0* Tshape0* _output_shapes : € € ï Vbert/encoder/layer_10/attention/output/dense/kernel/Initializer/truncated_normal/shapeConst*F _class< :8loc:@bert/encoder/layer_10/attention/output/dense/kernel* valueB"* dtype0* _output_shapes : â Ubert/encoder/layer_10/attention/output/dense/kernel/Initializer/truncated_normal/meanConst*F _class< :8loc:@bert/encoder/layer_10/attention/output/dense/kernel* value B ** dtype0* _output_shapes : ä Wbert/encoder/layer_10/attention/output/dense/kernel/Initializer/truncated_normal/stddevConst*F _class< :8loc:@bert/encoder/layer_10/attention/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : ä `bert/encoder/layer_10/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalVbert/encoder/layer_10/attention/output/dense/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*F _class< :8loc:@bert/encoder/layer_10/attention/output/dense/kernel* seed2 ‰ Tbert/encoder/layer_10/attention/output/dense/kernel/Initializer/truncated_normal/mulMul`bert/encoder/layer_10/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalWbert/encoder/layer_10/attention/output/dense/kernel/Initializer/truncated_normal/stddev* T0*F _class< :8loc:@bert/encoder/layer_10/attention/output/dense/kernel* _output_shapes : €€ ÷ Pbert/encoder/layer_10/attention/output/dense/kernel/Initializer/truncated_normalAddTbert/encoder/layer_10/attention/output/dense/kernel/Initializer/truncated_normal/mulUbert/encoder/layer_10/attention/output/dense/kernel/Initializer/truncated_normal/mean* T0*F _class< :8loc:@bert/encoder/layer_10/attention/output/dense/kernel* _output_shapes : €€ ó 3bert/encoder/layer_10/attention/output/dense/kernel VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*F _class< :8loc:@bert/encoder/layer_10/attention/output/dense/kernel* container ç :bert/encoder/layer_10/attention/output/dense/kernel/AssignAssign3bert/encoder/layer_10/attention/output/dense/kernelPbert/encoder/layer_10/attention/output/dense/kernel/Initializer/truncated_normal* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_10/attention/output/dense/kernel* validate_shape(* _output_shapes : €€ ì 8bert/encoder/layer_10/attention/output/dense/kernel/readIdentity3bert/encoder/layer_10/attention/output/dense/kernel* T0*F _class< :8loc:@bert/encoder/layer_10/attention/output/dense/kernel* _output_shapes : €€ Ø Cbert/encoder/layer_10/attention/output/dense/bias/Initializer/zerosConst*D _class: 86loc:@bert/encoder/layer_10/attention/output/dense/bias* valueB€** dtype0* _output_shapes :€ å 1bert/encoder/layer_10/attention/output/dense/bias VariableV2* dtype0* _output_shapes :€* shared_name*D _class: 86loc:@bert/encoder/layer_10/attention/output/dense/bias* container* shape:€ Ï 8bert/encoder/layer_10/attention/output/dense/bias/AssignAssign1bert/encoder/layer_10/attention/output/dense/biasCbert/encoder/layer_10/attention/output/dense/bias/Initializer/zeros* T0*D _class: 86loc:@bert/encoder/layer_10/attention/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( á 6bert/encoder/layer_10/attention/output/dense/bias/readIdentity1bert/encoder/layer_10/attention/output/dense/bias* T0*D _class: 86loc:@bert/encoder/layer_10/attention/output/dense/bias* _output_shapes :€ ø 3bert/encoder/layer_10/attention/output/dense/MatMulMatMul.bert/encoder/layer_10/attention/self/Reshape_38bert/encoder/layer_10/attention/output/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( î 4bert/encoder/layer_10/attention/output/dense/BiasAddBiasAdd3bert/encoder/layer_10/attention/output/dense/MatMul6bert/encoder/layer_10/attention/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € } 8bert/encoder/layer_10/attention/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : … 4bert/encoder/layer_10/attention/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : † Abert/encoder/layer_10/attention/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : † Abert/encoder/layer_10/attention/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : ã Kbert/encoder/layer_10/attention/output/dropout/random_uniform/RandomUniform RandomUniform4bert/encoder/layer_10/attention/output/dropout/Shape* T0* dtype0* _output_shapes : € €* seed2* seed ï Abert/encoder/layer_10/attention/output/dropout/random_uniform/subSubAbert/encoder/layer_10/attention/output/dropout/random_uniform/maxAbert/encoder/layer_10/attention/output/dropout/random_uniform/min* T0* _output_shapes : ƒ Abert/encoder/layer_10/attention/output/dropout/random_uniform/mulMulKbert/encoder/layer_10/attention/output/dropout/random_uniform/RandomUniformAbert/encoder/layer_10/attention/output/dropout/random_uniform/sub* T0* _output_shapes : € € õ =bert/encoder/layer_10/attention/output/dropout/random_uniformAddAbert/encoder/layer_10/attention/output/dropout/random_uniform/mulAbert/encoder/layer_10/attention/output/dropout/random_uniform/min* T0* _output_shapes : € € Ý 2bert/encoder/layer_10/attention/output/dropout/addAdd8bert/encoder/layer_10/attention/output/dropout/keep_prob=bert/encoder/layer_10/attention/output/dropout/random_uniform* T0* _output_shapes : € € œ 4bert/encoder/layer_10/attention/output/dropout/FloorFloor2bert/encoder/layer_10/attention/output/dropout/add* T0* _output_shapes : € € Ø 2bert/encoder/layer_10/attention/output/dropout/divRealDiv4bert/encoder/layer_10/attention/output/dense/BiasAdd8bert/encoder/layer_10/attention/output/dropout/keep_prob* T0* _output_shapes : € € Î 2bert/encoder/layer_10/attention/output/dropout/mulMul2bert/encoder/layer_10/attention/output/dropout/div4bert/encoder/layer_10/attention/output/dropout/Floor* T0* _output_shapes : € € Ç *bert/encoder/layer_10/attention/output/addAdd2bert/encoder/layer_10/attention/output/dropout/mul5bert/encoder/layer_9/output/LayerNorm/batchnorm/add_1* T0* _output_shapes : € € à Gbert/encoder/layer_10/attention/output/LayerNorm/beta/Initializer/zerosConst*H _class> <:loc:@bert/encoder/layer_10/attention/output/LayerNorm/beta* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_10/attention/output/LayerNorm/beta VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_10/attention/output/LayerNorm/beta* container ß <:loc:@bert/encoder/layer_10/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€ í :bert/encoder/layer_10/attention/output/LayerNorm/beta/readIdentity5bert/encoder/layer_10/attention/output/LayerNorm/beta* T0*H _class> <:loc:@bert/encoder/layer_10/attention/output/LayerNorm/beta* _output_shapes :€ á Gbert/encoder/layer_10/attention/output/LayerNorm/gamma/Initializer/onesConst*I _class? =;loc:@bert/encoder/layer_10/attention/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ ï 6bert/encoder/layer_10/attention/output/LayerNorm/gamma VariableV2* shared_name*I _class? =;loc:@bert/encoder/layer_10/attention/output/LayerNorm/gamma* container* shape:€* dtype0* _output_shapes :€ â =bert/encoder/layer_10/attention/output/LayerNorm/gamma/AssignAssign6bert/encoder/layer_10/attention/output/LayerNorm/gammaGbert/encoder/layer_10/attention/output/LayerNorm/gamma/Initializer/ones* use_locking(* T0*I _class? =;loc:@bert/encoder/layer_10/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ ð ;bert/encoder/layer_10/attention/output/LayerNorm/gamma/readIdentity6bert/encoder/layer_10/attention/output/LayerNorm/gamma* T0*I _class? =;loc:@bert/encoder/layer_10/attention/output/LayerNorm/gamma* _output_shapes :€ ™ Obert/encoder/layer_10/attention/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : ‰ =bert/encoder/layer_10/attention/output/LayerNorm/moments/meanMean*bert/encoder/layer_10/attention/output/addObert/encoder/layer_10/attention/output/LayerNorm/moments/mean/reduction_indices* keep_dims(* Tidx0* T0* _output_shapes : €  ¾ Ebert/encoder/layer_10/attention/output/LayerNorm/moments/StopGradient StopGradient=bert/encoder/layer_10/attention/output/LayerNorm/moments/mean* T0* _output_shapes : €  ý Jbert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifferenceSquaredDifference*bert/encoder/layer_10/attention/output/addEbert/encoder/layer_10/attention/output/LayerNorm/moments/StopGradient* T0* _output_shapes : € €  Sbert/encoder/layer_10/attention/output/LayerNorm/moments/variance/reduction_indicesConst* value B :* dtype0* _output_shapes : ± Abert/encoder/layer_10/attention/output/LayerNorm/moments/varianceMeanJbert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifferenceSbert/encoder/layer_10/attention/output/LayerNorm/moments/variance/reduction_indices* keep_dims(* Tidx0* T0* _output_shapes : €  … @bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add/yConst* value B *̼Œ+* dtype0* _output_shapes : ô >bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/addAddAbert/encoder/layer_10/attention/output/LayerNorm/moments/variance@bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add/y* T0* _output_shapes : €  ³ @bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/RsqrtRsqrt>bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add* T0* _output_shapes : €  ï >bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mulMul@bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/Rsqrt;bert/encoder/layer_10/attention/output/LayerNorm/gamma/read* T0* _output_shapes : € € Þ @bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_1Mul*bert/encoder/layer_10/attention/output/add>bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ñ @bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2Mul=bert/encoder/layer_10/attention/output/LayerNorm/moments/mean>bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € î >bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/subSub:bert/encoder/layer_10/attention/output/LayerNorm/beta/read@bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2* T0* _output_shapes : € € ô @bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add_1Add@bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_1>bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub* T0* _output_shapes : € € ç Rbert/encoder/layer_10/intermediate/dense/kernel/Initializer/truncated_normal/shapeConst*B _class8 64loc:@bert/encoder/layer_10/intermediate/dense/kernel* valueB" * dtype0* _output_shapes : Ú Qbert/encoder/layer_10/intermediate/dense/kernel/Initializer/truncated_normal/meanConst*B _class8 64loc:@bert/encoder/layer_10/intermediate/dense/kernel* value B ** dtype0* _output_shapes : Ü Sbert/encoder/layer_10/intermediate/dense/kernel/Initializer/truncated_normal/stddevConst*B _class8 64loc:@bert/encoder/layer_10/intermediate/dense/kernel* value B * ×£<* dtype0* _output_shapes : Ø \bert/encoder/layer_10/intermediate/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalRbert/encoder/layer_10/intermediate/dense/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*B _class8 64loc:@bert/encoder/layer_10/intermediate/dense/kernel* seed2 ù Pbert/encoder/layer_10/intermediate/dense/kernel/Initializer/truncated_normal/mulMul\bert/encoder/layer_10/intermediate/dense/kernel/Initializer/truncated_normal/TruncatedNormalSbert/encoder/layer_10/intermediate/dense/kernel/Initializer/truncated_normal/stddev* T0*B _class8 64loc:@bert/encoder/layer_10/intermediate/dense/kernel* _output_shapes : €€ ç Lbert/encoder/layer_10/intermediate/dense/kernel/Initializer/truncated_normalAddPbert/encoder/layer_10/intermediate/dense/kernel/Initializer/truncated_normal/mulQbert/encoder/layer_10/intermediate/dense/kernel/Initializer/truncated_normal/mean* T0*B _class8 64loc:@bert/encoder/layer_10/intermediate/dense/kernel* _output_shapes : €€ ë /bert/encoder/layer_10/intermediate/dense/kernel VariableV2* shared_name*B _class8 64loc:@bert/encoder/layer_10/intermediate/dense/kernel* container* shape : €€* dtype0* _output_shapes : €€ × 6bert/encoder/layer_10/intermediate/dense/kernel/AssignAssign/bert/encoder/layer_10/intermediate/dense/kernelLbert/encoder/layer_10/intermediate/dense/kernel/Initializer/truncated_normal* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_10/intermediate/dense/kernel* validate_shape(* _output_shapes : €€ à 4bert/encoder/layer_10/intermediate/dense/kernel/readIdentity/bert/encoder/layer_10/intermediate/dense/kernel* T0*B _class8 64loc:@bert/encoder/layer_10/intermediate/dense/kernel* _output_shapes : €€ Ü Obert/encoder/layer_10/intermediate/dense/bias/Initializer/zeros/shape_as_tensorConst*@ _class6 42loc:@bert/encoder/layer_10/intermediate/dense/bias* valueB :€* dtype0* _output_shapes : Ì Ebert/encoder/layer_10/intermediate/dense/bias/Initializer/zeros/ConstConst*@ _class6 42loc:@bert/encoder/layer_10/intermediate/dense/bias* value B ** dtype0* _output_shapes : Ù ?bert/encoder/layer_10/intermediate/dense/bias/Initializer/zerosFillObert/encoder/layer_10/intermediate/dense/bias/Initializer/zeros/shape_as_tensorEbert/encoder/layer_10/intermediate/dense/bias/Initializer/zeros/Const* T0*@ _class6 42loc:@bert/encoder/layer_10/intermediate/dense/bias* index_type0* _output_shapes :€ Ý -bert/encoder/layer_10/intermediate/dense/bias VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*@ _class6 42loc:@bert/encoder/layer_10/intermediate/dense/bias* container ¿ 4bert/encoder/layer_10/intermediate/dense/bias/AssignAssign-bert/encoder/layer_10/intermediate/dense/bias?bert/encoder/layer_10/intermediate/dense/bias/Initializer/zeros* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_10/intermediate/dense/bias* validate_shape(* _output_shapes :€ Õ 2bert/encoder/layer_10/intermediate/dense/bias/readIdentity-bert/encoder/layer_10/intermediate/dense/bias* T0*@ _class6 42loc:@bert/encoder/layer_10/intermediate/dense/bias* _output_shapes :€ ‚ /bert/encoder/layer_10/intermediate/dense/MatMulMatMul@bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add_14bert/encoder/layer_10/intermediate/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( â 0bert/encoder/layer_10/intermediate/dense/BiasAddBiasAdd/bert/encoder/layer_10/intermediate/dense/MatMul2bert/encoder/layer_10/intermediate/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € t /bert/encoder/layer_10/intermediate/dense/Sqrt/xConst* value B *@* dtype0* _output_shapes : ‡ -bert/encoder/layer_10/intermediate/dense/SqrtSqrt/bert/encoder/layer_10/intermediate/dense/Sqrt/x* T0* _output_shapes : Ç 0bert/encoder/layer_10/intermediate/dense/truedivRealDiv0bert/encoder/layer_10/intermediate/dense/BiasAdd-bert/encoder/layer_10/intermediate/dense/Sqrt* T0* _output_shapes : € €  ,bert/encoder/layer_10/intermediate/dense/ErfErf0bert/encoder/layer_10/intermediate/dense/truediv* T0* _output_shapes : € € s .bert/encoder/layer_10/intermediate/dense/add/xConst* value B *€?* dtype0* _output_shapes : ¼ ,bert/encoder/layer_10/intermediate/dense/addAdd.bert/encoder/layer_10/intermediate/dense/add/x,bert/encoder/layer_10/intermediate/dense/Erf* T0* _output_shapes : € € s .bert/encoder/layer_10/intermediate/dense/mul/xConst* value B *?* dtype0* _output_shapes : ¼ ,bert/encoder/layer_10/intermediate/dense/mulMul.bert/encoder/layer_10/intermediate/dense/mul/x,bert/encoder/layer_10/intermediate/dense/add* T0* _output_shapes : € € À .bert/encoder/layer_10/intermediate/dense/mul_1Mul0bert/encoder/layer_10/intermediate/dense/BiasAdd,bert/encoder/layer_10/intermediate/dense/mul* T0* _output_shapes : € € Û Lbert/encoder/layer_10/output/dense/kernel/Initializer/truncated_normal/shapeConst*< _class2 0.loc:@bert/encoder/layer_10/output/dense/kernel* valueB" * dtype0* _output_shapes : Î Kbert/encoder/layer_10/output/dense/kernel/Initializer/truncated_normal/meanConst*< _class2 0.loc:@bert/encoder/layer_10/output/dense/kernel* value B ** dtype0* _output_shapes : Ð Mbert/encoder/layer_10/output/dense/kernel/Initializer/truncated_normal/stddevConst*< _class2 0.loc:@bert/encoder/layer_10/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : Æ Vbert/encoder/layer_10/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalLbert/encoder/layer_10/output/dense/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*< _class2 0.loc:@bert/encoder/layer_10/output/dense/kernel* seed2 á Jbert/encoder/layer_10/output/dense/kernel/Initializer/truncated_normal/mulMulVbert/encoder/layer_10/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalMbert/encoder/layer_10/output/dense/kernel/Initializer/truncated_normal/stddev* T0*< _class2 0.loc:@bert/encoder/layer_10/output/dense/kernel* _output_shapes : €€ Ï Fbert/encoder/layer_10/output/dense/kernel/Initializer/truncated_normalAddJbert/encoder/layer_10/output/dense/kernel/Initializer/truncated_normal/mulKbert/encoder/layer_10/output/dense/kernel/Initializer/truncated_normal/mean* T0*< _class2 0.loc:@bert/encoder/layer_10/output/dense/kernel* _output_shapes : €€ ß )bert/encoder/layer_10/output/dense/kernel VariableV2* dtype0* _output_shapes : €€* shared_name*< _class2 0.loc:@bert/encoder/layer_10/output/dense/kernel* container* shape : €€ ¿ 0bert/encoder/layer_10/output/dense/kernel/AssignAssign)bert/encoder/layer_10/output/dense/kernelFbert/encoder/layer_10/output/dense/kernel/Initializer/truncated_normal* use_locking(* T0*< _class2 0.loc:@bert/encoder/layer_10/output/dense/kernel* validate_shape(* _output_shapes : €€ Î .bert/encoder/layer_10/output/dense/kernel/readIdentity)bert/encoder/layer_10/output/dense/kernel* T0*< _class2 0.loc:@bert/encoder/layer_10/output/dense/kernel* _output_shapes : €€ Ä 9bert/encoder/layer_10/output/dense/bias/Initializer/zerosConst*: _class0 .,loc:@bert/encoder/layer_10/output/dense/bias* valueB€** dtype0* _output_shapes :€ Ñ 'bert/encoder/layer_10/output/dense/bias VariableV2* shared_name*: _class0 .,loc:@bert/encoder/layer_10/output/dense/bias* container* shape:€* dtype0* _output_shapes :€ § .bert/encoder/layer_10/output/dense/bias/AssignAssign'bert/encoder/layer_10/output/dense/bias9bert/encoder/layer_10/output/dense/bias/Initializer/zeros* use_locking(* T0*: _class0 .,loc:@bert/encoder/layer_10/output/dense/bias* validate_shape(* _output_shapes :€ à ,bert/encoder/layer_10/output/dense/bias/readIdentity'bert/encoder/layer_10/output/dense/bias* T0*: _class0 .,loc:@bert/encoder/layer_10/output/dense/bias* _output_shapes :€ ä )bert/encoder/layer_10/output/dense/MatMulMatMul.bert/encoder/layer_10/intermediate/dense/mul_1.bert/encoder/layer_10/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( Ð *bert/encoder/layer_10/output/dense/BiasAddBiasAdd)bert/encoder/layer_10/output/dense/MatMul,bert/encoder/layer_10/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € s .bert/encoder/layer_10/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : { *bert/encoder/layer_10/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : | 7bert/encoder/layer_10/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : | 7bert/encoder/layer_10/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : Ï Abert/encoder/layer_10/output/dropout/random_uniform/RandomUniform RandomUniform*bert/encoder/layer_10/output/dropout/Shape* seed* T0* dtype0* _output_shapes : € €* seed2 Ñ 7bert/encoder/layer_10/output/dropout/random_uniform/subSub7bert/encoder/layer_10/output/dropout/random_uniform/max7bert/encoder/layer_10/output/dropout/random_uniform/min* T0* _output_shapes : å 7bert/encoder/layer_10/output/dropout/random_uniform/mulMulAbert/encoder/layer_10/output/dropout/random_uniform/RandomUniform7bert/encoder/layer_10/output/dropout/random_uniform/sub* T0* _output_shapes : € € × 3bert/encoder/layer_10/output/dropout/random_uniformAdd7bert/encoder/layer_10/output/dropout/random_uniform/mul7bert/encoder/layer_10/output/dropout/random_uniform/min* T0* _output_shapes : € € ¿ (bert/encoder/layer_10/output/dropout/addAdd.bert/encoder/layer_10/output/dropout/keep_prob3bert/encoder/layer_10/output/dropout/random_uniform* T0* _output_shapes : € € ˆ *bert/encoder/layer_10/output/dropout/FloorFloor(bert/encoder/layer_10/output/dropout/add* T0* _output_shapes : € € º (bert/encoder/layer_10/output/dropout/divRealDiv*bert/encoder/layer_10/output/dense/BiasAdd.bert/encoder/layer_10/output/dropout/keep_prob* T0* _output_shapes : € € ° (bert/encoder/layer_10/output/dropout/mulMul(bert/encoder/layer_10/output/dropout/div*bert/encoder/layer_10/output/dropout/Floor* T0* _output_shapes : € € ¾ bert/encoder/layer_10/output/addAdd(bert/encoder/layer_10/output/dropout/mul@bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add_1* T0* _output_shapes : € € Ì =bert/encoder/layer_10/output/LayerNorm/beta/Initializer/zerosConst*> _class4 20loc:@bert/encoder/layer_10/output/LayerNorm/beta* valueB€** dtype0* _output_shapes :€ Ù +bert/encoder/layer_10/output/LayerNorm/beta VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*> _class4 20loc:@bert/encoder/layer_10/output/LayerNorm/beta* container · 2bert/encoder/layer_10/output/LayerNorm/beta/AssignAssign+bert/encoder/layer_10/output/LayerNorm/beta=bert/encoder/layer_10/output/LayerNorm/beta/Initializer/zeros* T0*> _class4 20loc:@bert/encoder/layer_10/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( Ï 0bert/encoder/layer_10/output/LayerNorm/beta/readIdentity+bert/encoder/layer_10/output/LayerNorm/beta* T0*> _class4 20loc:@bert/encoder/layer_10/output/LayerNorm/beta* _output_shapes :€ Í =bert/encoder/layer_10/output/LayerNorm/gamma/Initializer/onesConst*? _class5 31loc:@bert/encoder/layer_10/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ Û ,bert/encoder/layer_10/output/LayerNorm/gamma VariableV2* shared_name*? _class5 31loc:@bert/encoder/layer_10/output/LayerNorm/gamma* container* shape:€* dtype0* _output_shapes :€ º 3bert/encoder/layer_10/output/LayerNorm/gamma/AssignAssign,bert/encoder/layer_10/output/LayerNorm/gamma=bert/encoder/layer_10/output/LayerNorm/gamma/Initializer/ones* T0*? _class5 31loc:@bert/encoder/layer_10/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( Ò 1bert/encoder/layer_10/output/LayerNorm/gamma/readIdentity,bert/encoder/layer_10/output/LayerNorm/gamma* T0*? _class5 31loc:@bert/encoder/layer_10/output/LayerNorm/gamma* _output_shapes :€  Ebert/encoder/layer_10/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : ë 3bert/encoder/layer_10/output/LayerNorm/moments/meanMean bert/encoder/layer_10/output/addEbert/encoder/layer_10/output/LayerNorm/moments/mean/reduction_indices* keep_dims(* Tidx0* T0* _output_shapes : €  ª ;bert/encoder/layer_10/output/LayerNorm/moments/StopGradient StopGradient3bert/encoder/layer_10/output/LayerNorm/moments/mean* T0* _output_shapes : €  ß @bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifferenceSquaredDifference bert/encoder/layer_10/output/add;bert/encoder/layer_10/output/LayerNorm/moments/StopGradient* T0* _output_shapes : € € “ Ibert/encoder/layer_10/output/LayerNorm/moments/variance/reduction_indicesConst* value B :* dtype0* _output_shapes : “ 7bert/encoder/layer_10/output/LayerNorm/moments/varianceMean@bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifferenceIbert/encoder/layer_10/output/LayerNorm/moments/variance/reduction_indices* keep_dims(* Tidx0* T0* _output_shapes : €  { 6bert/encoder/layer_10/output/LayerNorm/batchnorm/add/yConst* value B *̼Œ+* dtype0* _output_shapes : Ö 4bert/encoder/layer_10/output/LayerNorm/batchnorm/addAdd7bert/encoder/layer_10/output/LayerNorm/moments/variance6bert/encoder/layer_10/output/LayerNorm/batchnorm/add/y* T0* _output_shapes : €  Ÿ 6bert/encoder/layer_10/output/LayerNorm/batchnorm/RsqrtRsqrt4bert/encoder/layer_10/output/LayerNorm/batchnorm/add* T0* _output_shapes : €  Ñ 4bert/encoder/layer_10/output/LayerNorm/batchnorm/mulMul6bert/encoder/layer_10/output/LayerNorm/batchnorm/Rsqrt1bert/encoder/layer_10/output/LayerNorm/gamma/read* T0* _output_shapes : € € À 6bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_1Mul bert/encoder/layer_10/output/add4bert/encoder/layer_10/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ó 6bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2Mul3bert/encoder/layer_10/output/LayerNorm/moments/mean4bert/encoder/layer_10/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ð 4bert/encoder/layer_10/output/LayerNorm/batchnorm/subSub0bert/encoder/layer_10/output/LayerNorm/beta/read6bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2* T0* _output_shapes : € € Ö 6bert/encoder/layer_10/output/LayerNorm/batchnorm/add_1Add6bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_14bert/encoder/layer_10/output/LayerNorm/batchnorm/sub* T0* _output_shapes : € € ë Tbert/encoder/layer_11/attention/self/query/kernel/Initializer/truncated_normal/shapeConst*D _class: 86loc:@bert/encoder/layer_11/attention/self/query/kernel* valueB"* dtype0* _output_shapes : Þ Sbert/encoder/layer_11/attention/self/query/kernel/Initializer/truncated_normal/meanConst*D _class: 86loc:@bert/encoder/layer_11/attention/self/query/kernel* value B ** dtype0* _output_shapes : à Ubert/encoder/layer_11/attention/self/query/kernel/Initializer/truncated_normal/stddevConst*D _class: 86loc:@bert/encoder/layer_11/attention/self/query/kernel* value B * ×£<* dtype0* _output_shapes : Þ ^bert/encoder/layer_11/attention/self/query/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalTbert/encoder/layer_11/attention/self/query/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*D _class: 86loc:@bert/encoder/layer_11/attention/self/query/kernel* seed2  Rbert/encoder/layer_11/attention/self/query/kernel/Initializer/truncated_normal/mulMul^bert/encoder/layer_11/attention/self/query/kernel/Initializer/truncated_normal/TruncatedNormalUbert/encoder/layer_11/attention/self/query/kernel/Initializer/truncated_normal/stddev* T0*D _class: 86loc:@bert/encoder/layer_11/attention/self/query/kernel* _output_shapes : €€ ï Nbert/encoder/layer_11/attention/self/query/kernel/Initializer/truncated_normalAddRbert/encoder/layer_11/attention/self/query/kernel/Initializer/truncated_normal/mulSbert/encoder/layer_11/attention/self/query/kernel/Initializer/truncated_normal/mean* T0*D _class: 86loc:@bert/encoder/layer_11/attention/self/query/kernel* _output_shapes : €€ ï 1bert/encoder/layer_11/attention/self/query/kernel VariableV2* shared_name*D _class: 86loc:@bert/encoder/layer_11/attention/self/query/kernel* container* shape : €€* dtype0* _output_shapes : €€ ß 8bert/encoder/layer_11/attention/self/query/kernel/AssignAssign1bert/encoder/layer_11/attention/self/query/kernelNbert/encoder/layer_11/attention/self/query/kernel/Initializer/truncated_normal* T0*D _class: 86loc:@bert/encoder/layer_11/attention/self/query/kernel* validate_shape(* _output_shapes : €€* use_locking( æ 6bert/encoder/layer_11/attention/self/query/kernel/readIdentity1bert/encoder/layer_11/attention/self/query/kernel* T0*D _class: 86loc:@bert/encoder/layer_11/attention/self/query/kernel* _output_shapes : €€ Ô Abert/encoder/layer_11/attention/self/query/bias/Initializer/zerosConst*B _class8 64loc:@bert/encoder/layer_11/attention/self/query/bias* valueB€** dtype0* _output_shapes :€ á /bert/encoder/layer_11/attention/self/query/bias VariableV2* shared_name*B _class8 64loc:@bert/encoder/layer_11/attention/self/query/bias* container* shape:€* dtype0* _output_shapes :€ Ç 6bert/encoder/layer_11/attention/self/query/bias/AssignAssign/bert/encoder/layer_11/attention/self/query/biasAbert/encoder/layer_11/attention/self/query/bias/Initializer/zeros* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_11/attention/self/query/bias* validate_shape(* _output_shapes :€ Û 4bert/encoder/layer_11/attention/self/query/bias/readIdentity/bert/encoder/layer_11/attention/self/query/bias* T0*B _class8 64loc:@bert/encoder/layer_11/attention/self/query/bias* _output_shapes :€ ü 1bert/encoder/layer_11/attention/self/query/MatMulMatMul6bert/encoder/layer_10/output/LayerNorm/batchnorm/add_16bert/encoder/layer_11/attention/self/query/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( è 2bert/encoder/layer_11/attention/self/query/BiasAddBiasAdd1bert/encoder/layer_11/attention/self/query/MatMul4bert/encoder/layer_11/attention/self/query/bias/read* T0* data_formatNHWC* _output_shapes : € € ç Rbert/encoder/layer_11/attention/self/key/kernel/Initializer/truncated_normal/shapeConst*B _class8 64loc:@bert/encoder/layer_11/attention/self/key/kernel* valueB"* dtype0* _output_shapes : Ú Qbert/encoder/layer_11/attention/self/key/kernel/Initializer/truncated_normal/meanConst*B _class8 64loc:@bert/encoder/layer_11/attention/self/key/kernel* value B ** dtype0* _output_shapes : Ü Sbert/encoder/layer_11/attention/self/key/kernel/Initializer/truncated_normal/stddevConst*B _class8 64loc:@bert/encoder/layer_11/attention/self/key/kernel* value B * ×£<* dtype0* _output_shapes : Ø \bert/encoder/layer_11/attention/self/key/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalRbert/encoder/layer_11/attention/self/key/kernel/Initializer/truncated_normal/shape* T0*B _class8 64loc:@bert/encoder/layer_11/attention/self/key/kernel* seed2* dtype0* _output_shapes : €€* seed ù Pbert/encoder/layer_11/attention/self/key/kernel/Initializer/truncated_normal/mulMul\bert/encoder/layer_11/attention/self/key/kernel/Initializer/truncated_normal/TruncatedNormalSbert/encoder/layer_11/attention/self/key/kernel/Initializer/truncated_normal/stddev* T0*B _class8 64loc:@bert/encoder/layer_11/attention/self/key/kernel* _output_shapes : €€ ç Lbert/encoder/layer_11/attention/self/key/kernel/Initializer/truncated_normalAddPbert/encoder/layer_11/attention/self/key/kernel/Initializer/truncated_normal/mulQbert/encoder/layer_11/attention/self/key/kernel/Initializer/truncated_normal/mean* T0*B _class8 64loc:@bert/encoder/layer_11/attention/self/key/kernel* _output_shapes : €€ ë /bert/encoder/layer_11/attention/self/key/kernel VariableV2*B _class8 64loc:@bert/encoder/layer_11/attention/self/key/kernel* container* shape : €€* dtype0* _output_shapes : €€* shared_name × 6bert/encoder/layer_11/attention/self/key/kernel/AssignAssign/bert/encoder/layer_11/attention/self/key/kernelLbert/encoder/layer_11/attention/self/key/kernel/Initializer/truncated_normal* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_11/attention/self/key/kernel* validate_shape(* _output_shapes : €€ à 4bert/encoder/layer_11/attention/self/key/kernel/readIdentity/bert/encoder/layer_11/attention/self/key/kernel* T0*B _class8 64loc:@bert/encoder/layer_11/attention/self/key/kernel* _output_shapes : €€ Ð ?bert/encoder/layer_11/attention/self/key/bias/Initializer/zerosConst*@ _class6 42loc:@bert/encoder/layer_11/attention/self/key/bias* valueB€** dtype0* _output_shapes :€ Ý -bert/encoder/layer_11/attention/self/key/bias VariableV2* dtype0* _output_shapes :€* shared_name*@ _class6 42loc:@bert/encoder/layer_11/attention/self/key/bias* container* shape:€ ¿ 4bert/encoder/layer_11/attention/self/key/bias/AssignAssign-bert/encoder/layer_11/attention/self/key/bias?bert/encoder/layer_11/attention/self/key/bias/Initializer/zeros* T0*@ _class6 42loc:@bert/encoder/layer_11/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( Õ 2bert/encoder/layer_11/attention/self/key/bias/readIdentity-bert/encoder/layer_11/attention/self/key/bias* T0*@ _class6 42loc:@bert/encoder/layer_11/attention/self/key/bias* _output_shapes :€ ø /bert/encoder/layer_11/attention/self/key/MatMulMatMul6bert/encoder/layer_10/output/LayerNorm/batchnorm/add_14bert/encoder/layer_11/attention/self/key/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( â 0bert/encoder/layer_11/attention/self/key/BiasAddBiasAdd/bert/encoder/layer_11/attention/self/key/MatMul2bert/encoder/layer_11/attention/self/key/bias/read* T0* data_formatNHWC* _output_shapes : € € ë Tbert/encoder/layer_11/attention/self/value/kernel/Initializer/truncated_normal/shapeConst*D _class: 86loc:@bert/encoder/layer_11/attention/self/value/kernel* valueB"* dtype0* _output_shapes : Þ Sbert/encoder/layer_11/attention/self/value/kernel/Initializer/truncated_normal/meanConst*D _class: 86loc:@bert/encoder/layer_11/attention/self/value/kernel* value B ** dtype0* _output_shapes : à Ubert/encoder/layer_11/attention/self/value/kernel/Initializer/truncated_normal/stddevConst*D _class: 86loc:@bert/encoder/layer_11/attention/self/value/kernel* value B * ×£<* dtype0* _output_shapes : Þ ^bert/encoder/layer_11/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalTbert/encoder/layer_11/attention/self/value/kernel/Initializer/truncated_normal/shape* T0*D _class: 86loc:@bert/encoder/layer_11/attention/self/value/kernel* seed2* dtype0* _output_shapes : €€* seed  Rbert/encoder/layer_11/attention/self/value/kernel/Initializer/truncated_normal/mulMul^bert/encoder/layer_11/attention/self/value/kernel/Initializer/truncated_normal/TruncatedNormalUbert/encoder/layer_11/attention/self/value/kernel/Initializer/truncated_normal/stddev* T0*D _class: 86loc:@bert/encoder/layer_11/attention/self/value/kernel* _output_shapes : €€ ï Nbert/encoder/layer_11/attention/self/value/kernel/Initializer/truncated_normalAddRbert/encoder/layer_11/attention/self/value/kernel/Initializer/truncated_normal/mulSbert/encoder/layer_11/attention/self/value/kernel/Initializer/truncated_normal/mean* T0*D _class: 86loc:@bert/encoder/layer_11/attention/self/value/kernel* _output_shapes : €€ ï 1bert/encoder/layer_11/attention/self/value/kernel VariableV2* shared_name*D _class: 86loc:@bert/encoder/layer_11/attention/self/value/kernel* container* shape : €€* dtype0* _output_shapes : €€ ß 8bert/encoder/layer_11/attention/self/value/kernel/AssignAssign1bert/encoder/layer_11/attention/self/value/kernelNbert/encoder/layer_11/attention/self/value/kernel/Initializer/truncated_normal* T0*D _class: 86loc:@bert/encoder/layer_11/attention/self/value/kernel* validate_shape(* _output_shapes : €€* use_locking( æ 6bert/encoder/layer_11/attention/self/value/kernel/readIdentity1bert/encoder/layer_11/attention/self/value/kernel* T0*D _class: 86loc:@bert/encoder/layer_11/attention/self/value/kernel* _output_shapes : €€ Ô Abert/encoder/layer_11/attention/self/value/bias/Initializer/zerosConst*B _class8 64loc:@bert/encoder/layer_11/attention/self/value/bias* valueB€** dtype0* _output_shapes :€ á /bert/encoder/layer_11/attention/self/value/bias VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*B _class8 64loc:@bert/encoder/layer_11/attention/self/value/bias* container Ç 6bert/encoder/layer_11/attention/self/value/bias/AssignAssign/bert/encoder/layer_11/attention/self/value/biasAbert/encoder/layer_11/attention/self/value/bias/Initializer/zeros* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_11/attention/self/value/bias* validate_shape(* _output_shapes :€ Û 4bert/encoder/layer_11/attention/self/value/bias/readIdentity/bert/encoder/layer_11/attention/self/value/bias* T0*B _class8 64loc:@bert/encoder/layer_11/attention/self/value/bias* _output_shapes :€ ü 1bert/encoder/layer_11/attention/self/value/MatMulMatMul6bert/encoder/layer_10/output/LayerNorm/batchnorm/add_16bert/encoder/layer_11/attention/self/value/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( è 2bert/encoder/layer_11/attention/self/value/BiasAddBiasAdd1bert/encoder/layer_11/attention/self/value/MatMul4bert/encoder/layer_11/attention/self/value/bias/read* T0* data_formatNHWC* _output_shapes : € € ‹ 2bert/encoder/layer_11/attention/self/Reshape/shapeConst*% valueB" € @* dtype0* _output_shapes : ß ,bert/encoder/layer_11/attention/self/ReshapeReshape2bert/encoder/layer_11/attention/self/query/BiasAdd2bert/encoder/layer_11/attention/self/Reshape/shape* T0* Tshape0*' _output_shapes : € @ Œ 3bert/encoder/layer_11/attention/self/transpose/permConst*% valueB"* dtype0* _output_shapes : Ý .bert/encoder/layer_11/attention/self/transpose Transpose,bert/encoder/layer_11/attention/self/Reshape3bert/encoder/layer_11/attention/self/transpose/perm* Tperm0* T0*' _output_shapes :  €@  4bert/encoder/layer_11/attention/self/Reshape_1/shapeConst*% valueB" € @* dtype0* _output_shapes : á .bert/encoder/layer_11/attention/self/Reshape_1Reshape0bert/encoder/layer_11/attention/self/key/BiasAdd4bert/encoder/layer_11/attention/self/Reshape_1/shape* T0* Tshape0*' _output_shapes : € @ Ž 5bert/encoder/layer_11/attention/self/transpose_1/permConst*% valueB"* dtype0* _output_shapes : ã 0bert/encoder/layer_11/attention/self/transpose_1 Transpose.bert/encoder/layer_11/attention/self/Reshape_15bert/encoder/layer_11/attention/self/transpose_1/perm* T0*' _output_shapes :  €@* Tperm0 é +bert/encoder/layer_11/attention/self/MatMul BatchMatMul.bert/encoder/layer_11/attention/self/transpose0bert/encoder/layer_11/attention/self/transpose_1* T0*( _output_shapes :  €€* adj_x(* adj_y( o *bert/encoder/layer_11/attention/self/Mul/yConst* value B *>* dtype0* _output_shapes : » (bert/encoder/layer_11/attention/self/MulMul+bert/encoder/layer_11/attention/self/MatMul*bert/encoder/layer_11/attention/self/Mul/y* T0*( _output_shapes :  €€ } 3bert/encoder/layer_11/attention/self/ExpandDims/dimConst* value B :* dtype0* _output_shapes : à /bert/encoder/layer_11/attention/self/ExpandDims ExpandDimsbert/encoder/mul3bert/encoder/layer_11/attention/self/ExpandDims/dim* T0*( _output_shapes : €€* Tdim0 o *bert/encoder/layer_11/attention/self/sub/xConst* value B *€?* dtype0* _output_shapes : ¿ (bert/encoder/layer_11/attention/self/subSub*bert/encoder/layer_11/attention/self/sub/x/bert/encoder/layer_11/attention/self/ExpandDims* T0*( _output_shapes : €€ q ,bert/encoder/layer_11/attention/self/mul_1/yConst* value B *@Æ* dtype0* _output_shapes : ¼ *bert/encoder/layer_11/attention/self/mul_1Mul(bert/encoder/layer_11/attention/self/sub,bert/encoder/layer_11/attention/self/mul_1/y* T0*( _output_shapes : €€ ¸ (bert/encoder/layer_11/attention/self/addAdd(bert/encoder/layer_11/attention/self/Mul*bert/encoder/layer_11/attention/self/mul_1* T0*( _output_shapes :  €€ ” ,bert/encoder/layer_11/attention/self/SoftmaxSoftmax(bert/encoder/layer_11/attention/self/add* T0*( _output_shapes :  €€ { 6bert/encoder/layer_11/attention/self/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : ‹ 2bert/encoder/layer_11/attention/self/dropout/ShapeConst*% valueB" €€* dtype0* _output_shapes : „ ?bert/encoder/layer_11/attention/self/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : „ ?bert/encoder/layer_11/attention/self/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : ç Ibert/encoder/layer_11/attention/self/dropout/random_uniform/RandomUniform RandomUniform2bert/encoder/layer_11/attention/self/dropout/Shape* seed* T0* dtype0*( _output_shapes :  €€* seed2 é ?bert/encoder/layer_11/attention/self/dropout/random_uniform/subSub?bert/encoder/layer_11/attention/self/dropout/random_uniform/max?bert/encoder/layer_11/attention/self/dropout/random_uniform/min* T0* _output_shapes : … ?bert/encoder/layer_11/attention/self/dropout/random_uniform/mulMulIbert/encoder/layer_11/attention/self/dropout/random_uniform/RandomUniform?bert/encoder/layer_11/attention/self/dropout/random_uniform/sub* T0*( _output_shapes :  €€ ÷ ;bert/encoder/layer_11/attention/self/dropout/random_uniformAdd?bert/encoder/layer_11/attention/self/dropout/random_uniform/mul?bert/encoder/layer_11/attention/self/dropout/random_uniform/min* T0*( _output_shapes :  €€ ß 0bert/encoder/layer_11/attention/self/dropout/addAdd6bert/encoder/layer_11/attention/self/dropout/keep_prob;bert/encoder/layer_11/attention/self/dropout/random_uniform* T0*( _output_shapes :  €€   2bert/encoder/layer_11/attention/self/dropout/FloorFloor0bert/encoder/layer_11/attention/self/dropout/add* T0*( _output_shapes :  €€ Ô 0bert/encoder/layer_11/attention/self/dropout/divRealDiv,bert/encoder/layer_11/attention/self/Softmax6bert/encoder/layer_11/attention/self/dropout/keep_prob* T0*( _output_shapes :  €€ Ð 0bert/encoder/layer_11/attention/self/dropout/mulMul0bert/encoder/layer_11/attention/self/dropout/div2bert/encoder/layer_11/attention/self/dropout/Floor* T0*( _output_shapes :  €€  4bert/encoder/layer_11/attention/self/Reshape_2/shapeConst*% valueB" € @* dtype0* _output_shapes : ã .bert/encoder/layer_11/attention/self/Reshape_2Reshape2bert/encoder/layer_11/attention/self/value/BiasAdd4bert/encoder/layer_11/attention/self/Reshape_2/shape* T0* Tshape0*' _output_shapes : € @ Ž 5bert/encoder/layer_11/attention/self/transpose_2/permConst*% valueB"* dtype0* _output_shapes : ã 0bert/encoder/layer_11/attention/self/transpose_2 Transpose.bert/encoder/layer_11/attention/self/Reshape_25bert/encoder/layer_11/attention/self/transpose_2/perm* Tperm0* T0*' _output_shapes :  €@ ì -bert/encoder/layer_11/attention/self/MatMul_1 BatchMatMul0bert/encoder/layer_11/attention/self/dropout/mul0bert/encoder/layer_11/attention/self/transpose_2* adj_x(* adj_y(* T0*' _output_shapes :  €@ Ž 5bert/encoder/layer_11/attention/self/transpose_3/permConst*% valueB"* dtype0* _output_shapes : â 0bert/encoder/layer_11/attention/self/transpose_3 Transpose-bert/encoder/layer_11/attention/self/MatMul_15bert/encoder/layer_11/attention/self/transpose_3/perm* T0*' _output_shapes : € @* Tperm0 … 4bert/encoder/layer_11/attention/self/Reshape_3/shapeConst* valueB"* dtype0* _output_shapes : Ú .bert/encoder/layer_11/attention/self/Reshape_3Reshape0bert/encoder/layer_11/attention/self/transpose_34bert/encoder/layer_11/attention/self/Reshape_3/shape* T0* Tshape0* _output_shapes : € € ï Vbert/encoder/layer_11/attention/output/dense/kernel/Initializer/truncated_normal/shapeConst*F _class< :8loc:@bert/encoder/layer_11/attention/output/dense/kernel* valueB"* dtype0* _output_shapes : â Ubert/encoder/layer_11/attention/output/dense/kernel/Initializer/truncated_normal/meanConst*F _class< :8loc:@bert/encoder/layer_11/attention/output/dense/kernel* value B ** dtype0* _output_shapes : ä Wbert/encoder/layer_11/attention/output/dense/kernel/Initializer/truncated_normal/stddevConst*F _class< :8loc:@bert/encoder/layer_11/attention/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : ä `bert/encoder/layer_11/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalVbert/encoder/layer_11/attention/output/dense/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*F _class< :8loc:@bert/encoder/layer_11/attention/output/dense/kernel* seed2 ‰ Tbert/encoder/layer_11/attention/output/dense/kernel/Initializer/truncated_normal/mulMul`bert/encoder/layer_11/attention/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalWbert/encoder/layer_11/attention/output/dense/kernel/Initializer/truncated_normal/stddev* T0*F _class< :8loc:@bert/encoder/layer_11/attention/output/dense/kernel* _output_shapes : €€ ÷ Pbert/encoder/layer_11/attention/output/dense/kernel/Initializer/truncated_normalAddTbert/encoder/layer_11/attention/output/dense/kernel/Initializer/truncated_normal/mulUbert/encoder/layer_11/attention/output/dense/kernel/Initializer/truncated_normal/mean* T0*F _class< :8loc:@bert/encoder/layer_11/attention/output/dense/kernel* _output_shapes : €€ ó 3bert/encoder/layer_11/attention/output/dense/kernel VariableV2* dtype0* _output_shapes : €€* shared_name*F _class< :8loc:@bert/encoder/layer_11/attention/output/dense/kernel* container* shape : €€ ç :bert/encoder/layer_11/attention/output/dense/kernel/AssignAssign3bert/encoder/layer_11/attention/output/dense/kernelPbert/encoder/layer_11/attention/output/dense/kernel/Initializer/truncated_normal* T0*F _class< :8loc:@bert/encoder/layer_11/attention/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( ì 8bert/encoder/layer_11/attention/output/dense/kernel/readIdentity3bert/encoder/layer_11/attention/output/dense/kernel* T0*F _class< :8loc:@bert/encoder/layer_11/attention/output/dense/kernel* _output_shapes : €€ Ø Cbert/encoder/layer_11/attention/output/dense/bias/Initializer/zerosConst*D _class: 86loc:@bert/encoder/layer_11/attention/output/dense/bias* valueB€** dtype0* _output_shapes :€ å 1bert/encoder/layer_11/attention/output/dense/bias VariableV2* dtype0* _output_shapes :€* shared_name*D _class: 86loc:@bert/encoder/layer_11/attention/output/dense/bias* container* shape:€ Ï 8bert/encoder/layer_11/attention/output/dense/bias/AssignAssign1bert/encoder/layer_11/attention/output/dense/biasCbert/encoder/layer_11/attention/output/dense/bias/Initializer/zeros* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_11/attention/output/dense/bias* validate_shape(* _output_shapes :€ á 6bert/encoder/layer_11/attention/output/dense/bias/readIdentity1bert/encoder/layer_11/attention/output/dense/bias* T0*D _class: 86loc:@bert/encoder/layer_11/attention/output/dense/bias* _output_shapes :€ ø 3bert/encoder/layer_11/attention/output/dense/MatMulMatMul.bert/encoder/layer_11/attention/self/Reshape_38bert/encoder/layer_11/attention/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( î 4bert/encoder/layer_11/attention/output/dense/BiasAddBiasAdd3bert/encoder/layer_11/attention/output/dense/MatMul6bert/encoder/layer_11/attention/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € } 8bert/encoder/layer_11/attention/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : … 4bert/encoder/layer_11/attention/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : † Abert/encoder/layer_11/attention/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : † Abert/encoder/layer_11/attention/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : ã Kbert/encoder/layer_11/attention/output/dropout/random_uniform/RandomUniform RandomUniform4bert/encoder/layer_11/attention/output/dropout/Shape* seed* T0* dtype0* _output_shapes : € €* seed2 ï Abert/encoder/layer_11/attention/output/dropout/random_uniform/subSubAbert/encoder/layer_11/attention/output/dropout/random_uniform/maxAbert/encoder/layer_11/attention/output/dropout/random_uniform/min* T0* _output_shapes : ƒ Abert/encoder/layer_11/attention/output/dropout/random_uniform/mulMulKbert/encoder/layer_11/attention/output/dropout/random_uniform/RandomUniformAbert/encoder/layer_11/attention/output/dropout/random_uniform/sub* T0* _output_shapes : € € õ =bert/encoder/layer_11/attention/output/dropout/random_uniformAddAbert/encoder/layer_11/attention/output/dropout/random_uniform/mulAbert/encoder/layer_11/attention/output/dropout/random_uniform/min* T0* _output_shapes : € € Ý 2bert/encoder/layer_11/attention/output/dropout/addAdd8bert/encoder/layer_11/attention/output/dropout/keep_prob=bert/encoder/layer_11/attention/output/dropout/random_uniform* T0* _output_shapes : € € œ 4bert/encoder/layer_11/attention/output/dropout/FloorFloor2bert/encoder/layer_11/attention/output/dropout/add* T0* _output_shapes : € € Ø 2bert/encoder/layer_11/attention/output/dropout/divRealDiv4bert/encoder/layer_11/attention/output/dense/BiasAdd8bert/encoder/layer_11/attention/output/dropout/keep_prob* T0* _output_shapes : € € Î 2bert/encoder/layer_11/attention/output/dropout/mulMul2bert/encoder/layer_11/attention/output/dropout/div4bert/encoder/layer_11/attention/output/dropout/Floor* T0* _output_shapes : € € È *bert/encoder/layer_11/attention/output/addAdd2bert/encoder/layer_11/attention/output/dropout/mul6bert/encoder/layer_10/output/LayerNorm/batchnorm/add_1* T0* _output_shapes : € € à Gbert/encoder/layer_11/attention/output/LayerNorm/beta/Initializer/zerosConst*H _class> <:loc:@bert/encoder/layer_11/attention/output/LayerNorm/beta* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_11/attention/output/LayerNorm/beta VariableV2* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_11/attention/output/LayerNorm/beta* container* shape:€ ß <:loc:@bert/encoder/layer_11/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€ í :bert/encoder/layer_11/attention/output/LayerNorm/beta/readIdentity5bert/encoder/layer_11/attention/output/LayerNorm/beta* T0*H _class> <:loc:@bert/encoder/layer_11/attention/output/LayerNorm/beta* _output_shapes :€ á Gbert/encoder/layer_11/attention/output/LayerNorm/gamma/Initializer/onesConst*I _class? =;loc:@bert/encoder/layer_11/attention/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ ï 6bert/encoder/layer_11/attention/output/LayerNorm/gamma VariableV2*I _class? =;loc:@bert/encoder/layer_11/attention/output/LayerNorm/gamma* container* shape:€* dtype0* _output_shapes :€* shared_name â =bert/encoder/layer_11/attention/output/LayerNorm/gamma/AssignAssign6bert/encoder/layer_11/attention/output/LayerNorm/gammaGbert/encoder/layer_11/attention/output/LayerNorm/gamma/Initializer/ones* use_locking(* T0*I _class? =;loc:@bert/encoder/layer_11/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ ð ;bert/encoder/layer_11/attention/output/LayerNorm/gamma/readIdentity6bert/encoder/layer_11/attention/output/LayerNorm/gamma* T0*I _class? =;loc:@bert/encoder/layer_11/attention/output/LayerNorm/gamma* _output_shapes :€ ™ Obert/encoder/layer_11/attention/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : ‰ =bert/encoder/layer_11/attention/output/LayerNorm/moments/meanMean*bert/encoder/layer_11/attention/output/addObert/encoder/layer_11/attention/output/LayerNorm/moments/mean/reduction_indices* keep_dims(* Tidx0* T0* _output_shapes : €  ¾ Ebert/encoder/layer_11/attention/output/LayerNorm/moments/StopGradient StopGradient=bert/encoder/layer_11/attention/output/LayerNorm/moments/mean* T0* _output_shapes : €  ý Jbert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifferenceSquaredDifference*bert/encoder/layer_11/attention/output/addEbert/encoder/layer_11/attention/output/LayerNorm/moments/StopGradient* T0* _output_shapes : € €  Sbert/encoder/layer_11/attention/output/LayerNorm/moments/variance/reduction_indicesConst* value B :* dtype0* _output_shapes : ± Abert/encoder/layer_11/attention/output/LayerNorm/moments/varianceMeanJbert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifferenceSbert/encoder/layer_11/attention/output/LayerNorm/moments/variance/reduction_indices* T0* _output_shapes : € * keep_dims(* Tidx0 … @bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add/yConst* value B *̼Œ+* dtype0* _output_shapes : ô >bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/addAddAbert/encoder/layer_11/attention/output/LayerNorm/moments/variance@bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add/y* T0* _output_shapes : €  ³ @bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/RsqrtRsqrt>bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add* T0* _output_shapes : €  ï >bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mulMul@bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/Rsqrt;bert/encoder/layer_11/attention/output/LayerNorm/gamma/read* T0* _output_shapes : € € Þ @bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_1Mul*bert/encoder/layer_11/attention/output/add>bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ñ @bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2Mul=bert/encoder/layer_11/attention/output/LayerNorm/moments/mean>bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € î >bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/subSub:bert/encoder/layer_11/attention/output/LayerNorm/beta/read@bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2* T0* _output_shapes : € € ô @bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add_1Add@bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_1>bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub* T0* _output_shapes : € € ç Rbert/encoder/layer_11/intermediate/dense/kernel/Initializer/truncated_normal/shapeConst*B _class8 64loc:@bert/encoder/layer_11/intermediate/dense/kernel* valueB" * dtype0* _output_shapes : Ú Qbert/encoder/layer_11/intermediate/dense/kernel/Initializer/truncated_normal/meanConst*B _class8 64loc:@bert/encoder/layer_11/intermediate/dense/kernel* value B ** dtype0* _output_shapes : Ü Sbert/encoder/layer_11/intermediate/dense/kernel/Initializer/truncated_normal/stddevConst*B _class8 64loc:@bert/encoder/layer_11/intermediate/dense/kernel* value B * ×£<* dtype0* _output_shapes : Ø \bert/encoder/layer_11/intermediate/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalRbert/encoder/layer_11/intermediate/dense/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*B _class8 64loc:@bert/encoder/layer_11/intermediate/dense/kernel* seed2 ù Pbert/encoder/layer_11/intermediate/dense/kernel/Initializer/truncated_normal/mulMul\bert/encoder/layer_11/intermediate/dense/kernel/Initializer/truncated_normal/TruncatedNormalSbert/encoder/layer_11/intermediate/dense/kernel/Initializer/truncated_normal/stddev* T0*B _class8 64loc:@bert/encoder/layer_11/intermediate/dense/kernel* _output_shapes : €€ ç Lbert/encoder/layer_11/intermediate/dense/kernel/Initializer/truncated_normalAddPbert/encoder/layer_11/intermediate/dense/kernel/Initializer/truncated_normal/mulQbert/encoder/layer_11/intermediate/dense/kernel/Initializer/truncated_normal/mean* T0*B _class8 64loc:@bert/encoder/layer_11/intermediate/dense/kernel* _output_shapes : €€ ë /bert/encoder/layer_11/intermediate/dense/kernel VariableV2* shared_name*B _class8 64loc:@bert/encoder/layer_11/intermediate/dense/kernel* container* shape : €€* dtype0* _output_shapes : €€ × 6bert/encoder/layer_11/intermediate/dense/kernel/AssignAssign/bert/encoder/layer_11/intermediate/dense/kernelLbert/encoder/layer_11/intermediate/dense/kernel/Initializer/truncated_normal* T0*B _class8 64loc:@bert/encoder/layer_11/intermediate/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( à 4bert/encoder/layer_11/intermediate/dense/kernel/readIdentity/bert/encoder/layer_11/intermediate/dense/kernel* T0*B _class8 64loc:@bert/encoder/layer_11/intermediate/dense/kernel* _output_shapes : €€ Ü Obert/encoder/layer_11/intermediate/dense/bias/Initializer/zeros/shape_as_tensorConst*@ _class6 42loc:@bert/encoder/layer_11/intermediate/dense/bias* valueB :€* dtype0* _output_shapes : Ì Ebert/encoder/layer_11/intermediate/dense/bias/Initializer/zeros/ConstConst*@ _class6 42loc:@bert/encoder/layer_11/intermediate/dense/bias* value B ** dtype0* _output_shapes : Ù ?bert/encoder/layer_11/intermediate/dense/bias/Initializer/zerosFillObert/encoder/layer_11/intermediate/dense/bias/Initializer/zeros/shape_as_tensorEbert/encoder/layer_11/intermediate/dense/bias/Initializer/zeros/Const* T0*@ _class6 42loc:@bert/encoder/layer_11/intermediate/dense/bias* index_type0* _output_shapes :€ Ý -bert/encoder/layer_11/intermediate/dense/bias VariableV2*@ _class6 42loc:@bert/encoder/layer_11/intermediate/dense/bias* container* shape:€* dtype0* _output_shapes :€* shared_name ¿ 4bert/encoder/layer_11/intermediate/dense/bias/AssignAssign-bert/encoder/layer_11/intermediate/dense/bias?bert/encoder/layer_11/intermediate/dense/bias/Initializer/zeros* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_11/intermediate/dense/bias* validate_shape(* _output_shapes :€ Õ 2bert/encoder/layer_11/intermediate/dense/bias/readIdentity-bert/encoder/layer_11/intermediate/dense/bias* T0*@ _class6 42loc:@bert/encoder/layer_11/intermediate/dense/bias* _output_shapes :€ ‚ /bert/encoder/layer_11/intermediate/dense/MatMulMatMul@bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add_14bert/encoder/layer_11/intermediate/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( â 0bert/encoder/layer_11/intermediate/dense/BiasAddBiasAdd/bert/encoder/layer_11/intermediate/dense/MatMul2bert/encoder/layer_11/intermediate/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € t /bert/encoder/layer_11/intermediate/dense/Sqrt/xConst* value B *@* dtype0* _output_shapes : ‡ -bert/encoder/layer_11/intermediate/dense/SqrtSqrt/bert/encoder/layer_11/intermediate/dense/Sqrt/x* T0* _output_shapes : Ç 0bert/encoder/layer_11/intermediate/dense/truedivRealDiv0bert/encoder/layer_11/intermediate/dense/BiasAdd-bert/encoder/layer_11/intermediate/dense/Sqrt* T0* _output_shapes : € €  ,bert/encoder/layer_11/intermediate/dense/ErfErf0bert/encoder/layer_11/intermediate/dense/truediv* T0* _output_shapes : € € s .bert/encoder/layer_11/intermediate/dense/add/xConst* value B *€?* dtype0* _output_shapes : ¼ ,bert/encoder/layer_11/intermediate/dense/addAdd.bert/encoder/layer_11/intermediate/dense/add/x,bert/encoder/layer_11/intermediate/dense/Erf* T0* _output_shapes : € € s .bert/encoder/layer_11/intermediate/dense/mul/xConst* value B *?* dtype0* _output_shapes : ¼ ,bert/encoder/layer_11/intermediate/dense/mulMul.bert/encoder/layer_11/intermediate/dense/mul/x,bert/encoder/layer_11/intermediate/dense/add* T0* _output_shapes : € € À .bert/encoder/layer_11/intermediate/dense/mul_1Mul0bert/encoder/layer_11/intermediate/dense/BiasAdd,bert/encoder/layer_11/intermediate/dense/mul* T0* _output_shapes : € € Û Lbert/encoder/layer_11/output/dense/kernel/Initializer/truncated_normal/shapeConst*< _class2 0.loc:@bert/encoder/layer_11/output/dense/kernel* valueB" * dtype0* _output_shapes : Î Kbert/encoder/layer_11/output/dense/kernel/Initializer/truncated_normal/meanConst*< _class2 0.loc:@bert/encoder/layer_11/output/dense/kernel* value B ** dtype0* _output_shapes : Ð Mbert/encoder/layer_11/output/dense/kernel/Initializer/truncated_normal/stddevConst*< _class2 0.loc:@bert/encoder/layer_11/output/dense/kernel* value B * ×£<* dtype0* _output_shapes : Æ Vbert/encoder/layer_11/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalTruncatedNormalLbert/encoder/layer_11/output/dense/kernel/Initializer/truncated_normal/shape* dtype0* _output_shapes : €€* seed* T0*< _class2 0.loc:@bert/encoder/layer_11/output/dense/kernel* seed2 á Jbert/encoder/layer_11/output/dense/kernel/Initializer/truncated_normal/mulMulVbert/encoder/layer_11/output/dense/kernel/Initializer/truncated_normal/TruncatedNormalMbert/encoder/layer_11/output/dense/kernel/Initializer/truncated_normal/stddev* T0*< _class2 0.loc:@bert/encoder/layer_11/output/dense/kernel* _output_shapes : €€ Ï Fbert/encoder/layer_11/output/dense/kernel/Initializer/truncated_normalAddJbert/encoder/layer_11/output/dense/kernel/Initializer/truncated_normal/mulKbert/encoder/layer_11/output/dense/kernel/Initializer/truncated_normal/mean* T0*< _class2 0.loc:@bert/encoder/layer_11/output/dense/kernel* _output_shapes : €€ ß )bert/encoder/layer_11/output/dense/kernel VariableV2* shared_name*< _class2 0.loc:@bert/encoder/layer_11/output/dense/kernel* container* shape : €€* dtype0* _output_shapes : €€ ¿ 0bert/encoder/layer_11/output/dense/kernel/AssignAssign)bert/encoder/layer_11/output/dense/kernelFbert/encoder/layer_11/output/dense/kernel/Initializer/truncated_normal* T0*< _class2 0.loc:@bert/encoder/layer_11/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( Î .bert/encoder/layer_11/output/dense/kernel/readIdentity)bert/encoder/layer_11/output/dense/kernel* T0*< _class2 0.loc:@bert/encoder/layer_11/output/dense/kernel* _output_shapes : €€ Ä 9bert/encoder/layer_11/output/dense/bias/Initializer/zerosConst*: _class0 .,loc:@bert/encoder/layer_11/output/dense/bias* valueB€** dtype0* _output_shapes :€ Ñ 'bert/encoder/layer_11/output/dense/bias VariableV2* dtype0* _output_shapes :€* shared_name*: _class0 .,loc:@bert/encoder/layer_11/output/dense/bias* container* shape:€ § .bert/encoder/layer_11/output/dense/bias/AssignAssign'bert/encoder/layer_11/output/dense/bias9bert/encoder/layer_11/output/dense/bias/Initializer/zeros* T0*: _class0 .,loc:@bert/encoder/layer_11/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( à ,bert/encoder/layer_11/output/dense/bias/readIdentity'bert/encoder/layer_11/output/dense/bias* T0*: _class0 .,loc:@bert/encoder/layer_11/output/dense/bias* _output_shapes :€ ä )bert/encoder/layer_11/output/dense/MatMulMatMul.bert/encoder/layer_11/intermediate/dense/mul_1.bert/encoder/layer_11/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( Ð *bert/encoder/layer_11/output/dense/BiasAddBiasAdd)bert/encoder/layer_11/output/dense/MatMul,bert/encoder/layer_11/output/dense/bias/read* T0* data_formatNHWC* _output_shapes : € € s .bert/encoder/layer_11/output/dropout/keep_probConst* value B *fff?* dtype0* _output_shapes : { *bert/encoder/layer_11/output/dropout/ShapeConst* valueB"* dtype0* _output_shapes : | 7bert/encoder/layer_11/output/dropout/random_uniform/minConst* value B ** dtype0* _output_shapes : | 7bert/encoder/layer_11/output/dropout/random_uniform/maxConst* value B *€?* dtype0* _output_shapes : Ï Abert/encoder/layer_11/output/dropout/random_uniform/RandomUniform RandomUniform*bert/encoder/layer_11/output/dropout/Shape* T0* dtype0* _output_shapes : € €* seed2* seed Ñ 7bert/encoder/layer_11/output/dropout/random_uniform/subSub7bert/encoder/layer_11/output/dropout/random_uniform/max7bert/encoder/layer_11/output/dropout/random_uniform/min* T0* _output_shapes : å 7bert/encoder/layer_11/output/dropout/random_uniform/mulMulAbert/encoder/layer_11/output/dropout/random_uniform/RandomUniform7bert/encoder/layer_11/output/dropout/random_uniform/sub* T0* _output_shapes : € € × 3bert/encoder/layer_11/output/dropout/random_uniformAdd7bert/encoder/layer_11/output/dropout/random_uniform/mul7bert/encoder/layer_11/output/dropout/random_uniform/min* T0* _output_shapes : € € ¿ (bert/encoder/layer_11/output/dropout/addAdd.bert/encoder/layer_11/output/dropout/keep_prob3bert/encoder/layer_11/output/dropout/random_uniform* T0* _output_shapes : € € ˆ *bert/encoder/layer_11/output/dropout/FloorFloor(bert/encoder/layer_11/output/dropout/add* T0* _output_shapes : € € º (bert/encoder/layer_11/output/dropout/divRealDiv*bert/encoder/layer_11/output/dense/BiasAdd.bert/encoder/layer_11/output/dropout/keep_prob* T0* _output_shapes : € € ° (bert/encoder/layer_11/output/dropout/mulMul(bert/encoder/layer_11/output/dropout/div*bert/encoder/layer_11/output/dropout/Floor* T0* _output_shapes : € € ¾ bert/encoder/layer_11/output/addAdd(bert/encoder/layer_11/output/dropout/mul@bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add_1* T0* _output_shapes : € € Ì =bert/encoder/layer_11/output/LayerNorm/beta/Initializer/zerosConst*> _class4 20loc:@bert/encoder/layer_11/output/LayerNorm/beta* valueB€** dtype0* _output_shapes :€ Ù +bert/encoder/layer_11/output/LayerNorm/beta VariableV2* shared_name*> _class4 20loc:@bert/encoder/layer_11/output/LayerNorm/beta* container* shape:€* dtype0* _output_shapes :€ · 2bert/encoder/layer_11/output/LayerNorm/beta/AssignAssign+bert/encoder/layer_11/output/LayerNorm/beta=bert/encoder/layer_11/output/LayerNorm/beta/Initializer/zeros* use_locking(* T0*> _class4 20loc:@bert/encoder/layer_11/output/LayerNorm/beta* validate_shape(* _output_shapes :€ Ï 0bert/encoder/layer_11/output/LayerNorm/beta/readIdentity+bert/encoder/layer_11/output/LayerNorm/beta* T0*> _class4 20loc:@bert/encoder/layer_11/output/LayerNorm/beta* _output_shapes :€ Í =bert/encoder/layer_11/output/LayerNorm/gamma/Initializer/onesConst*? _class5 31loc:@bert/encoder/layer_11/output/LayerNorm/gamma* valueB€*€?* dtype0* _output_shapes :€ Û ,bert/encoder/layer_11/output/LayerNorm/gamma VariableV2*? _class5 31loc:@bert/encoder/layer_11/output/LayerNorm/gamma* container* shape:€* dtype0* _output_shapes :€* shared_name º 3bert/encoder/layer_11/output/LayerNorm/gamma/AssignAssign,bert/encoder/layer_11/output/LayerNorm/gamma=bert/encoder/layer_11/output/LayerNorm/gamma/Initializer/ones* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_11/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ Ò 1bert/encoder/layer_11/output/LayerNorm/gamma/readIdentity,bert/encoder/layer_11/output/LayerNorm/gamma* T0*? _class5 31loc:@bert/encoder/layer_11/output/LayerNorm/gamma* _output_shapes :€  Ebert/encoder/layer_11/output/LayerNorm/moments/mean/reduction_indicesConst* value B :* dtype0* _output_shapes : ë 3bert/encoder/layer_11/output/LayerNorm/moments/meanMean bert/encoder/layer_11/output/addEbert/encoder/layer_11/output/LayerNorm/moments/mean/reduction_indices* T0* _output_shapes : € * keep_dims(* Tidx0 ª ;bert/encoder/layer_11/output/LayerNorm/moments/StopGradient StopGradient3bert/encoder/layer_11/output/LayerNorm/moments/mean* T0* _output_shapes : €  ß @bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifferenceSquaredDifference bert/encoder/layer_11/output/add;bert/encoder/layer_11/output/LayerNorm/moments/StopGradient* T0* _output_shapes : € € “ Ibert/encoder/layer_11/output/LayerNorm/moments/variance/reduction_indicesConst* value B :* dtype0* _output_shapes : “ 7bert/encoder/layer_11/output/LayerNorm/moments/varianceMean@bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifferenceIbert/encoder/layer_11/output/LayerNorm/moments/variance/reduction_indices* T0* _output_shapes : € * keep_dims(* Tidx0 { 6bert/encoder/layer_11/output/LayerNorm/batchnorm/add/yConst* value B *̼Œ+* dtype0* _output_shapes : Ö 4bert/encoder/layer_11/output/LayerNorm/batchnorm/addAdd7bert/encoder/layer_11/output/LayerNorm/moments/variance6bert/encoder/layer_11/output/LayerNorm/batchnorm/add/y* T0* _output_shapes : €  Ÿ 6bert/encoder/layer_11/output/LayerNorm/batchnorm/RsqrtRsqrt4bert/encoder/layer_11/output/LayerNorm/batchnorm/add* T0* _output_shapes : €  Ñ 4bert/encoder/layer_11/output/LayerNorm/batchnorm/mulMul6bert/encoder/layer_11/output/LayerNorm/batchnorm/Rsqrt1bert/encoder/layer_11/output/LayerNorm/gamma/read* T0* _output_shapes : € € À 6bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_1Mul bert/encoder/layer_11/output/add4bert/encoder/layer_11/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ó 6bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2Mul3bert/encoder/layer_11/output/LayerNorm/moments/mean4bert/encoder/layer_11/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ð 4bert/encoder/layer_11/output/LayerNorm/batchnorm/subSub0bert/encoder/layer_11/output/LayerNorm/beta/read6bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2* T0* _output_shapes : € € Ö 6bert/encoder/layer_11/output/LayerNorm/batchnorm/add_1Add6bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_14bert/encoder/layer_11/output/LayerNorm/batchnorm/sub* T0* _output_shapes : € € q bert/encoder/Reshape_2/shapeConst*! valueB" €* dtype0* _output_shapes : ³ bert/encoder/Reshape_2Reshape5bert/encoder/layer_0/output/LayerNorm/batchnorm/add_1bert/encoder/Reshape_2/shape* T0* Tshape0*$ _output_shapes : €€ q bert/encoder/Reshape_3/shapeConst*! valueB" €* dtype0* _output_shapes : ³ bert/encoder/Reshape_3Reshape5bert/encoder/layer_1/output/LayerNorm/batchnorm/add_1bert/encoder/Reshape_3/shape* T0* Tshape0*$ _output_shapes : €€ q bert/encoder/Reshape_4/shapeConst*! valueB" €* dtype0* _output_shapes : ³ bert/encoder/Reshape_4Reshape5bert/encoder/layer_2/output/LayerNorm/batchnorm/add_1bert/encoder/Reshape_4/shape* T0* Tshape0*$ _output_shapes : €€ q bert/encoder/Reshape_5/shapeConst*! valueB" €* dtype0* _output_shapes : ³ bert/encoder/Reshape_5Reshape5bert/encoder/layer_3/output/LayerNorm/batchnorm/add_1bert/encoder/Reshape_5/shape* T0* Tshape0*$ _output_shapes : €€ q bert/encoder/Reshape_6/shapeConst*! valueB" €* dtype0* _output_shapes : ³ bert/encoder/Reshape_6Reshape5bert/encoder/layer_4/output/LayerNorm/batchnorm/add_1bert/encoder/Reshape_6/shape* T0* Tshape0*$ _output_shapes : €€ q bert/encoder/Reshape_7/shapeConst*! valueB" €* dtype0* _output_shapes : ³ bert/encoder/Reshape_7Reshape5bert/encoder/layer_5/output/LayerNorm/batchnorm/add_1bert/encoder/Reshape_7/shape* T0* Tshape0*$ _output_shapes : €€ q bert/encoder/Reshape_8/shapeConst*! valueB" €* dtype0* _output_shapes : ³ bert/encoder/Reshape_8Reshape5bert/encoder/layer_6/output/LayerNorm/batchnorm/add_1bert/encoder/Reshape_8/shape* T0* Tshape0*$ _output_shapes : €€ q bert/encoder/Reshape_9/shapeConst*! valueB" €* dtype0* _output_shapes : ³ bert/encoder/Reshape_9Reshape5bert/encoder/layer_7/output/LayerNorm/batchnorm/add_1bert/encoder/Reshape_9/shape* T0* Tshape0*$ _output_shapes : €€ r bert/encoder/Reshape_10/shapeConst*! valueB" €* dtype0* _output_shapes : µ bert/encoder/Reshape_10Reshape5bert/encoder/layer_8/output/LayerNorm/batchnorm/add_1bert/encoder/Reshape_10/shape* T0* Tshape0*$ _output_shapes : €€ r bert/encoder/Reshape_11/shapeConst*! valueB" €* dtype0* _output_shapes : µ bert/encoder/Reshape_11Reshape5bert/encoder/layer_9/output/LayerNorm/batchnorm/add_1bert/encoder/Reshape_11/shape* T0* Tshape0*$ _output_shapes : €€ r bert/encoder/Reshape_12/shapeConst*! valueB" €* dtype0* _output_shapes : ¶ bert/encoder/Reshape_12Reshape6bert/encoder/layer_10/output/LayerNorm/batchnorm/add_1bert/encoder/Reshape_12/shape* T0* Tshape0*$ _output_shapes : €€ r bert/encoder/Reshape_13/shapeConst*! valueB" €* dtype0* _output_shapes : ¶ bert/encoder/Reshape_13Reshape6bert/encoder/layer_11/output/LayerNorm/batchnorm/add_1bert/encoder/Reshape_13/shape* T0* Tshape0*$ _output_shapes : €€ t bert/pooler/strided_slice/stackConst*! valueB" * dtype0* _output_shapes : v !bert/pooler/strided_slice/stack_1Const*! valueB" * dtype0* _output_shapes : v !bert/pooler/strided_slice/stack_2Const*! valueB" * dtype0* _output_shapes : È bert/pooler/strided_slice StridedSlicebert/encoder/Reshape_13bert/pooler/strided_slice/stack!bert/pooler/strided_slice/stack_1!bert/pooler/strided_slice/stack_2* begin_mask* ellipsis_mask* new_axis_mask* end_mask*# _output_shapes :  €* Index0* T0* shrink_axis_mask z bert/pooler/SqueezeSqueezebert/pooler/strided_slice* squeeze_dims * T0* _output_shapes :  € ¹ ;bert/pooler/dense/kernel/Initializer/truncated_normal/shapeConst*+ _class! loc:@bert/pooler/dense/kernel* valueB"* dtype0* _output_shapes : ¬ :bert/pooler/dense/kernel/Initializer/truncated_normal/meanConst*+ _class! loc:@bert/pooler/dense/kernel* value B ** dtype0* _output_shapes : ® B4bert/encoder/layer_0/attention/output/LayerNorm/beta* dtype0* _output_shapes :  )checkpoint_initializer_5/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Õ checkpoint_initializer_5 RestoreV2checkpoint_initializer_5/prefix%checkpoint_initializer_5/tensor_names)checkpoint_initializer_5/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 ú Assign_5Assign4bert/encoder/layer_0/attention/output/LayerNorm/betacheckpoint_initializer_5* use_locking(* T0*G _class= ;9loc:@bert/encoder/layer_0/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€ Î checkpoint_initializer_6/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ² %checkpoint_initializer_6/tensor_namesConst" /device:CPU:0*J valueAB?B5bert/encoder/layer_0/attention/output/LayerNorm/gamma* dtype0* _output_shapes :  )checkpoint_initializer_6/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Õ checkpoint_initializer_6 RestoreV2checkpoint_initializer_6/prefix%checkpoint_initializer_6/tensor_names)checkpoint_initializer_6/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ ü Assign_6Assign5bert/encoder/layer_0/attention/output/LayerNorm/gammacheckpoint_initializer_6* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_0/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ Î checkpoint_initializer_7/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ­ %checkpoint_initializer_7/tensor_namesConst" /device:CPU:0*E valueB<B2bert/encoder/layer_0/attention/output/dense/kernel* dtype0* _output_shapes :  )checkpoint_initializer_8/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ú checkpoint_initializer_8 RestoreV2checkpoint_initializer_8/prefix%checkpoint_initializer_8/tensor_names)checkpoint_initializer_8/shape_and_slices" /device:CPU:0* _output_shapes : €€* dtypes 2 û Assign_8Assign2bert/encoder/layer_0/attention/output/dense/kernelcheckpoint_initializer_8* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_0/attention/output/dense/kernel* validate_shape(* _output_shapes : €€ Î checkpoint_initializer_9/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : © %checkpoint_initializer_9/tensor_namesConst" /device:CPU:0*A value8B6B,bert/encoder/layer_0/attention/self/key/bias* dtype0* _output_shapes :  )checkpoint_initializer_9/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Õ checkpoint_initializer_9 RestoreV2checkpoint_initializer_9/prefix%checkpoint_initializer_9/tensor_names)checkpoint_initializer_9/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ ê Assign_9Assign,bert/encoder/layer_0/attention/self/key/biascheckpoint_initializer_9* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_0/attention/self/key/bias* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_10/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¬ &checkpoint_initializer_10/tensor_namesConst" /device:CPU:0*C value:B8B.bert/encoder/layer_0/attention/self/key/kernel* dtype0* _output_shapes : ‚ *checkpoint_initializer_10/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_10 RestoreV2 checkpoint_initializer_10/prefix&checkpoint_initializer_10/tensor_names*checkpoint_initializer_10/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ õ Assign_10Assign.bert/encoder/layer_0/attention/self/key/kernelcheckpoint_initializer_10* T0*A _class7 53loc:@bert/encoder/layer_0/attention/self/key/kernel* validate_shape(* _output_shapes : €€* use_locking( Ï checkpoint_initializer_11/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¬ &checkpoint_initializer_11/tensor_namesConst" /device:CPU:0*C value:B8B.bert/encoder/layer_0/attention/self/query/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_11/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_11 RestoreV2 checkpoint_initializer_11/prefix&checkpoint_initializer_11/tensor_names*checkpoint_initializer_11/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ ð Assign_11Assign.bert/encoder/layer_0/attention/self/query/biascheckpoint_initializer_11* T0*A _class7 53loc:@bert/encoder/layer_0/attention/self/query/bias* validate_shape(* _output_shapes :€* use_locking( Ï checkpoint_initializer_12/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ® &checkpoint_initializer_12/tensor_namesConst" /device:CPU:0*E value _class4 20loc:@bert/encoder/layer_0/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_19/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¤ &checkpoint_initializer_19/tensor_namesConst" /device:CPU:0*; value2B0B&bert/encoder/layer_0/output/dense/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_19/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_19 RestoreV2 checkpoint_initializer_19/prefix&checkpoint_initializer_19/tensor_names*checkpoint_initializer_19/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 à Assign_19Assign&bert/encoder/layer_0/output/dense/biascheckpoint_initializer_19* T0*9 _class/ -+loc:@bert/encoder/layer_0/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( Ï checkpoint_initializer_20/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¦ &checkpoint_initializer_20/tensor_namesConst" /device:CPU:0*= value4B2B(bert/encoder/layer_0/output/dense/kernel* dtype0* _output_shapes : ‚ *checkpoint_initializer_20/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_20 RestoreV2 checkpoint_initializer_20/prefix&checkpoint_initializer_20/tensor_names*checkpoint_initializer_20/shape_and_slices" /device:CPU:0* _output_shapes : €€* dtypes 2 é Assign_20Assign(bert/encoder/layer_0/output/dense/kernelcheckpoint_initializer_20* use_locking(* T0*; _class1 /-loc:@bert/encoder/layer_0/output/dense/kernel* validate_shape(* _output_shapes : €€ Ï checkpoint_initializer_21/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ² &checkpoint_initializer_21/tensor_namesConst" /device:CPU:0*I value@B>B4bert/encoder/layer_1/attention/output/LayerNorm/beta* dtype0* _output_shapes : ‚ *checkpoint_initializer_21/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_21 RestoreV2 checkpoint_initializer_21/prefix&checkpoint_initializer_21/tensor_names*checkpoint_initializer_21/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ ü Assign_21Assign4bert/encoder/layer_1/attention/output/LayerNorm/betacheckpoint_initializer_21* use_locking(* T0*G _class= ;9loc:@bert/encoder/layer_1/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_22/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ³ &checkpoint_initializer_22/tensor_namesConst" /device:CPU:0*J valueAB?B5bert/encoder/layer_1/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ‚ *checkpoint_initializer_22/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_22 RestoreV2 checkpoint_initializer_22/prefix&checkpoint_initializer_22/tensor_names*checkpoint_initializer_22/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 þ Assign_22Assign5bert/encoder/layer_1/attention/output/LayerNorm/gammacheckpoint_initializer_22* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_1/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_23/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ® &checkpoint_initializer_23/tensor_namesConst" /device:CPU:0*E valueB<B2bert/encoder/layer_1/attention/output/dense/kernel* dtype0* _output_shapes : ‚ *checkpoint_initializer_24/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_24 RestoreV2 checkpoint_initializer_24/prefix&checkpoint_initializer_24/tensor_names*checkpoint_initializer_24/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ ý Assign_24Assign2bert/encoder/layer_1/attention/output/dense/kernelcheckpoint_initializer_24* T0*E _class; 97loc:@bert/encoder/layer_1/attention/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( Ï checkpoint_initializer_25/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ª &checkpoint_initializer_25/tensor_namesConst" /device:CPU:0*A value8B6B,bert/encoder/layer_1/attention/self/key/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_25/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_25 RestoreV2 checkpoint_initializer_25/prefix&checkpoint_initializer_25/tensor_names*checkpoint_initializer_25/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ ì Assign_25Assign,bert/encoder/layer_1/attention/self/key/biascheckpoint_initializer_25* T0*? _class5 31loc:@bert/encoder/layer_1/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( Ï checkpoint_initializer_26/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¬ &checkpoint_initializer_26/tensor_namesConst" /device:CPU:0*C value:B8B.bert/encoder/layer_1/attention/self/key/kernel* dtype0* _output_shapes : ‚ *checkpoint_initializer_26/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_26 RestoreV2 checkpoint_initializer_26/prefix&checkpoint_initializer_26/tensor_names*checkpoint_initializer_26/shape_and_slices" /device:CPU:0* _output_shapes : €€* dtypes 2 õ Assign_26Assign.bert/encoder/layer_1/attention/self/key/kernelcheckpoint_initializer_26* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_1/attention/self/key/kernel* validate_shape(* _output_shapes : €€ Ï checkpoint_initializer_27/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¬ &checkpoint_initializer_27/tensor_namesConst" /device:CPU:0*C value:B8B.bert/encoder/layer_1/attention/self/query/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_27/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_27 RestoreV2 checkpoint_initializer_27/prefix&checkpoint_initializer_27/tensor_names*checkpoint_initializer_27/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ ð Assign_27Assign.bert/encoder/layer_1/attention/self/query/biascheckpoint_initializer_27* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_1/attention/self/query/bias* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_28/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ® &checkpoint_initializer_28/tensor_namesConst" /device:CPU:0*E value _class4 20loc:@bert/encoder/layer_1/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_35/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¤ &checkpoint_initializer_35/tensor_namesConst" /device:CPU:0*; value2B0B&bert/encoder/layer_1/output/dense/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_35/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_35 RestoreV2 checkpoint_initializer_35/prefix&checkpoint_initializer_35/tensor_names*checkpoint_initializer_35/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 à Assign_35Assign&bert/encoder/layer_1/output/dense/biascheckpoint_initializer_35* T0*9 _class/ -+loc:@bert/encoder/layer_1/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( Ï checkpoint_initializer_36/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¦ &checkpoint_initializer_36/tensor_namesConst" /device:CPU:0*= value4B2B(bert/encoder/layer_1/output/dense/kernel* dtype0* _output_shapes : ‚ *checkpoint_initializer_36/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_36 RestoreV2 checkpoint_initializer_36/prefix&checkpoint_initializer_36/tensor_names*checkpoint_initializer_36/shape_and_slices" /device:CPU:0* _output_shapes : €€* dtypes 2 é Assign_36Assign(bert/encoder/layer_1/output/dense/kernelcheckpoint_initializer_36* use_locking(* T0*; _class1 /-loc:@bert/encoder/layer_1/output/dense/kernel* validate_shape(* _output_shapes : €€ Ï checkpoint_initializer_37/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ³ &checkpoint_initializer_37/tensor_namesConst" /device:CPU:0*J valueAB?B5bert/encoder/layer_10/attention/output/LayerNorm/beta* dtype0* _output_shapes : ‚ *checkpoint_initializer_37/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_37 RestoreV2 checkpoint_initializer_37/prefix&checkpoint_initializer_37/tensor_names*checkpoint_initializer_37/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ þ Assign_37Assign5bert/encoder/layer_10/attention/output/LayerNorm/betacheckpoint_initializer_37* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_10/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_38/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ´ &checkpoint_initializer_38/tensor_namesConst" /device:CPU:0*K valueBB@B6bert/encoder/layer_10/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ‚ *checkpoint_initializer_38/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_38 RestoreV2 checkpoint_initializer_38/prefix&checkpoint_initializer_38/tensor_names*checkpoint_initializer_38/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ € Assign_38Assign6bert/encoder/layer_10/attention/output/LayerNorm/gammacheckpoint_initializer_38* use_locking(* T0*I _class? =;loc:@bert/encoder/layer_10/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_39/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¯ &checkpoint_initializer_39/tensor_namesConst" /device:CPU:0*F value=B;B1bert/encoder/layer_10/attention/output/dense/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_39/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_39 RestoreV2 checkpoint_initializer_39/prefix&checkpoint_initializer_39/tensor_names*checkpoint_initializer_39/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 ö Assign_39Assign1bert/encoder/layer_10/attention/output/dense/biascheckpoint_initializer_39* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_10/attention/output/dense/bias* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_40/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ± &checkpoint_initializer_40/tensor_namesConst" /device:CPU:0*H value?B=B3bert/encoder/layer_10/attention/output/dense/kernel* dtype0* _output_shapes : ‚ *checkpoint_initializer_40/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_40 RestoreV2 checkpoint_initializer_40/prefix&checkpoint_initializer_40/tensor_names*checkpoint_initializer_40/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ ÿ Assign_40Assign3bert/encoder/layer_10/attention/output/dense/kernelcheckpoint_initializer_40* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_10/attention/output/dense/kernel* validate_shape(* _output_shapes : €€ Ï checkpoint_initializer_41/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : « &checkpoint_initializer_41/tensor_namesConst" /device:CPU:0*B value9B7B-bert/encoder/layer_10/attention/self/key/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_41/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_41 RestoreV2 checkpoint_initializer_41/prefix&checkpoint_initializer_41/tensor_names*checkpoint_initializer_41/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ î Assign_41Assign-bert/encoder/layer_10/attention/self/key/biascheckpoint_initializer_41* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_10/attention/self/key/bias* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_42/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ­ &checkpoint_initializer_42/tensor_namesConst" /device:CPU:0*D value;B9B/bert/encoder/layer_10/attention/self/key/kernel* dtype0* _output_shapes : ‚ *checkpoint_initializer_42/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_42 RestoreV2 checkpoint_initializer_42/prefix&checkpoint_initializer_42/tensor_names*checkpoint_initializer_42/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ ÷ Assign_42Assign/bert/encoder/layer_10/attention/self/key/kernelcheckpoint_initializer_42* T0*B _class8 64loc:@bert/encoder/layer_10/attention/self/key/kernel* validate_shape(* _output_shapes : €€* use_locking( Ï checkpoint_initializer_43/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ­ &checkpoint_initializer_43/tensor_namesConst" /device:CPU:0*D value;B9B/bert/encoder/layer_10/attention/self/query/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_43/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_43 RestoreV2 checkpoint_initializer_43/prefix&checkpoint_initializer_43/tensor_names*checkpoint_initializer_43/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ ò Assign_43Assign/bert/encoder/layer_10/attention/self/query/biascheckpoint_initializer_43* T0*B _class8 64loc:@bert/encoder/layer_10/attention/self/query/bias* validate_shape(* _output_shapes :€* use_locking( Ï checkpoint_initializer_44/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¯ &checkpoint_initializer_44/tensor_namesConst" /device:CPU:0*F value=B;B1bert/encoder/layer_10/attention/self/query/kernel* dtype0* _output_shapes : ‚ *checkpoint_initializer_44/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_44 RestoreV2 checkpoint_initializer_44/prefix&checkpoint_initializer_44/tensor_names*checkpoint_initializer_44/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ û Assign_44Assign1bert/encoder/layer_10/attention/self/query/kernelcheckpoint_initializer_44* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_10/attention/self/query/kernel* validate_shape(* _output_shapes : €€ Ï checkpoint_initializer_45/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ­ &checkpoint_initializer_45/tensor_namesConst" /device:CPU:0*D value;B9B/bert/encoder/layer_10/attention/self/value/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_45/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_45 RestoreV2 checkpoint_initializer_45/prefix&checkpoint_initializer_45/tensor_names*checkpoint_initializer_45/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ ò Assign_45Assign/bert/encoder/layer_10/attention/self/value/biascheckpoint_initializer_45* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_10/attention/self/value/bias* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_46/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¯ &checkpoint_initializer_46/tensor_namesConst" /device:CPU:0*F value=B;B1bert/encoder/layer_10/attention/self/value/kernel* dtype0* _output_shapes : ‚ *checkpoint_initializer_46/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_46 RestoreV2 checkpoint_initializer_46/prefix&checkpoint_initializer_46/tensor_names*checkpoint_initializer_46/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ û Assign_46Assign1bert/encoder/layer_10/attention/self/value/kernelcheckpoint_initializer_46* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_10/attention/self/value/kernel* validate_shape(* _output_shapes : €€ Ï checkpoint_initializer_47/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : « &checkpoint_initializer_47/tensor_namesConst" /device:CPU:0*B value9B7B-bert/encoder/layer_10/intermediate/dense/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_47/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_47 RestoreV2 checkpoint_initializer_47/prefix&checkpoint_initializer_47/tensor_names*checkpoint_initializer_47/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 î Assign_47Assign-bert/encoder/layer_10/intermediate/dense/biascheckpoint_initializer_47* T0*@ _class6 42loc:@bert/encoder/layer_10/intermediate/dense/bias* validate_shape(* _output_shapes :€* use_locking( Ï checkpoint_initializer_48/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ­ &checkpoint_initializer_48/tensor_namesConst" /device:CPU:0*D value;B9B/bert/encoder/layer_10/intermediate/dense/kernel* dtype0* _output_shapes : ‚ *checkpoint_initializer_48/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_48 RestoreV2 checkpoint_initializer_48/prefix&checkpoint_initializer_48/tensor_names*checkpoint_initializer_48/shape_and_slices" /device:CPU:0* _output_shapes : €€* dtypes 2 ÷ Assign_48Assign/bert/encoder/layer_10/intermediate/dense/kernelcheckpoint_initializer_48* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_10/intermediate/dense/kernel* validate_shape(* _output_shapes : €€ Ï checkpoint_initializer_49/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : © &checkpoint_initializer_49/tensor_namesConst" /device:CPU:0*@ value7B5B+bert/encoder/layer_10/output/LayerNorm/beta* dtype0* _output_shapes : ‚ *checkpoint_initializer_49/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_49 RestoreV2 checkpoint_initializer_49/prefix&checkpoint_initializer_49/tensor_names*checkpoint_initializer_49/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 ê Assign_49Assign+bert/encoder/layer_10/output/LayerNorm/betacheckpoint_initializer_49* use_locking(* T0*> _class4 20loc:@bert/encoder/layer_10/output/LayerNorm/beta* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_50/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ª &checkpoint_initializer_50/tensor_namesConst" /device:CPU:0*A value8B6B,bert/encoder/layer_10/output/LayerNorm/gamma* dtype0* _output_shapes : ‚ *checkpoint_initializer_50/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_50 RestoreV2 checkpoint_initializer_50/prefix&checkpoint_initializer_50/tensor_names*checkpoint_initializer_50/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ ì Assign_50Assign,bert/encoder/layer_10/output/LayerNorm/gammacheckpoint_initializer_50* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_10/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_51/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¥ &checkpoint_initializer_51/tensor_namesConst" /device:CPU:0*< value3B1B'bert/encoder/layer_10/output/dense/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_51/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_51 RestoreV2 checkpoint_initializer_51/prefix&checkpoint_initializer_51/tensor_names*checkpoint_initializer_51/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 â Assign_51Assign'bert/encoder/layer_10/output/dense/biascheckpoint_initializer_51* T0*: _class0 .,loc:@bert/encoder/layer_10/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( Ï checkpoint_initializer_52/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : § &checkpoint_initializer_52/tensor_namesConst" /device:CPU:0*> value5B3B)bert/encoder/layer_10/output/dense/kernel* dtype0* _output_shapes : ‚ *checkpoint_initializer_52/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_52 RestoreV2 checkpoint_initializer_52/prefix&checkpoint_initializer_52/tensor_names*checkpoint_initializer_52/shape_and_slices" /device:CPU:0* _output_shapes : €€* dtypes 2 ë Assign_52Assign)bert/encoder/layer_10/output/dense/kernelcheckpoint_initializer_52* T0*< _class2 0.loc:@bert/encoder/layer_10/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( Ï checkpoint_initializer_53/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ³ &checkpoint_initializer_53/tensor_namesConst" /device:CPU:0*J valueAB?B5bert/encoder/layer_11/attention/output/LayerNorm/beta* dtype0* _output_shapes : ‚ *checkpoint_initializer_53/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_53 RestoreV2 checkpoint_initializer_53/prefix&checkpoint_initializer_53/tensor_names*checkpoint_initializer_53/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 þ Assign_53Assign5bert/encoder/layer_11/attention/output/LayerNorm/betacheckpoint_initializer_53* T0*H _class> <:loc:@bert/encoder/layer_11/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( Ï checkpoint_initializer_54/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ´ &checkpoint_initializer_54/tensor_namesConst" /device:CPU:0*K valueBB@B6bert/encoder/layer_11/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ‚ *checkpoint_initializer_54/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_54 RestoreV2 checkpoint_initializer_54/prefix&checkpoint_initializer_54/tensor_names*checkpoint_initializer_54/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ € Assign_54Assign6bert/encoder/layer_11/attention/output/LayerNorm/gammacheckpoint_initializer_54* T0*I _class? =;loc:@bert/encoder/layer_11/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( Ï checkpoint_initializer_55/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¯ &checkpoint_initializer_55/tensor_namesConst" /device:CPU:0*F value=B;B1bert/encoder/layer_11/attention/output/dense/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_55/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_55 RestoreV2 checkpoint_initializer_55/prefix&checkpoint_initializer_55/tensor_names*checkpoint_initializer_55/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 ö Assign_55Assign1bert/encoder/layer_11/attention/output/dense/biascheckpoint_initializer_55* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_11/attention/output/dense/bias* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_56/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ± &checkpoint_initializer_56/tensor_namesConst" /device:CPU:0*H value?B=B3bert/encoder/layer_11/attention/output/dense/kernel* dtype0* _output_shapes : ‚ *checkpoint_initializer_56/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_56 RestoreV2 checkpoint_initializer_56/prefix&checkpoint_initializer_56/tensor_names*checkpoint_initializer_56/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ ÿ Assign_56Assign3bert/encoder/layer_11/attention/output/dense/kernelcheckpoint_initializer_56* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_11/attention/output/dense/kernel* validate_shape(* _output_shapes : €€ Ï checkpoint_initializer_57/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : « &checkpoint_initializer_57/tensor_namesConst" /device:CPU:0*B value9B7B-bert/encoder/layer_11/attention/self/key/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_57/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_57 RestoreV2 checkpoint_initializer_57/prefix&checkpoint_initializer_57/tensor_names*checkpoint_initializer_57/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ î Assign_57Assign-bert/encoder/layer_11/attention/self/key/biascheckpoint_initializer_57* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_11/attention/self/key/bias* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_58/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ­ &checkpoint_initializer_58/tensor_namesConst" /device:CPU:0*D value;B9B/bert/encoder/layer_11/attention/self/key/kernel* dtype0* _output_shapes : ‚ *checkpoint_initializer_58/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_58 RestoreV2 checkpoint_initializer_58/prefix&checkpoint_initializer_58/tensor_names*checkpoint_initializer_58/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ ÷ Assign_58Assign/bert/encoder/layer_11/attention/self/key/kernelcheckpoint_initializer_58* T0*B _class8 64loc:@bert/encoder/layer_11/attention/self/key/kernel* validate_shape(* _output_shapes : €€* use_locking( Ï checkpoint_initializer_59/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ­ &checkpoint_initializer_59/tensor_namesConst" /device:CPU:0*D value;B9B/bert/encoder/layer_11/attention/self/query/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_59/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_59 RestoreV2 checkpoint_initializer_59/prefix&checkpoint_initializer_59/tensor_names*checkpoint_initializer_59/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 ò Assign_59Assign/bert/encoder/layer_11/attention/self/query/biascheckpoint_initializer_59* T0*B _class8 64loc:@bert/encoder/layer_11/attention/self/query/bias* validate_shape(* _output_shapes :€* use_locking( Ï checkpoint_initializer_60/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¯ &checkpoint_initializer_60/tensor_namesConst" /device:CPU:0*F value=B;B1bert/encoder/layer_11/attention/self/query/kernel* dtype0* _output_shapes : ‚ *checkpoint_initializer_60/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_60 RestoreV2 checkpoint_initializer_60/prefix&checkpoint_initializer_60/tensor_names*checkpoint_initializer_60/shape_and_slices" /device:CPU:0* _output_shapes : €€* dtypes 2 û Assign_60Assign1bert/encoder/layer_11/attention/self/query/kernelcheckpoint_initializer_60* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_11/attention/self/query/kernel* validate_shape(* _output_shapes : €€ Ï checkpoint_initializer_61/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ­ &checkpoint_initializer_61/tensor_namesConst" /device:CPU:0*D value;B9B/bert/encoder/layer_11/attention/self/value/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_61/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_61 RestoreV2 checkpoint_initializer_61/prefix&checkpoint_initializer_61/tensor_names*checkpoint_initializer_61/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 ò Assign_61Assign/bert/encoder/layer_11/attention/self/value/biascheckpoint_initializer_61* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_11/attention/self/value/bias* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_62/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¯ &checkpoint_initializer_62/tensor_namesConst" /device:CPU:0*F value=B;B1bert/encoder/layer_11/attention/self/value/kernel* dtype0* _output_shapes : ‚ *checkpoint_initializer_62/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_62 RestoreV2 checkpoint_initializer_62/prefix&checkpoint_initializer_62/tensor_names*checkpoint_initializer_62/shape_and_slices" /device:CPU:0* _output_shapes : €€* dtypes 2 û Assign_62Assign1bert/encoder/layer_11/attention/self/value/kernelcheckpoint_initializer_62* T0*D _class: 86loc:@bert/encoder/layer_11/attention/self/value/kernel* validate_shape(* _output_shapes : €€* use_locking( Ï checkpoint_initializer_63/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : « &checkpoint_initializer_63/tensor_namesConst" /device:CPU:0*B value9B7B-bert/encoder/layer_11/intermediate/dense/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_63/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_63 RestoreV2 checkpoint_initializer_63/prefix&checkpoint_initializer_63/tensor_names*checkpoint_initializer_63/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ î Assign_63Assign-bert/encoder/layer_11/intermediate/dense/biascheckpoint_initializer_63* T0*@ _class6 42loc:@bert/encoder/layer_11/intermediate/dense/bias* validate_shape(* _output_shapes :€* use_locking( Ï checkpoint_initializer_64/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ­ &checkpoint_initializer_64/tensor_namesConst" /device:CPU:0*D value;B9B/bert/encoder/layer_11/intermediate/dense/kernel* dtype0* _output_shapes : ‚ *checkpoint_initializer_64/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_64 RestoreV2 checkpoint_initializer_64/prefix&checkpoint_initializer_64/tensor_names*checkpoint_initializer_64/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ ÷ Assign_64Assign/bert/encoder/layer_11/intermediate/dense/kernelcheckpoint_initializer_64* T0*B _class8 64loc:@bert/encoder/layer_11/intermediate/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( Ï checkpoint_initializer_65/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : © &checkpoint_initializer_65/tensor_namesConst" /device:CPU:0*@ value7B5B+bert/encoder/layer_11/output/LayerNorm/beta* dtype0* _output_shapes : ‚ *checkpoint_initializer_65/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_65 RestoreV2 checkpoint_initializer_65/prefix&checkpoint_initializer_65/tensor_names*checkpoint_initializer_65/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 ê Assign_65Assign+bert/encoder/layer_11/output/LayerNorm/betacheckpoint_initializer_65* T0*> _class4 20loc:@bert/encoder/layer_11/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( Ï checkpoint_initializer_66/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ª &checkpoint_initializer_66/tensor_namesConst" /device:CPU:0*A value8B6B,bert/encoder/layer_11/output/LayerNorm/gamma* dtype0* _output_shapes : ‚ *checkpoint_initializer_66/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_66 RestoreV2 checkpoint_initializer_66/prefix&checkpoint_initializer_66/tensor_names*checkpoint_initializer_66/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ ì Assign_66Assign,bert/encoder/layer_11/output/LayerNorm/gammacheckpoint_initializer_66* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_11/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_67/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¥ &checkpoint_initializer_67/tensor_namesConst" /device:CPU:0*< value3B1B'bert/encoder/layer_11/output/dense/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_67/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_67 RestoreV2 checkpoint_initializer_67/prefix&checkpoint_initializer_67/tensor_names*checkpoint_initializer_67/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 â Assign_67Assign'bert/encoder/layer_11/output/dense/biascheckpoint_initializer_67* use_locking(* T0*: _class0 .,loc:@bert/encoder/layer_11/output/dense/bias* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_68/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : § &checkpoint_initializer_68/tensor_namesConst" /device:CPU:0*> value5B3B)bert/encoder/layer_11/output/dense/kernel* dtype0* _output_shapes : ‚ *checkpoint_initializer_68/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_68 RestoreV2 checkpoint_initializer_68/prefix&checkpoint_initializer_68/tensor_names*checkpoint_initializer_68/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ ë Assign_68Assign)bert/encoder/layer_11/output/dense/kernelcheckpoint_initializer_68* T0*< _class2 0.loc:@bert/encoder/layer_11/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( Ï checkpoint_initializer_69/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ² &checkpoint_initializer_69/tensor_namesConst" /device:CPU:0*I value@B>B4bert/encoder/layer_2/attention/output/LayerNorm/beta* dtype0* _output_shapes : ‚ *checkpoint_initializer_69/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_69 RestoreV2 checkpoint_initializer_69/prefix&checkpoint_initializer_69/tensor_names*checkpoint_initializer_69/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 ü Assign_69Assign4bert/encoder/layer_2/attention/output/LayerNorm/betacheckpoint_initializer_69* use_locking(* T0*G _class= ;9loc:@bert/encoder/layer_2/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_70/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ³ &checkpoint_initializer_70/tensor_namesConst" /device:CPU:0*J valueAB?B5bert/encoder/layer_2/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ‚ *checkpoint_initializer_70/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_70 RestoreV2 checkpoint_initializer_70/prefix&checkpoint_initializer_70/tensor_names*checkpoint_initializer_70/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ þ Assign_70Assign5bert/encoder/layer_2/attention/output/LayerNorm/gammacheckpoint_initializer_70* T0*H _class> <:loc:@bert/encoder/layer_2/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( Ï checkpoint_initializer_71/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ® &checkpoint_initializer_71/tensor_namesConst" /device:CPU:0*E valueB<B2bert/encoder/layer_2/attention/output/dense/kernel* dtype0* _output_shapes : ‚ *checkpoint_initializer_72/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_72 RestoreV2 checkpoint_initializer_72/prefix&checkpoint_initializer_72/tensor_names*checkpoint_initializer_72/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ ý Assign_72Assign2bert/encoder/layer_2/attention/output/dense/kernelcheckpoint_initializer_72* T0*E _class; 97loc:@bert/encoder/layer_2/attention/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( Ï checkpoint_initializer_73/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ª &checkpoint_initializer_73/tensor_namesConst" /device:CPU:0*A value8B6B,bert/encoder/layer_2/attention/self/key/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_73/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_73 RestoreV2 checkpoint_initializer_73/prefix&checkpoint_initializer_73/tensor_names*checkpoint_initializer_73/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ ì Assign_73Assign,bert/encoder/layer_2/attention/self/key/biascheckpoint_initializer_73* T0*? _class5 31loc:@bert/encoder/layer_2/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( Ï checkpoint_initializer_74/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¬ &checkpoint_initializer_74/tensor_namesConst" /device:CPU:0*C value:B8B.bert/encoder/layer_2/attention/self/key/kernel* dtype0* _output_shapes : ‚ *checkpoint_initializer_74/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_74 RestoreV2 checkpoint_initializer_74/prefix&checkpoint_initializer_74/tensor_names*checkpoint_initializer_74/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ õ Assign_74Assign.bert/encoder/layer_2/attention/self/key/kernelcheckpoint_initializer_74* T0*A _class7 53loc:@bert/encoder/layer_2/attention/self/key/kernel* validate_shape(* _output_shapes : €€* use_locking( Ï checkpoint_initializer_75/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¬ &checkpoint_initializer_75/tensor_namesConst" /device:CPU:0*C value:B8B.bert/encoder/layer_2/attention/self/query/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_75/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_75 RestoreV2 checkpoint_initializer_75/prefix&checkpoint_initializer_75/tensor_names*checkpoint_initializer_75/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 ð Assign_75Assign.bert/encoder/layer_2/attention/self/query/biascheckpoint_initializer_75* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_2/attention/self/query/bias* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_76/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ® &checkpoint_initializer_76/tensor_namesConst" /device:CPU:0*E value _class4 20loc:@bert/encoder/layer_2/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( Ï checkpoint_initializer_83/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¤ &checkpoint_initializer_83/tensor_namesConst" /device:CPU:0*; value2B0B&bert/encoder/layer_2/output/dense/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_83/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_83 RestoreV2 checkpoint_initializer_83/prefix&checkpoint_initializer_83/tensor_names*checkpoint_initializer_83/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ à Assign_83Assign&bert/encoder/layer_2/output/dense/biascheckpoint_initializer_83* T0*9 _class/ -+loc:@bert/encoder/layer_2/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( Ï checkpoint_initializer_84/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¦ &checkpoint_initializer_84/tensor_namesConst" /device:CPU:0*= value4B2B(bert/encoder/layer_2/output/dense/kernel* dtype0* _output_shapes : ‚ *checkpoint_initializer_84/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_84 RestoreV2 checkpoint_initializer_84/prefix&checkpoint_initializer_84/tensor_names*checkpoint_initializer_84/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ é Assign_84Assign(bert/encoder/layer_2/output/dense/kernelcheckpoint_initializer_84* T0*; _class1 /-loc:@bert/encoder/layer_2/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( Ï checkpoint_initializer_85/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ² &checkpoint_initializer_85/tensor_namesConst" /device:CPU:0*I value@B>B4bert/encoder/layer_3/attention/output/LayerNorm/beta* dtype0* _output_shapes : ‚ *checkpoint_initializer_85/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_85 RestoreV2 checkpoint_initializer_85/prefix&checkpoint_initializer_85/tensor_names*checkpoint_initializer_85/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ ü Assign_85Assign4bert/encoder/layer_3/attention/output/LayerNorm/betacheckpoint_initializer_85* T0*G _class= ;9loc:@bert/encoder/layer_3/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( Ï checkpoint_initializer_86/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ³ &checkpoint_initializer_86/tensor_namesConst" /device:CPU:0*J valueAB?B5bert/encoder/layer_3/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ‚ *checkpoint_initializer_86/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_86 RestoreV2 checkpoint_initializer_86/prefix&checkpoint_initializer_86/tensor_names*checkpoint_initializer_86/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ þ Assign_86Assign5bert/encoder/layer_3/attention/output/LayerNorm/gammacheckpoint_initializer_86* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_3/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_87/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ® &checkpoint_initializer_87/tensor_namesConst" /device:CPU:0*E valueB<B2bert/encoder/layer_3/attention/output/dense/kernel* dtype0* _output_shapes : ‚ *checkpoint_initializer_88/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_88 RestoreV2 checkpoint_initializer_88/prefix&checkpoint_initializer_88/tensor_names*checkpoint_initializer_88/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ ý Assign_88Assign2bert/encoder/layer_3/attention/output/dense/kernelcheckpoint_initializer_88* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_3/attention/output/dense/kernel* validate_shape(* _output_shapes : €€ Ï checkpoint_initializer_89/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ª &checkpoint_initializer_89/tensor_namesConst" /device:CPU:0*A value8B6B,bert/encoder/layer_3/attention/self/key/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_89/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_89 RestoreV2 checkpoint_initializer_89/prefix&checkpoint_initializer_89/tensor_names*checkpoint_initializer_89/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ ì Assign_89Assign,bert/encoder/layer_3/attention/self/key/biascheckpoint_initializer_89* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_3/attention/self/key/bias* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_90/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¬ &checkpoint_initializer_90/tensor_namesConst" /device:CPU:0*C value:B8B.bert/encoder/layer_3/attention/self/key/kernel* dtype0* _output_shapes : ‚ *checkpoint_initializer_90/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_90 RestoreV2 checkpoint_initializer_90/prefix&checkpoint_initializer_90/tensor_names*checkpoint_initializer_90/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ õ Assign_90Assign.bert/encoder/layer_3/attention/self/key/kernelcheckpoint_initializer_90* T0*A _class7 53loc:@bert/encoder/layer_3/attention/self/key/kernel* validate_shape(* _output_shapes : €€* use_locking( Ï checkpoint_initializer_91/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¬ &checkpoint_initializer_91/tensor_namesConst" /device:CPU:0*C value:B8B.bert/encoder/layer_3/attention/self/query/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_91/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_91 RestoreV2 checkpoint_initializer_91/prefix&checkpoint_initializer_91/tensor_names*checkpoint_initializer_91/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ ð Assign_91Assign.bert/encoder/layer_3/attention/self/query/biascheckpoint_initializer_91* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_3/attention/self/query/bias* validate_shape(* _output_shapes :€ Ï checkpoint_initializer_92/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ® &checkpoint_initializer_92/tensor_namesConst" /device:CPU:0*E value _class4 20loc:@bert/encoder/layer_3/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( Ï checkpoint_initializer_99/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¤ &checkpoint_initializer_99/tensor_namesConst" /device:CPU:0*; value2B0B&bert/encoder/layer_3/output/dense/bias* dtype0* _output_shapes : ‚ *checkpoint_initializer_99/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ù checkpoint_initializer_99 RestoreV2 checkpoint_initializer_99/prefix&checkpoint_initializer_99/tensor_names*checkpoint_initializer_99/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 à Assign_99Assign&bert/encoder/layer_3/output/dense/biascheckpoint_initializer_99* T0*9 _class/ -+loc:@bert/encoder/layer_3/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( Ð !checkpoint_initializer_100/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : § 'checkpoint_initializer_100/tensor_namesConst" /device:CPU:0*= value4B2B(bert/encoder/layer_3/output/dense/kernel* dtype0* _output_shapes : ƒ +checkpoint_initializer_100/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : â checkpoint_initializer_100 RestoreV2!checkpoint_initializer_100/prefix'checkpoint_initializer_100/tensor_names+checkpoint_initializer_100/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ ë Assign_100Assign(bert/encoder/layer_3/output/dense/kernelcheckpoint_initializer_100* T0*; _class1 /-loc:@bert/encoder/layer_3/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( Ð !checkpoint_initializer_101/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ³ 'checkpoint_initializer_101/tensor_namesConst" /device:CPU:0*I value@B>B4bert/encoder/layer_4/attention/output/LayerNorm/beta* dtype0* _output_shapes : ƒ +checkpoint_initializer_101/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_101 RestoreV2!checkpoint_initializer_101/prefix'checkpoint_initializer_101/tensor_names+checkpoint_initializer_101/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 þ Assign_101Assign4bert/encoder/layer_4/attention/output/LayerNorm/betacheckpoint_initializer_101* use_locking(* T0*G _class= ;9loc:@bert/encoder/layer_4/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€ Ð !checkpoint_initializer_102/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ´ 'checkpoint_initializer_102/tensor_namesConst" /device:CPU:0*J valueAB?B5bert/encoder/layer_4/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ƒ +checkpoint_initializer_102/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_102 RestoreV2!checkpoint_initializer_102/prefix'checkpoint_initializer_102/tensor_names+checkpoint_initializer_102/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 € Assign_102Assign5bert/encoder/layer_4/attention/output/LayerNorm/gammacheckpoint_initializer_102* T0*H _class> <:loc:@bert/encoder/layer_4/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( Ð !checkpoint_initializer_103/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¯ 'checkpoint_initializer_103/tensor_namesConst" /device:CPU:0*E valueB<B2bert/encoder/layer_4/attention/output/dense/kernel* dtype0* _output_shapes : ƒ +checkpoint_initializer_104/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : â checkpoint_initializer_104 RestoreV2!checkpoint_initializer_104/prefix'checkpoint_initializer_104/tensor_names+checkpoint_initializer_104/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ ÿ Assign_104Assign2bert/encoder/layer_4/attention/output/dense/kernelcheckpoint_initializer_104* T0*E _class; 97loc:@bert/encoder/layer_4/attention/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( Ð !checkpoint_initializer_105/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : « 'checkpoint_initializer_105/tensor_namesConst" /device:CPU:0*A value8B6B,bert/encoder/layer_4/attention/self/key/bias* dtype0* _output_shapes : ƒ +checkpoint_initializer_105/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_105 RestoreV2!checkpoint_initializer_105/prefix'checkpoint_initializer_105/tensor_names+checkpoint_initializer_105/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 î Assign_105Assign,bert/encoder/layer_4/attention/self/key/biascheckpoint_initializer_105* T0*? _class5 31loc:@bert/encoder/layer_4/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( Ð !checkpoint_initializer_106/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ­ 'checkpoint_initializer_106/tensor_namesConst" /device:CPU:0*C value:B8B.bert/encoder/layer_4/attention/self/key/kernel* dtype0* _output_shapes : ƒ +checkpoint_initializer_106/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : â checkpoint_initializer_106 RestoreV2!checkpoint_initializer_106/prefix'checkpoint_initializer_106/tensor_names+checkpoint_initializer_106/shape_and_slices" /device:CPU:0* _output_shapes : €€* dtypes 2 ÷ Assign_106Assign.bert/encoder/layer_4/attention/self/key/kernelcheckpoint_initializer_106* T0*A _class7 53loc:@bert/encoder/layer_4/attention/self/key/kernel* validate_shape(* _output_shapes : €€* use_locking( Ð !checkpoint_initializer_107/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ­ 'checkpoint_initializer_107/tensor_namesConst" /device:CPU:0*C value:B8B.bert/encoder/layer_4/attention/self/query/bias* dtype0* _output_shapes : ƒ +checkpoint_initializer_107/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_107 RestoreV2!checkpoint_initializer_107/prefix'checkpoint_initializer_107/tensor_names+checkpoint_initializer_107/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 ò Assign_107Assign.bert/encoder/layer_4/attention/self/query/biascheckpoint_initializer_107* T0*A _class7 53loc:@bert/encoder/layer_4/attention/self/query/bias* validate_shape(* _output_shapes :€* use_locking( Ð !checkpoint_initializer_108/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¯ 'checkpoint_initializer_108/tensor_namesConst" /device:CPU:0*E value _class4 20loc:@bert/encoder/layer_4/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( Ð !checkpoint_initializer_115/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¥ 'checkpoint_initializer_115/tensor_namesConst" /device:CPU:0*; value2B0B&bert/encoder/layer_4/output/dense/bias* dtype0* _output_shapes : ƒ +checkpoint_initializer_115/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_115 RestoreV2!checkpoint_initializer_115/prefix'checkpoint_initializer_115/tensor_names+checkpoint_initializer_115/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ â Assign_115Assign&bert/encoder/layer_4/output/dense/biascheckpoint_initializer_115* use_locking(* T0*9 _class/ -+loc:@bert/encoder/layer_4/output/dense/bias* validate_shape(* _output_shapes :€ Ð !checkpoint_initializer_116/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : § 'checkpoint_initializer_116/tensor_namesConst" /device:CPU:0*= value4B2B(bert/encoder/layer_4/output/dense/kernel* dtype0* _output_shapes : ƒ +checkpoint_initializer_116/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : â checkpoint_initializer_116 RestoreV2!checkpoint_initializer_116/prefix'checkpoint_initializer_116/tensor_names+checkpoint_initializer_116/shape_and_slices" /device:CPU:0* _output_shapes : €€* dtypes 2 ë Assign_116Assign(bert/encoder/layer_4/output/dense/kernelcheckpoint_initializer_116* T0*; _class1 /-loc:@bert/encoder/layer_4/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( Ð !checkpoint_initializer_117/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ³ 'checkpoint_initializer_117/tensor_namesConst" /device:CPU:0*I value@B>B4bert/encoder/layer_5/attention/output/LayerNorm/beta* dtype0* _output_shapes : ƒ +checkpoint_initializer_117/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_117 RestoreV2!checkpoint_initializer_117/prefix'checkpoint_initializer_117/tensor_names+checkpoint_initializer_117/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ þ Assign_117Assign4bert/encoder/layer_5/attention/output/LayerNorm/betacheckpoint_initializer_117* use_locking(* T0*G _class= ;9loc:@bert/encoder/layer_5/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€ Ð !checkpoint_initializer_118/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ´ 'checkpoint_initializer_118/tensor_namesConst" /device:CPU:0*J valueAB?B5bert/encoder/layer_5/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ƒ +checkpoint_initializer_118/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_118 RestoreV2!checkpoint_initializer_118/prefix'checkpoint_initializer_118/tensor_names+checkpoint_initializer_118/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 € Assign_118Assign5bert/encoder/layer_5/attention/output/LayerNorm/gammacheckpoint_initializer_118* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_5/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ Ð !checkpoint_initializer_119/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¯ 'checkpoint_initializer_119/tensor_namesConst" /device:CPU:0*E valueB<B2bert/encoder/layer_5/attention/output/dense/kernel* dtype0* _output_shapes : ƒ +checkpoint_initializer_120/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : â checkpoint_initializer_120 RestoreV2!checkpoint_initializer_120/prefix'checkpoint_initializer_120/tensor_names+checkpoint_initializer_120/shape_and_slices" /device:CPU:0* _output_shapes : €€* dtypes 2 ÿ Assign_120Assign2bert/encoder/layer_5/attention/output/dense/kernelcheckpoint_initializer_120* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_5/attention/output/dense/kernel* validate_shape(* _output_shapes : €€ Ð !checkpoint_initializer_121/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : « 'checkpoint_initializer_121/tensor_namesConst" /device:CPU:0*A value8B6B,bert/encoder/layer_5/attention/self/key/bias* dtype0* _output_shapes : ƒ +checkpoint_initializer_121/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_121 RestoreV2!checkpoint_initializer_121/prefix'checkpoint_initializer_121/tensor_names+checkpoint_initializer_121/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ î Assign_121Assign,bert/encoder/layer_5/attention/self/key/biascheckpoint_initializer_121* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_5/attention/self/key/bias* validate_shape(* _output_shapes :€ Ð !checkpoint_initializer_122/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ­ 'checkpoint_initializer_122/tensor_namesConst" /device:CPU:0*C value:B8B.bert/encoder/layer_5/attention/self/key/kernel* dtype0* _output_shapes : ƒ +checkpoint_initializer_122/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : â checkpoint_initializer_122 RestoreV2!checkpoint_initializer_122/prefix'checkpoint_initializer_122/tensor_names+checkpoint_initializer_122/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ ÷ Assign_122Assign.bert/encoder/layer_5/attention/self/key/kernelcheckpoint_initializer_122* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_5/attention/self/key/kernel* validate_shape(* _output_shapes : €€ Ð !checkpoint_initializer_123/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ­ 'checkpoint_initializer_123/tensor_namesConst" /device:CPU:0*C value:B8B.bert/encoder/layer_5/attention/self/query/bias* dtype0* _output_shapes : ƒ +checkpoint_initializer_123/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_123 RestoreV2!checkpoint_initializer_123/prefix'checkpoint_initializer_123/tensor_names+checkpoint_initializer_123/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 ò Assign_123Assign.bert/encoder/layer_5/attention/self/query/biascheckpoint_initializer_123* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_5/attention/self/query/bias* validate_shape(* _output_shapes :€ Ð !checkpoint_initializer_124/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¯ 'checkpoint_initializer_124/tensor_namesConst" /device:CPU:0*E value _class4 20loc:@bert/encoder/layer_5/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( Ð !checkpoint_initializer_131/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¥ 'checkpoint_initializer_131/tensor_namesConst" /device:CPU:0*; value2B0B&bert/encoder/layer_5/output/dense/bias* dtype0* _output_shapes : ƒ +checkpoint_initializer_131/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_131 RestoreV2!checkpoint_initializer_131/prefix'checkpoint_initializer_131/tensor_names+checkpoint_initializer_131/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ â Assign_131Assign&bert/encoder/layer_5/output/dense/biascheckpoint_initializer_131* T0*9 _class/ -+loc:@bert/encoder/layer_5/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( Ð !checkpoint_initializer_132/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : § 'checkpoint_initializer_132/tensor_namesConst" /device:CPU:0*= value4B2B(bert/encoder/layer_5/output/dense/kernel* dtype0* _output_shapes : ƒ +checkpoint_initializer_132/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : â checkpoint_initializer_132 RestoreV2!checkpoint_initializer_132/prefix'checkpoint_initializer_132/tensor_names+checkpoint_initializer_132/shape_and_slices" /device:CPU:0* _output_shapes : €€* dtypes 2 ë Assign_132Assign(bert/encoder/layer_5/output/dense/kernelcheckpoint_initializer_132* use_locking(* T0*; _class1 /-loc:@bert/encoder/layer_5/output/dense/kernel* validate_shape(* _output_shapes : €€ Ð !checkpoint_initializer_133/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ³ 'checkpoint_initializer_133/tensor_namesConst" /device:CPU:0*I value@B>B4bert/encoder/layer_6/attention/output/LayerNorm/beta* dtype0* _output_shapes : ƒ +checkpoint_initializer_133/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_133 RestoreV2!checkpoint_initializer_133/prefix'checkpoint_initializer_133/tensor_names+checkpoint_initializer_133/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ þ Assign_133Assign4bert/encoder/layer_6/attention/output/LayerNorm/betacheckpoint_initializer_133* T0*G _class= ;9loc:@bert/encoder/layer_6/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( Ð !checkpoint_initializer_134/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ´ 'checkpoint_initializer_134/tensor_namesConst" /device:CPU:0*J valueAB?B5bert/encoder/layer_6/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ƒ +checkpoint_initializer_134/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_134 RestoreV2!checkpoint_initializer_134/prefix'checkpoint_initializer_134/tensor_names+checkpoint_initializer_134/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ € Assign_134Assign5bert/encoder/layer_6/attention/output/LayerNorm/gammacheckpoint_initializer_134* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_6/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ Ð !checkpoint_initializer_135/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¯ 'checkpoint_initializer_135/tensor_namesConst" /device:CPU:0*E valueB<B2bert/encoder/layer_6/attention/output/dense/kernel* dtype0* _output_shapes : ƒ +checkpoint_initializer_136/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : â checkpoint_initializer_136 RestoreV2!checkpoint_initializer_136/prefix'checkpoint_initializer_136/tensor_names+checkpoint_initializer_136/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ ÿ Assign_136Assign2bert/encoder/layer_6/attention/output/dense/kernelcheckpoint_initializer_136* T0*E _class; 97loc:@bert/encoder/layer_6/attention/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( Ð !checkpoint_initializer_137/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : « 'checkpoint_initializer_137/tensor_namesConst" /device:CPU:0*A value8B6B,bert/encoder/layer_6/attention/self/key/bias* dtype0* _output_shapes : ƒ +checkpoint_initializer_137/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_137 RestoreV2!checkpoint_initializer_137/prefix'checkpoint_initializer_137/tensor_names+checkpoint_initializer_137/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 î Assign_137Assign,bert/encoder/layer_6/attention/self/key/biascheckpoint_initializer_137* T0*? _class5 31loc:@bert/encoder/layer_6/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( Ð !checkpoint_initializer_138/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ­ 'checkpoint_initializer_138/tensor_namesConst" /device:CPU:0*C value:B8B.bert/encoder/layer_6/attention/self/key/kernel* dtype0* _output_shapes : ƒ +checkpoint_initializer_138/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : â checkpoint_initializer_138 RestoreV2!checkpoint_initializer_138/prefix'checkpoint_initializer_138/tensor_names+checkpoint_initializer_138/shape_and_slices" /device:CPU:0* _output_shapes : €€* dtypes 2 ÷ Assign_138Assign.bert/encoder/layer_6/attention/self/key/kernelcheckpoint_initializer_138* T0*A _class7 53loc:@bert/encoder/layer_6/attention/self/key/kernel* validate_shape(* _output_shapes : €€* use_locking( Ð !checkpoint_initializer_139/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ­ 'checkpoint_initializer_139/tensor_namesConst" /device:CPU:0*C value:B8B.bert/encoder/layer_6/attention/self/query/bias* dtype0* _output_shapes : ƒ +checkpoint_initializer_139/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_139 RestoreV2!checkpoint_initializer_139/prefix'checkpoint_initializer_139/tensor_names+checkpoint_initializer_139/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 ò Assign_139Assign.bert/encoder/layer_6/attention/self/query/biascheckpoint_initializer_139* T0*A _class7 53loc:@bert/encoder/layer_6/attention/self/query/bias* validate_shape(* _output_shapes :€* use_locking( Ð !checkpoint_initializer_140/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¯ 'checkpoint_initializer_140/tensor_namesConst" /device:CPU:0*E value _class4 20loc:@bert/encoder/layer_6/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ Ð !checkpoint_initializer_147/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¥ 'checkpoint_initializer_147/tensor_namesConst" /device:CPU:0*; value2B0B&bert/encoder/layer_6/output/dense/bias* dtype0* _output_shapes : ƒ +checkpoint_initializer_147/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_147 RestoreV2!checkpoint_initializer_147/prefix'checkpoint_initializer_147/tensor_names+checkpoint_initializer_147/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ â Assign_147Assign&bert/encoder/layer_6/output/dense/biascheckpoint_initializer_147* T0*9 _class/ -+loc:@bert/encoder/layer_6/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( Ð !checkpoint_initializer_148/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : § 'checkpoint_initializer_148/tensor_namesConst" /device:CPU:0*= value4B2B(bert/encoder/layer_6/output/dense/kernel* dtype0* _output_shapes : ƒ +checkpoint_initializer_148/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : â checkpoint_initializer_148 RestoreV2!checkpoint_initializer_148/prefix'checkpoint_initializer_148/tensor_names+checkpoint_initializer_148/shape_and_slices" /device:CPU:0* _output_shapes : €€* dtypes 2 ë Assign_148Assign(bert/encoder/layer_6/output/dense/kernelcheckpoint_initializer_148* use_locking(* T0*; _class1 /-loc:@bert/encoder/layer_6/output/dense/kernel* validate_shape(* _output_shapes : €€ Ð !checkpoint_initializer_149/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ³ 'checkpoint_initializer_149/tensor_namesConst" /device:CPU:0*I value@B>B4bert/encoder/layer_7/attention/output/LayerNorm/beta* dtype0* _output_shapes : ƒ +checkpoint_initializer_149/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_149 RestoreV2!checkpoint_initializer_149/prefix'checkpoint_initializer_149/tensor_names+checkpoint_initializer_149/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ þ Assign_149Assign4bert/encoder/layer_7/attention/output/LayerNorm/betacheckpoint_initializer_149* use_locking(* T0*G _class= ;9loc:@bert/encoder/layer_7/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€ Ð !checkpoint_initializer_150/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ´ 'checkpoint_initializer_150/tensor_namesConst" /device:CPU:0*J valueAB?B5bert/encoder/layer_7/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ƒ +checkpoint_initializer_150/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_150 RestoreV2!checkpoint_initializer_150/prefix'checkpoint_initializer_150/tensor_names+checkpoint_initializer_150/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ € Assign_150Assign5bert/encoder/layer_7/attention/output/LayerNorm/gammacheckpoint_initializer_150* T0*H _class> <:loc:@bert/encoder/layer_7/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( Ð !checkpoint_initializer_151/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¯ 'checkpoint_initializer_151/tensor_namesConst" /device:CPU:0*E valueB<B2bert/encoder/layer_7/attention/output/dense/kernel* dtype0* _output_shapes : ƒ +checkpoint_initializer_152/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : â checkpoint_initializer_152 RestoreV2!checkpoint_initializer_152/prefix'checkpoint_initializer_152/tensor_names+checkpoint_initializer_152/shape_and_slices" /device:CPU:0* _output_shapes : €€* dtypes 2 ÿ Assign_152Assign2bert/encoder/layer_7/attention/output/dense/kernelcheckpoint_initializer_152* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_7/attention/output/dense/kernel* validate_shape(* _output_shapes : €€ Ð !checkpoint_initializer_153/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : « 'checkpoint_initializer_153/tensor_namesConst" /device:CPU:0*A value8B6B,bert/encoder/layer_7/attention/self/key/bias* dtype0* _output_shapes : ƒ +checkpoint_initializer_153/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_153 RestoreV2!checkpoint_initializer_153/prefix'checkpoint_initializer_153/tensor_names+checkpoint_initializer_153/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ î Assign_153Assign,bert/encoder/layer_7/attention/self/key/biascheckpoint_initializer_153* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_7/attention/self/key/bias* validate_shape(* _output_shapes :€ Ð !checkpoint_initializer_154/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ­ 'checkpoint_initializer_154/tensor_namesConst" /device:CPU:0*C value:B8B.bert/encoder/layer_7/attention/self/key/kernel* dtype0* _output_shapes : ƒ +checkpoint_initializer_154/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : â checkpoint_initializer_154 RestoreV2!checkpoint_initializer_154/prefix'checkpoint_initializer_154/tensor_names+checkpoint_initializer_154/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ ÷ Assign_154Assign.bert/encoder/layer_7/attention/self/key/kernelcheckpoint_initializer_154* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_7/attention/self/key/kernel* validate_shape(* _output_shapes : €€ Ð !checkpoint_initializer_155/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ­ 'checkpoint_initializer_155/tensor_namesConst" /device:CPU:0*C value:B8B.bert/encoder/layer_7/attention/self/query/bias* dtype0* _output_shapes : ƒ +checkpoint_initializer_155/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_155 RestoreV2!checkpoint_initializer_155/prefix'checkpoint_initializer_155/tensor_names+checkpoint_initializer_155/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 ò Assign_155Assign.bert/encoder/layer_7/attention/self/query/biascheckpoint_initializer_155* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_7/attention/self/query/bias* validate_shape(* _output_shapes :€ Ð !checkpoint_initializer_156/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¯ 'checkpoint_initializer_156/tensor_namesConst" /device:CPU:0*E value _class4 20loc:@bert/encoder/layer_7/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( Ð !checkpoint_initializer_163/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¥ 'checkpoint_initializer_163/tensor_namesConst" /device:CPU:0*; value2B0B&bert/encoder/layer_7/output/dense/bias* dtype0* _output_shapes : ƒ +checkpoint_initializer_163/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_163 RestoreV2!checkpoint_initializer_163/prefix'checkpoint_initializer_163/tensor_names+checkpoint_initializer_163/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 â Assign_163Assign&bert/encoder/layer_7/output/dense/biascheckpoint_initializer_163* use_locking(* T0*9 _class/ -+loc:@bert/encoder/layer_7/output/dense/bias* validate_shape(* _output_shapes :€ Ð !checkpoint_initializer_164/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : § 'checkpoint_initializer_164/tensor_namesConst" /device:CPU:0*= value4B2B(bert/encoder/layer_7/output/dense/kernel* dtype0* _output_shapes : ƒ +checkpoint_initializer_164/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : â checkpoint_initializer_164 RestoreV2!checkpoint_initializer_164/prefix'checkpoint_initializer_164/tensor_names+checkpoint_initializer_164/shape_and_slices" /device:CPU:0* _output_shapes : €€* dtypes 2 ë Assign_164Assign(bert/encoder/layer_7/output/dense/kernelcheckpoint_initializer_164* T0*; _class1 /-loc:@bert/encoder/layer_7/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( Ð !checkpoint_initializer_165/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ³ 'checkpoint_initializer_165/tensor_namesConst" /device:CPU:0*I value@B>B4bert/encoder/layer_8/attention/output/LayerNorm/beta* dtype0* _output_shapes : ƒ +checkpoint_initializer_165/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_165 RestoreV2!checkpoint_initializer_165/prefix'checkpoint_initializer_165/tensor_names+checkpoint_initializer_165/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 þ Assign_165Assign4bert/encoder/layer_8/attention/output/LayerNorm/betacheckpoint_initializer_165* use_locking(* T0*G _class= ;9loc:@bert/encoder/layer_8/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€ Ð !checkpoint_initializer_166/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ´ 'checkpoint_initializer_166/tensor_namesConst" /device:CPU:0*J valueAB?B5bert/encoder/layer_8/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ƒ +checkpoint_initializer_166/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_166 RestoreV2!checkpoint_initializer_166/prefix'checkpoint_initializer_166/tensor_names+checkpoint_initializer_166/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 € Assign_166Assign5bert/encoder/layer_8/attention/output/LayerNorm/gammacheckpoint_initializer_166* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_8/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ Ð !checkpoint_initializer_167/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¯ 'checkpoint_initializer_167/tensor_namesConst" /device:CPU:0*E valueB<B2bert/encoder/layer_8/attention/output/dense/kernel* dtype0* _output_shapes : ƒ +checkpoint_initializer_168/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : â checkpoint_initializer_168 RestoreV2!checkpoint_initializer_168/prefix'checkpoint_initializer_168/tensor_names+checkpoint_initializer_168/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ ÿ Assign_168Assign2bert/encoder/layer_8/attention/output/dense/kernelcheckpoint_initializer_168* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_8/attention/output/dense/kernel* validate_shape(* _output_shapes : €€ Ð !checkpoint_initializer_169/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : « 'checkpoint_initializer_169/tensor_namesConst" /device:CPU:0*A value8B6B,bert/encoder/layer_8/attention/self/key/bias* dtype0* _output_shapes : ƒ +checkpoint_initializer_169/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_169 RestoreV2!checkpoint_initializer_169/prefix'checkpoint_initializer_169/tensor_names+checkpoint_initializer_169/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ î Assign_169Assign,bert/encoder/layer_8/attention/self/key/biascheckpoint_initializer_169* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_8/attention/self/key/bias* validate_shape(* _output_shapes :€ Ð !checkpoint_initializer_170/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ­ 'checkpoint_initializer_170/tensor_namesConst" /device:CPU:0*C value:B8B.bert/encoder/layer_8/attention/self/key/kernel* dtype0* _output_shapes : ƒ +checkpoint_initializer_170/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : â checkpoint_initializer_170 RestoreV2!checkpoint_initializer_170/prefix'checkpoint_initializer_170/tensor_names+checkpoint_initializer_170/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ ÷ Assign_170Assign.bert/encoder/layer_8/attention/self/key/kernelcheckpoint_initializer_170* T0*A _class7 53loc:@bert/encoder/layer_8/attention/self/key/kernel* validate_shape(* _output_shapes : €€* use_locking( Ð !checkpoint_initializer_171/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ­ 'checkpoint_initializer_171/tensor_namesConst" /device:CPU:0*C value:B8B.bert/encoder/layer_8/attention/self/query/bias* dtype0* _output_shapes : ƒ +checkpoint_initializer_171/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_171 RestoreV2!checkpoint_initializer_171/prefix'checkpoint_initializer_171/tensor_names+checkpoint_initializer_171/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ ò Assign_171Assign.bert/encoder/layer_8/attention/self/query/biascheckpoint_initializer_171* T0*A _class7 53loc:@bert/encoder/layer_8/attention/self/query/bias* validate_shape(* _output_shapes :€* use_locking( Ð !checkpoint_initializer_172/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¯ 'checkpoint_initializer_172/tensor_namesConst" /device:CPU:0*E value _class4 20loc:@bert/encoder/layer_8/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ Ð !checkpoint_initializer_179/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¥ 'checkpoint_initializer_179/tensor_namesConst" /device:CPU:0*; value2B0B&bert/encoder/layer_8/output/dense/bias* dtype0* _output_shapes : ƒ +checkpoint_initializer_179/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_179 RestoreV2!checkpoint_initializer_179/prefix'checkpoint_initializer_179/tensor_names+checkpoint_initializer_179/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 â Assign_179Assign&bert/encoder/layer_8/output/dense/biascheckpoint_initializer_179* use_locking(* T0*9 _class/ -+loc:@bert/encoder/layer_8/output/dense/bias* validate_shape(* _output_shapes :€ Ð !checkpoint_initializer_180/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : § 'checkpoint_initializer_180/tensor_namesConst" /device:CPU:0*= value4B2B(bert/encoder/layer_8/output/dense/kernel* dtype0* _output_shapes : ƒ +checkpoint_initializer_180/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : â checkpoint_initializer_180 RestoreV2!checkpoint_initializer_180/prefix'checkpoint_initializer_180/tensor_names+checkpoint_initializer_180/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ ë Assign_180Assign(bert/encoder/layer_8/output/dense/kernelcheckpoint_initializer_180* use_locking(* T0*; _class1 /-loc:@bert/encoder/layer_8/output/dense/kernel* validate_shape(* _output_shapes : €€ Ð !checkpoint_initializer_181/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ³ 'checkpoint_initializer_181/tensor_namesConst" /device:CPU:0*I value@B>B4bert/encoder/layer_9/attention/output/LayerNorm/beta* dtype0* _output_shapes : ƒ +checkpoint_initializer_181/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_181 RestoreV2!checkpoint_initializer_181/prefix'checkpoint_initializer_181/tensor_names+checkpoint_initializer_181/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 þ Assign_181Assign4bert/encoder/layer_9/attention/output/LayerNorm/betacheckpoint_initializer_181* T0*G _class= ;9loc:@bert/encoder/layer_9/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( Ð !checkpoint_initializer_182/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ´ 'checkpoint_initializer_182/tensor_namesConst" /device:CPU:0*J valueAB?B5bert/encoder/layer_9/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ƒ +checkpoint_initializer_182/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_182 RestoreV2!checkpoint_initializer_182/prefix'checkpoint_initializer_182/tensor_names+checkpoint_initializer_182/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ € Assign_182Assign5bert/encoder/layer_9/attention/output/LayerNorm/gammacheckpoint_initializer_182* T0*H _class> <:loc:@bert/encoder/layer_9/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( Ð !checkpoint_initializer_183/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¯ 'checkpoint_initializer_183/tensor_namesConst" /device:CPU:0*E valueB<B2bert/encoder/layer_9/attention/output/dense/kernel* dtype0* _output_shapes : ƒ +checkpoint_initializer_184/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : â checkpoint_initializer_184 RestoreV2!checkpoint_initializer_184/prefix'checkpoint_initializer_184/tensor_names+checkpoint_initializer_184/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ ÿ Assign_184Assign2bert/encoder/layer_9/attention/output/dense/kernelcheckpoint_initializer_184* T0*E _class; 97loc:@bert/encoder/layer_9/attention/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( Ð !checkpoint_initializer_185/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : « 'checkpoint_initializer_185/tensor_namesConst" /device:CPU:0*A value8B6B,bert/encoder/layer_9/attention/self/key/bias* dtype0* _output_shapes : ƒ +checkpoint_initializer_185/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_185 RestoreV2!checkpoint_initializer_185/prefix'checkpoint_initializer_185/tensor_names+checkpoint_initializer_185/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 î Assign_185Assign,bert/encoder/layer_9/attention/self/key/biascheckpoint_initializer_185* T0*? _class5 31loc:@bert/encoder/layer_9/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( Ð !checkpoint_initializer_186/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ­ 'checkpoint_initializer_186/tensor_namesConst" /device:CPU:0*C value:B8B.bert/encoder/layer_9/attention/self/key/kernel* dtype0* _output_shapes : ƒ +checkpoint_initializer_186/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : â checkpoint_initializer_186 RestoreV2!checkpoint_initializer_186/prefix'checkpoint_initializer_186/tensor_names+checkpoint_initializer_186/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ ÷ Assign_186Assign.bert/encoder/layer_9/attention/self/key/kernelcheckpoint_initializer_186* T0*A _class7 53loc:@bert/encoder/layer_9/attention/self/key/kernel* validate_shape(* _output_shapes : €€* use_locking( Ð !checkpoint_initializer_187/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ­ 'checkpoint_initializer_187/tensor_namesConst" /device:CPU:0*C value:B8B.bert/encoder/layer_9/attention/self/query/bias* dtype0* _output_shapes : ƒ +checkpoint_initializer_187/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_187 RestoreV2!checkpoint_initializer_187/prefix'checkpoint_initializer_187/tensor_names+checkpoint_initializer_187/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 ò Assign_187Assign.bert/encoder/layer_9/attention/self/query/biascheckpoint_initializer_187* T0*A _class7 53loc:@bert/encoder/layer_9/attention/self/query/bias* validate_shape(* _output_shapes :€* use_locking( Ð !checkpoint_initializer_188/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¯ 'checkpoint_initializer_188/tensor_namesConst" /device:CPU:0*E value _class4 20loc:@bert/encoder/layer_9/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( Ð !checkpoint_initializer_195/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¥ 'checkpoint_initializer_195/tensor_namesConst" /device:CPU:0*; value2B0B&bert/encoder/layer_9/output/dense/bias* dtype0* _output_shapes : ƒ +checkpoint_initializer_195/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_195 RestoreV2!checkpoint_initializer_195/prefix'checkpoint_initializer_195/tensor_names+checkpoint_initializer_195/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ â Assign_195Assign&bert/encoder/layer_9/output/dense/biascheckpoint_initializer_195* T0*9 _class/ -+loc:@bert/encoder/layer_9/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( Ð !checkpoint_initializer_196/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : § 'checkpoint_initializer_196/tensor_namesConst" /device:CPU:0*= value4B2B(bert/encoder/layer_9/output/dense/kernel* dtype0* _output_shapes : ƒ +checkpoint_initializer_196/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : â checkpoint_initializer_196 RestoreV2!checkpoint_initializer_196/prefix'checkpoint_initializer_196/tensor_names+checkpoint_initializer_196/shape_and_slices" /device:CPU:0* _output_shapes : €€* dtypes 2 ë Assign_196Assign(bert/encoder/layer_9/output/dense/kernelcheckpoint_initializer_196* use_locking(* T0*; _class1 /-loc:@bert/encoder/layer_9/output/dense/kernel* validate_shape(* _output_shapes : €€ Ð !checkpoint_initializer_197/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : • 'checkpoint_initializer_197/tensor_namesConst" /device:CPU:0*+ value"B Bbert/pooler/dense/bias* dtype0* _output_shapes : ƒ +checkpoint_initializer_197/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_197 RestoreV2!checkpoint_initializer_197/prefix'checkpoint_initializer_197/tensor_names+checkpoint_initializer_197/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2  Assign_197Assignbert/pooler/dense/biascheckpoint_initializer_197* use_locking(* T0*) _class loc:@bert/pooler/dense/bias* validate_shape(* _output_shapes :€ Ð !checkpoint_initializer_198/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : — 'checkpoint_initializer_198/tensor_namesConst" /device:CPU:0*- value$B"Bbert/pooler/dense/kernel* dtype0* _output_shapes : ƒ +checkpoint_initializer_198/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : â checkpoint_initializer_198 RestoreV2!checkpoint_initializer_198/prefix'checkpoint_initializer_198/tensor_names+checkpoint_initializer_198/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : €€ Ë Assign_198Assignbert/pooler/dense/kernelcheckpoint_initializer_198* use_locking(* T0*+ _class! loc:@bert/pooler/dense/kernel* validate_shape(* _output_shapes : €€ Ð !checkpoint_initializer_199/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : š 'checkpoint_initializer_199/tensor_namesConst" /device:CPU:0*0 value'B%Bcls/predictions/output_bias* dtype0* _output_shapes : ƒ +checkpoint_initializer_199/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Þ checkpoint_initializer_199 RestoreV2!checkpoint_initializer_199/prefix'checkpoint_initializer_199/tensor_names+checkpoint_initializer_199/shape_and_slices" /device:CPU:0* _output_shapes :Äâ* dtypes 2 Í Assign_199Assigncls/predictions/output_biascheckpoint_initializer_199* use_locking(* T0*. _class$ " loc:@cls/predictions/output_bias* validate_shape(* _output_shapes :Äâ Ð !checkpoint_initializer_200/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : § 'checkpoint_initializer_200/tensor_namesConst" /device:CPU:0*= value4B2B(cls/predictions/transform/LayerNorm/beta* dtype0* _output_shapes : ƒ +checkpoint_initializer_200/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_200 RestoreV2!checkpoint_initializer_200/prefix'checkpoint_initializer_200/tensor_names+checkpoint_initializer_200/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 æ Assign_200Assign(cls/predictions/transform/LayerNorm/betacheckpoint_initializer_200* T0*; _class1 /-loc:@cls/predictions/transform/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( Ð !checkpoint_initializer_201/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¨ 'checkpoint_initializer_201/tensor_namesConst" /device:CPU:0*> value5B3B)cls/predictions/transform/LayerNorm/gamma* dtype0* _output_shapes : ƒ +checkpoint_initializer_201/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_201 RestoreV2!checkpoint_initializer_201/prefix'checkpoint_initializer_201/tensor_names+checkpoint_initializer_201/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes :€ è Assign_201Assign)cls/predictions/transform/LayerNorm/gammacheckpoint_initializer_201* use_locking(* T0*< _class2 0.loc:@cls/predictions/transform/LayerNorm/gamma* validate_shape(* _output_shapes :€ Ð !checkpoint_initializer_202/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : £ 'checkpoint_initializer_202/tensor_namesConst" /device:CPU:0*9 value0B.B$cls/predictions/transform/dense/bias* dtype0* _output_shapes : ƒ +checkpoint_initializer_202/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ý checkpoint_initializer_202 RestoreV2!checkpoint_initializer_202/prefix'checkpoint_initializer_202/tensor_names+checkpoint_initializer_202/shape_and_slices" /device:CPU:0* _output_shapes :€* dtypes 2 Þ Assign_202Assign$cls/predictions/transform/dense/biascheckpoint_initializer_202* use_locking(* T0*7 _class- +)loc:@cls/predictions/transform/dense/bias* validate_shape(* _output_shapes :€ Ð !checkpoint_initializer_203/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¥ 'checkpoint_initializer_203/tensor_namesConst" /device:CPU:0*; value2B0B&cls/predictions/transform/dense/kernel* dtype0* _output_shapes : ƒ +checkpoint_initializer_203/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : â checkpoint_initializer_203 RestoreV2!checkpoint_initializer_203/prefix'checkpoint_initializer_203/tensor_names+checkpoint_initializer_203/shape_and_slices" /device:CPU:0* _output_shapes : €€* dtypes 2 ç Assign_203Assign&cls/predictions/transform/dense/kernelcheckpoint_initializer_203* T0*9 _class/ -+loc:@cls/predictions/transform/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( Ð !checkpoint_initializer_204/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : Ÿ 'checkpoint_initializer_204/tensor_namesConst" /device:CPU:0*5 value,B*B cls/seq_relationship/output_bias* dtype0* _output_shapes : ƒ +checkpoint_initializer_204/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : Ü checkpoint_initializer_204 RestoreV2!checkpoint_initializer_204/prefix'checkpoint_initializer_204/tensor_names+checkpoint_initializer_204/shape_and_slices" /device:CPU:0* dtypes 2* _output_shapes : Õ Assign_204Assign cls/seq_relationship/output_biascheckpoint_initializer_204* T0*3 _class) '%loc:@cls/seq_relationship/output_bias* validate_shape(* _output_shapes :* use_locking( Ð !checkpoint_initializer_205/prefixConst" /device:CPU:0*p valuegBeB_/home/ema30/raid1/clinical_BERT/clinical_BERT/models/biobert/pubmed_pmc_470k/biobert_model.ckpt* dtype0* _output_shapes : ¢ 'checkpoint_initializer_205/tensor_namesConst" /device:CPU:0*8 value/B-B#cls/seq_relationship/output_weights* dtype0* _output_shapes : ƒ +checkpoint_initializer_205/shape_and_slicesConst" /device:CPU:0* value B B* dtype0* _output_shapes : á checkpoint_initializer_205 RestoreV2!checkpoint_initializer_205/prefix'checkpoint_initializer_205/tensor_names+checkpoint_initializer_205/shape_and_slices" /device:CPU:0* _output_shapes : €* dtypes 2 à Assign_205Assign#cls/seq_relationship/output_weightscheckpoint_initializer_205* use_locking(* T0*6 _class, *(loc:@cls/seq_relationship/output_weights* validate_shape(* _output_shapes : € L Const_1Const* value B *·Q8* dtype0* _output_shapes : [ PolynomialDecay/Cast/xConst* value B ** dtype0* _output_shapes : ] PolynomialDecay/Cast_1/xConst* value B *€?* dtype0* _output_shapes : i %PolynomialDecay/Cast_2/ReadVariableOpReadVariableOp global_step* dtype0 * _output_shapes : … PolynomialDecay/Cast_2Cast%PolynomialDecay/Cast_2/ReadVariableOp* SrcT0 * Truncate(* _output_shapes :* DstT0 \ PolynomialDecay/Cast_3/xConst* value B :ð“ * dtype0* _output_shapes : x PolynomialDecay/Cast_3CastPolynomialDecay/Cast_3/x* SrcT0* Truncate(* _output_shapes :* DstT0 ^ PolynomialDecay/Minimum/yConst* value B *|H* dtype0* _output_shapes : v PolynomialDecay/MinimumMinimumPolynomialDecay/Cast_2PolynomialDecay/Minimum/y* T0* _output_shapes : p PolynomialDecay/divRealDivPolynomialDecay/MinimumPolynomialDecay/Cast_3* T0* _output_shapes : \ PolynomialDecay/subSubConst_1PolynomialDecay/Cast/x* T0* _output_shapes : \ PolynomialDecay/sub_1/xConst* value B *€?* dtype0* _output_shapes : k PolynomialDecay/sub_1SubPolynomialDecay/sub_1/xPolynomialDecay/div* T0* _output_shapes : l PolynomialDecay/PowPowPolynomialDecay/sub_1PolynomialDecay/Cast_1/x* T0* _output_shapes : e PolynomialDecay/MulMulPolynomialDecay/subPolynomialDecay/Pow* T0* _output_shapes : d PolynomialDecayAddPolynomialDecay/MulPolynomialDecay/Cast/x* T0* _output_shapes : W Cast/ReadVariableOpReadVariableOp global_step* dtype0 * _output_shapes : a CastCastCast/ReadVariableOp* SrcT0 * Truncate(* _output_shapes :* DstT0 J Const_2Const* value B:˜u* dtype0* _output_shapes : T Cast_1CastCast* SrcT0* Truncate(* _output_shapes :* DstT0 W Cast_2CastConst_2* SrcT0* Truncate(* _output_shapes :* DstT0 C truedivRealDivCast_1Cast_2* T0* _output_shapes : L mul_1/xConst* value B *·Q8* dtype0* _output_shapes : ? mul_1Mulmul_1/xtruediv* T0* _output_shapes : < LessLessCastConst_2* T0* _output_shapes : T Cast_3CastLess* SrcT0 * Truncate(* _output_shapes :* DstT0 J sub/xConst* value B *€?* dtype0* _output_shapes : : subSubsub/xCast_3* T0* _output_shapes : C mul_2MulsubPolynomialDecay* T0* _output_shapes : < mul_3MulCast_3mul_1* T0* _output_shapes : ; add_2Addmul_2mul_3* T0* _output_shapes : R gradients/ShapeConst* valueB* dtype0* _output_shapes : X gradients/grad_ys_0Const* value B *€?* dtype0* _output_shapes : o gradients/FillFillgradients/Shapegradients/grad_ys_0* T0* index_type0* _output_shapes : o ,gradients/cls/predictions/truediv_grad/ShapeConst* valueB* dtype0* _output_shapes : q .gradients/cls/predictions/truediv_grad/Shape_1Const* valueB* dtype0* _output_shapes : ð gradients/cls/predictions/truediv_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : È 0gradients/cls/predictions/truediv_grad/Reshape_1Reshape,gradients/cls/predictions/truediv_grad/Sum_1.gradients/cls/predictions/truediv_grad/Shape_1* T0* Tshape0* _output_shapes : € 6gradients/cls/seq_relationship/Mean_grad/Reshape/shapeConst* value B :* dtype0* _output_shapes : ¶ 0gradients/cls/seq_relationship/Mean_grad/ReshapeReshapegradients/Fill6gradients/cls/seq_relationship/Mean_grad/Reshape/shape* T0* Tshape0* _output_shapes : x .gradients/cls/seq_relationship/Mean_grad/ConstConst* value B : * dtype0* _output_shapes : Î -gradients/cls/seq_relationship/Mean_grad/TileTile0gradients/cls/seq_relationship/Mean_grad/Reshape.gradients/cls/seq_relationship/Mean_grad/Const* Tmultiples0* T0* _output_shapes : u 0gradients/cls/seq_relationship/Mean_grad/Const_1Const* value B *B* dtype0* _output_shapes : Á 0gradients/cls/seq_relationship/Mean_grad/truedivRealDiv-gradients/cls/seq_relationship/Mean_grad/Tile0gradients/cls/seq_relationship/Mean_grad/Const_1* T0* _output_shapes : | 2gradients/cls/predictions/Sum_1_grad/Reshape/shapeConst* value B :* dtype0* _output_shapes : Î ,gradients/cls/predictions/Sum_1_grad/ReshapeReshape.gradients/cls/predictions/truediv_grad/Reshape2gradients/cls/predictions/Sum_1_grad/Reshape/shape* T0* Tshape0* _output_shapes : u *gradients/cls/predictions/Sum_1_grad/ConstConst* valueB :€* dtype0* _output_shapes : à )gradients/cls/predictions/Sum_1_grad/TileTile,gradients/cls/predictions/Sum_1_grad/Reshape*gradients/cls/predictions/Sum_1_grad/Const* Tmultiples0* T0* _output_shapes :€ ‰ +gradients/cls/seq_relationship/Neg_grad/NegNeg0gradients/cls/seq_relationship/Mean_grad/truediv* T0* _output_shapes : • (gradients/cls/predictions/mul_1_grad/MulMul)gradients/cls/predictions/Sum_1_grad/Tilecls/predictions/Neg* T0* _output_shapes :€  *gradients/cls/predictions/mul_1_grad/Mul_1Mul)gradients/cls/predictions/Sum_1_grad/Tilecls/predictions/Reshape_1* T0* _output_shapes :€ ~ -gradients/cls/seq_relationship/Sum_grad/ShapeConst* valueB" * dtype0* _output_shapes : ° ,gradients/cls/seq_relationship/Sum_grad/SizeConst*@ _class6 42loc:@gradients/cls/seq_relationship/Sum_grad/Shape* value B:* dtype0* _output_shapes : ï +gradients/cls/seq_relationship/Sum_grad/addAdd*cls/seq_relationship/Sum/reduction_indices,gradients/cls/seq_relationship/Sum_grad/Size* T0*@ _class6 42loc:@gradients/cls/seq_relationship/Sum_grad/Shape* _output_shapes : õ +gradients/cls/seq_relationship/Sum_grad/modFloorMod+gradients/cls/seq_relationship/Sum_grad/add,gradients/cls/seq_relationship/Sum_grad/Size* T0*@ _class6 42loc:@gradients/cls/seq_relationship/Sum_grad/Shape* _output_shapes : ´ /gradients/cls/seq_relationship/Sum_grad/Shape_1Const*@ _class6 42loc:@gradients/cls/seq_relationship/Sum_grad/Shape* valueB* dtype0* _output_shapes : · 3gradients/cls/seq_relationship/Sum_grad/range/startConst*@ _class6 42loc:@gradients/cls/seq_relationship/Sum_grad/Shape* value B:* dtype0* _output_shapes : · 3gradients/cls/seq_relationship/Sum_grad/range/deltaConst*@ _class6 42loc:@gradients/cls/seq_relationship/Sum_grad/Shape* value B:* dtype0* _output_shapes : ¸ -gradients/cls/seq_relationship/Sum_grad/rangeRange3gradients/cls/seq_relationship/Sum_grad/range/start,gradients/cls/seq_relationship/Sum_grad/Size3gradients/cls/seq_relationship/Sum_grad/range/delta* Tidx0*@ _class6 42loc:@gradients/cls/seq_relationship/Sum_grad/Shape* _output_shapes : ¶ 2gradients/cls/seq_relationship/Sum_grad/Fill/valueConst*@ _class6 42loc:@gradients/cls/seq_relationship/Sum_grad/Shape* value B:* dtype0* _output_shapes : Ž ,gradients/cls/seq_relationship/Sum_grad/FillFill/gradients/cls/seq_relationship/Sum_grad/Shape_12gradients/cls/seq_relationship/Sum_grad/Fill/value* T0*@ _class6 42loc:@gradients/cls/seq_relationship/Sum_grad/Shape* index_type0* _output_shapes : ï 5gradients/cls/seq_relationship/Sum_grad/DynamicStitch DynamicStitch-gradients/cls/seq_relationship/Sum_grad/range+gradients/cls/seq_relationship/Sum_grad/mod-gradients/cls/seq_relationship/Sum_grad/Shape,gradients/cls/seq_relationship/Sum_grad/Fill* T0*@ _class6 42loc:@gradients/cls/seq_relationship/Sum_grad/Shape* N* _output_shapes : µ 1gradients/cls/seq_relationship/Sum_grad/Maximum/yConst*@ _class6 42loc:@gradients/cls/seq_relationship/Sum_grad/Shape* value B:* dtype0* _output_shapes : ‹ /gradients/cls/seq_relationship/Sum_grad/MaximumMaximum5gradients/cls/seq_relationship/Sum_grad/DynamicStitch1gradients/cls/seq_relationship/Sum_grad/Maximum/y* T0*@ _class6 42loc:@gradients/cls/seq_relationship/Sum_grad/Shape* _output_shapes : ƒ 0gradients/cls/seq_relationship/Sum_grad/floordivFloorDiv-gradients/cls/seq_relationship/Sum_grad/Shape/gradients/cls/seq_relationship/Sum_grad/Maximum* T0*@ _class6 42loc:@gradients/cls/seq_relationship/Sum_grad/Shape* _output_shapes : Õ /gradients/cls/seq_relationship/Sum_grad/ReshapeReshape+gradients/cls/seq_relationship/Neg_grad/Neg5gradients/cls/seq_relationship/Sum_grad/DynamicStitch* T0* Tshape0* _output_shapes :  Ò ,gradients/cls/seq_relationship/Sum_grad/TileTile/gradients/cls/seq_relationship/Sum_grad/Reshape0gradients/cls/seq_relationship/Sum_grad/floordiv* T0* _output_shapes : * Tmultiples0  &gradients/cls/predictions/Neg_grad/NegNeg*gradients/cls/predictions/mul_1_grad/Mul_1* T0* _output_shapes :€ ª +gradients/cls/seq_relationship/mul_grad/MulMul,gradients/cls/seq_relationship/Sum_grad/Tilecls/seq_relationship/LogSoftmax* T0* _output_shapes :  © -gradients/cls/seq_relationship/mul_grad/Mul_1Mul,gradients/cls/seq_relationship/Sum_grad/Tilecls/seq_relationship/one_hot* T0* _output_shapes :  y (gradients/cls/predictions/Sum_grad/ShapeConst* valueB"€Dq* dtype0* _output_shapes : ¦ 'gradients/cls/predictions/Sum_grad/SizeConst*; _class1 /-loc:@gradients/cls/predictions/Sum_grad/Shape* value B:* dtype0* _output_shapes : ß &gradients/cls/predictions/Sum_grad/addAdd%cls/predictions/Sum/reduction_indices'gradients/cls/predictions/Sum_grad/Size* T0*; _class1 /-loc:@gradients/cls/predictions/Sum_grad/Shape* _output_shapes : å &gradients/cls/predictions/Sum_grad/modFloorMod&gradients/cls/predictions/Sum_grad/add'gradients/cls/predictions/Sum_grad/Size* T0*; _class1 /-loc:@gradients/cls/predictions/Sum_grad/Shape* _output_shapes : ± *gradients/cls/predictions/Sum_grad/Shape_1Const*; _class1 /-loc:@gradients/cls/predictions/Sum_grad/Shape* value B :* dtype0* _output_shapes : ­ .gradients/cls/predictions/Sum_grad/range/startConst*; _class1 /-loc:@gradients/cls/predictions/Sum_grad/Shape* value B:* dtype0* _output_shapes : ­ .gradients/cls/predictions/Sum_grad/range/deltaConst*; _class1 /-loc:@gradients/cls/predictions/Sum_grad/Shape* value B:* dtype0* _output_shapes : Ÿ (gradients/cls/predictions/Sum_grad/rangeRange.gradients/cls/predictions/Sum_grad/range/start'gradients/cls/predictions/Sum_grad/Size.gradients/cls/predictions/Sum_grad/range/delta*; _class1 /-loc:@gradients/cls/predictions/Sum_grad/Shape* _output_shapes :* Tidx0 ¬ -gradients/cls/predictions/Sum_grad/Fill/valueConst*; _class1 /-loc:@gradients/cls/predictions/Sum_grad/Shape* value B:* dtype0* _output_shapes : þ 'gradients/cls/predictions/Sum_grad/FillFill*gradients/cls/predictions/Sum_grad/Shape_1-gradients/cls/predictions/Sum_grad/Fill/value* T0*; _class1 /-loc:@gradients/cls/predictions/Sum_grad/Shape* index_type0* _output_shapes : Ñ 0gradients/cls/predictions/Sum_grad/DynamicStitch DynamicStitch(gradients/cls/predictions/Sum_grad/range&gradients/cls/predictions/Sum_grad/mod(gradients/cls/predictions/Sum_grad/Shape'gradients/cls/predictions/Sum_grad/Fill* T0*; _class1 /-loc:@gradients/cls/predictions/Sum_grad/Shape* N* _output_shapes : « ,gradients/cls/predictions/Sum_grad/Maximum/yConst*; _class1 /-loc:@gradients/cls/predictions/Sum_grad/Shape* value B:* dtype0* _output_shapes : ÷ *gradients/cls/predictions/Sum_grad/MaximumMaximum0gradients/cls/predictions/Sum_grad/DynamicStitch,gradients/cls/predictions/Sum_grad/Maximum/y* T0*; _class1 /-loc:@gradients/cls/predictions/Sum_grad/Shape* _output_shapes : ï +gradients/cls/predictions/Sum_grad/floordivFloorDiv(gradients/cls/predictions/Sum_grad/Shape*gradients/cls/predictions/Sum_grad/Maximum* T0*; _class1 /-loc:@gradients/cls/predictions/Sum_grad/Shape* _output_shapes : Ç *gradients/cls/predictions/Sum_grad/ReshapeReshape&gradients/cls/predictions/Neg_grad/Neg0gradients/cls/predictions/Sum_grad/DynamicStitch* T0* Tshape0* _output_shapes : € Æ 'gradients/cls/predictions/Sum_grad/TileTile*gradients/cls/predictions/Sum_grad/Reshape+gradients/cls/predictions/Sum_grad/floordiv* T0*! _output_shapes : €Äâ* Tmultiples0 ƒ 2gradients/cls/seq_relationship/LogSoftmax_grad/ExpExpcls/seq_relationship/LogSoftmax* T0* _output_shapes :   Dgradients/cls/seq_relationship/LogSoftmax_grad/Sum/reduction_indicesConst* valueB: ÿÿÿÿÿÿÿÿÿ* dtype0* _output_shapes : ô 2gradients/cls/seq_relationship/LogSoftmax_grad/SumSum-gradients/cls/seq_relationship/mul_grad/Mul_1Dgradients/cls/seq_relationship/LogSoftmax_grad/Sum/reduction_indices* T0* _output_shapes : * keep_dims(* Tidx0 Ê 2gradients/cls/seq_relationship/LogSoftmax_grad/mulMul2gradients/cls/seq_relationship/LogSoftmax_grad/Sum2gradients/cls/seq_relationship/LogSoftmax_grad/Exp* T0* _output_shapes :  Å 2gradients/cls/seq_relationship/LogSoftmax_grad/subSub-gradients/cls/seq_relationship/mul_grad/Mul_12gradients/cls/seq_relationship/LogSoftmax_grad/mul* T0* _output_shapes :  › &gradients/cls/predictions/mul_grad/MulMul'gradients/cls/predictions/Sum_grad/Tilecls/predictions/one_hot* T0*! _output_shapes : €Äâ   (gradients/cls/predictions/mul_grad/Mul_1Mul'gradients/cls/predictions/Sum_grad/Tilecls/predictions/LogSoftmax* T0*! _output_shapes : €Äâ ¶ 7gradients/cls/seq_relationship/BiasAdd_grad/BiasAddGrad BiasAddGrad2gradients/cls/seq_relationship/LogSoftmax_grad/sub* T0* data_formatNHWC* _output_shapes : | -gradients/cls/predictions/LogSoftmax_grad/ExpExpcls/predictions/LogSoftmax* T0*! _output_shapes : €Äâ Š ?gradients/cls/predictions/LogSoftmax_grad/Sum/reduction_indicesConst* valueB: ÿÿÿÿÿÿÿÿÿ* dtype0* _output_shapes : ä -gradients/cls/predictions/LogSoftmax_grad/SumSum&gradients/cls/predictions/mul_grad/Mul?gradients/cls/predictions/LogSoftmax_grad/Sum/reduction_indices* T0* _output_shapes : €* keep_dims(* Tidx0 ¾ -gradients/cls/predictions/LogSoftmax_grad/mulMul-gradients/cls/predictions/LogSoftmax_grad/Sum-gradients/cls/predictions/LogSoftmax_grad/Exp* T0*! _output_shapes : €Äâ · -gradients/cls/predictions/LogSoftmax_grad/subSub&gradients/cls/predictions/mul_grad/Mul-gradients/cls/predictions/LogSoftmax_grad/mul* T0*! _output_shapes : €Äâ é 1gradients/cls/seq_relationship/MatMul_grad/MatMulMatMul2gradients/cls/seq_relationship/LogSoftmax_grad/sub(cls/seq_relationship/output_weights/read* transpose_b(* T0* _output_shapes :  €* transpose_a( Ù 3gradients/cls/seq_relationship/MatMul_grad/MatMul_1MatMul2gradients/cls/seq_relationship/LogSoftmax_grad/subbert/pooler/dense/Tanh* T0* _output_shapes : €* transpose_a(* transpose_b( ® 2gradients/cls/predictions/BiasAdd_grad/BiasAddGrad BiasAddGrad-gradients/cls/predictions/LogSoftmax_grad/sub* T0* data_formatNHWC* _output_shapes :Äâ ¯ .gradients/bert/pooler/dense/Tanh_grad/TanhGradTanhGradbert/pooler/dense/Tanh1gradients/cls/seq_relationship/MatMul_grad/MatMul* T0* _output_shapes :  € Ü ,gradients/cls/predictions/MatMul_grad/MatMulMatMul-gradients/cls/predictions/LogSoftmax_grad/sub$bert/embeddings/word_embeddings/read* T0* _output_shapes : €€* transpose_a(* transpose_b( î .gradients/cls/predictions/MatMul_grad/MatMul_1MatMul-gradients/cls/predictions/LogSoftmax_grad/sub3cls/predictions/transform/LayerNorm/batchnorm/add_1* transpose_b(* T0*! _output_shapes : Äâ€* transpose_a( ° 4gradients/bert/pooler/dense/BiasAdd_grad/BiasAddGrad BiasAddGrad.gradients/bert/pooler/dense/Tanh_grad/TanhGrad* T0* data_formatNHWC* _output_shapes :€ × .gradients/bert/pooler/dense/MatMul_grad/MatMulMatMul.gradients/bert/pooler/dense/Tanh_grad/TanhGradbert/pooler/dense/kernel/read* T0* _output_shapes :  €* transpose_a(* transpose_b( Ð 0gradients/bert/pooler/dense/MatMul_grad/MatMul_1MatMulbert/pooler/Squeeze.gradients/bert/pooler/dense/Tanh_grad/TanhGrad* transpose_b(* T0* _output_shapes : €€* transpose_a( Ù Fgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_1_grad/MulMul,gradients/cls/predictions/MatMul_grad/MatMul1cls/predictions/transform/LayerNorm/batchnorm/mul* T0* _output_shapes : €€ Ï Hgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_1_grad/Mul_1Mul,gradients/cls/predictions/MatMul_grad/MatMul%cls/predictions/transform/dense/mul_1* T0* _output_shapes : €€ ‘ Fgradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : ™ Hgradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"€* dtype0* _output_shapes : ¾ Vgradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsFgradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/ShapeHgradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ” Dgradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/SumSum,gradients/cls/predictions/MatMul_grad/MatMulVgradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* T0* _output_shapes :€* keep_dims(* Tidx0 • Hgradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/ReshapeReshapeDgradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/SumFgradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€  Fgradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/Sum_1Sum,gradients/cls/predictions/MatMul_grad/MatMulXgradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* T0* _output_shapes : €€* keep_dims(* Tidx0 ¾ Dgradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/NegNegFgradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : €€ ž Jgradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapeDgradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/NegHgradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : €€ } (gradients/bert/pooler/Squeeze_grad/ShapeConst*! valueB" * dtype0* _output_shapes : Ë *gradients/bert/pooler/Squeeze_grad/ReshapeReshape.gradients/bert/pooler/dense/MatMul_grad/MatMul(gradients/bert/pooler/Squeeze_grad/Shape* T0* Tshape0*# _output_shapes :  € ™ Hgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"€* dtype0* _output_shapes : › Jgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"€* dtype0* _output_shapes : Ä Xgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_2_grad/ShapeJgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ÷ Fgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_2_grad/MulMulJgradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/Reshape_11cls/predictions/transform/LayerNorm/batchnorm/mul* T0* _output_shapes : €€ ² Fgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_2_grad/SumSumFgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_2_grad/MulXgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* T0* _output_shapes :€* keep_dims(* Tidx0 Ÿ Jgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeFgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_2_grad/SumHgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : € ø Hgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_2_grad/Mul_1Mul0cls/predictions/transform/LayerNorm/moments/meanJgradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/Reshape_1* T0* _output_shapes : €€ ½ Hgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_2_grad/Sum_1SumHgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_2_grad/Mul_1Zgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1* T0* _output_shapes : €€* keep_dims(* Tidx0 ¦ Lgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_2_grad/Reshape_1ReshapeHgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_2_grad/Sum_1Jgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0* Tshape0* _output_shapes : €€ ƒ .gradients/bert/pooler/strided_slice_grad/ShapeConst*! valueB" €* dtype0* _output_shapes : ° 9gradients/bert/pooler/strided_slice_grad/StridedSliceGradStridedSliceGrad.gradients/bert/pooler/strided_slice_grad/Shapebert/pooler/strided_slice/stack!bert/pooler/strided_slice/stack_1!bert/pooler/strided_slice/stack_2*gradients/bert/pooler/Squeeze_grad/Reshape* T0* Index0* shrink_axis_mask* begin_mask* ellipsis_mask* new_axis_mask* end_mask*$ _output_shapes : €€ ¿ gradients/AddNAddNHgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_1_grad/Mul_1Lgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_2_grad/Reshape_1* T0*[ _classQ OMloc:@gradients/cls/predictions/transform/LayerNorm/batchnorm/mul_1_grad/Mul_1* N* _output_shapes : €€ — Fgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/ShapeConst* valueB"€* dtype0* _output_shapes : “ Hgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/Shape_1Const* valueB :€* dtype0* _output_shapes : ¾ Vgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgsBroadcastGradientArgsFgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/ShapeHgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ¶ Dgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/MulMulgradients/AddN.cls/predictions/transform/LayerNorm/gamma/read* T0* _output_shapes : €€ ¬ Dgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/SumSumDgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/MulVgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ ™ Hgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/ReshapeReshapeDgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/SumFgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/Shape* T0* Tshape0* _output_shapes : € ½ Fgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/Mul_1Mul3cls/predictions/transform/LayerNorm/batchnorm/Rsqrtgradients/AddN* T0* _output_shapes : €€ ² Fgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/Sum_1SumFgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/Mul_1Xgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs:1* T0* _output_shapes :€* keep_dims(* Tidx0 › Jgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/Reshape_1ReshapeFgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/Sum_1Hgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/Shape_1* T0* Tshape0* _output_shapes :€ ‚ Lgradients/cls/predictions/transform/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGrad RsqrtGrad3cls/predictions/transform/LayerNorm/batchnorm/RsqrtHgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/Reshape* T0* _output_shapes : € — Fgradients/cls/predictions/transform/LayerNorm/batchnorm/add_grad/ShapeConst* valueB"€* dtype0* _output_shapes : ‹ Hgradients/cls/predictions/transform/LayerNorm/batchnorm/add_grad/Shape_1Const* valueB* dtype0* _output_shapes : ¾ Vgradients/cls/predictions/transform/LayerNorm/batchnorm/add_grad/BroadcastGradientArgsBroadcastGradientArgsFgradients/cls/predictions/transform/LayerNorm/batchnorm/add_grad/ShapeHgradients/cls/predictions/transform/LayerNorm/batchnorm/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ´ Dgradients/cls/predictions/transform/LayerNorm/batchnorm/add_grad/SumSumLgradients/cls/predictions/transform/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradVgradients/cls/predictions/transform/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ ™ Hgradients/cls/predictions/transform/LayerNorm/batchnorm/add_grad/ReshapeReshapeDgradients/cls/predictions/transform/LayerNorm/batchnorm/add_grad/SumFgradients/cls/predictions/transform/LayerNorm/batchnorm/add_grad/Shape* T0* Tshape0* _output_shapes : € ³ Fgradients/cls/predictions/transform/LayerNorm/batchnorm/add_grad/Sum_1SumLgradients/cls/predictions/transform/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradXgradients/cls/predictions/transform/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs:1* T0* _output_shapes :* keep_dims(* Tidx0 – Jgradients/cls/predictions/transform/LayerNorm/batchnorm/add_grad/Reshape_1ReshapeFgradients/cls/predictions/transform/LayerNorm/batchnorm/add_grad/Sum_1Hgradients/cls/predictions/transform/LayerNorm/batchnorm/add_grad/Shape_1* T0* Tshape0* _output_shapes : š Igradients/cls/predictions/transform/LayerNorm/moments/variance_grad/ShapeConst* valueB"€* dtype0* _output_shapes : è Hgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/SizeConst*\ _classR PNloc:@gradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ã Ggradients/cls/predictions/transform/LayerNorm/moments/variance_grad/addAddFcls/predictions/transform/LayerNorm/moments/variance/reduction_indicesHgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Size* T0*\ _classR PNloc:@gradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Shape* _output_shapes : é Ggradients/cls/predictions/transform/LayerNorm/moments/variance_grad/modFloorModGgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/addHgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Size* T0*\ _classR PNloc:@gradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Shape* _output_shapes : ó Kgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Shape_1Const*\ _classR PNloc:@gradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Shape* value B :* dtype0* _output_shapes : ï Ogradients/cls/predictions/transform/LayerNorm/moments/variance_grad/range/startConst*\ _classR PNloc:@gradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ï Ogradients/cls/predictions/transform/LayerNorm/moments/variance_grad/range/deltaConst*\ _classR PNloc:@gradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Ä Igradients/cls/predictions/transform/LayerNorm/moments/variance_grad/rangeRangeOgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/range/startHgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/SizeOgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/range/delta*\ _classR PNloc:@gradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Shape* _output_shapes :* Tidx0 î Ngradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Fill/valueConst*\ _classR PNloc:@gradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ‚ Hgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/FillFillKgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Shape_1Ngradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Fill/value* T0*\ _classR PNloc:@gradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Shape* index_type0* _output_shapes : — Qgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/DynamicStitch DynamicStitchIgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/rangeGgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/modIgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/ShapeHgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Fill* T0*\ _classR PNloc:@gradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Shape* N* _output_shapes : í Mgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Maximum/yConst*\ _classR PNloc:@gradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : û Kgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/MaximumMaximumQgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/DynamicStitchMgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Maximum/y* T0*\ _classR PNloc:@gradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Shape* _output_shapes : ó Lgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/floordivFloorDivIgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/ShapeKgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Maximum* T0*\ _classR PNloc:@gradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Shape* _output_shapes : « Kgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/ReshapeReshapeHgradients/cls/predictions/transform/LayerNorm/batchnorm/add_grad/ReshapeQgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/DynamicStitch* T0* Tshape0* _output_shapes : € ¨ Hgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/TileTileKgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/ReshapeLgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/floordiv* Tmultiples0* T0* _output_shapes : €€ Ž Igradients/cls/predictions/transform/LayerNorm/moments/variance_grad/ConstConst* value B *@D* dtype0* _output_shapes : – Kgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/truedivRealDivHgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/TileIgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/Const* T0* _output_shapes : €€ £ Rgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/ShapeConst* valueB"€* dtype0* _output_shapes : ¥ Tgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/Shape_1Const* valueB"€* dtype0* _output_shapes : â bgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgsBroadcastGradientArgsRgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/ShapeTgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ æ Sgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/scalarConstL^gradients/cls/predictions/transform/LayerNorm/moments/variance_grad/truediv* value B *@* dtype0* _output_shapes : ¤ Pgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/mulMulSgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/scalarKgradients/cls/predictions/transform/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : €€ ± Pgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/subSub%cls/predictions/transform/dense/mul_18cls/predictions/transform/LayerNorm/moments/StopGradientL^gradients/cls/predictions/transform/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : €€ ¨ Rgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/mul_1MulPgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/mulPgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/sub* T0* _output_shapes : €€ × Pgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/SumSumRgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/mul_1bgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs* T0* _output_shapes : €€* keep_dims(* Tidx0 ¾ Tgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/ReshapeReshapePgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/SumRgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/Shape* T0* Tshape0* _output_shapes : €€ Ö Rgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/Sum_1SumRgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/mul_1dgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :€ à Vgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/Reshape_1ReshapeRgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/Sum_1Tgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0* Tshape0* _output_shapes : € Ù Pgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/NegNegVgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/Reshape_1* T0* _output_shapes : € – Egradients/cls/predictions/transform/LayerNorm/moments/mean_grad/ShapeConst* valueB"€* dtype0* _output_shapes : à Dgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/SizeConst*X _classN LJloc:@gradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : Ó Cgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/addAddBcls/predictions/transform/LayerNorm/moments/mean/reduction_indicesDgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Size* T0*X _classN LJloc:@gradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Shape* _output_shapes : Ù Cgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/modFloorModCgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/addDgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Size* T0*X _classN LJloc:@gradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Shape* _output_shapes : ë Ggradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Shape_1Const*X _classN LJloc:@gradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Shape* value B :* dtype0* _output_shapes : ç Kgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/range/startConst*X _classN LJloc:@gradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ç Kgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/range/deltaConst*X _classN LJloc:@gradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ° Egradients/cls/predictions/transform/LayerNorm/moments/mean_grad/rangeRangeKgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/range/startDgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/SizeKgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/range/delta* Tidx0*X _classN LJloc:@gradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Shape* _output_shapes : æ Jgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Fill/valueConst*X _classN LJloc:@gradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ò Dgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/FillFillGgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Shape_1Jgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Fill/value* T0*X _classN LJloc:@gradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Shape* index_type0* _output_shapes : ÿ Mgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/DynamicStitch DynamicStitchEgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/rangeCgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/modEgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/ShapeDgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Fill* T0*X _classN LJloc:@gradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Shape* N* _output_shapes : å Igradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Maximum/yConst*X _classN LJloc:@gradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ë Ggradients/cls/predictions/transform/LayerNorm/moments/mean_grad/MaximumMaximumMgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/DynamicStitchIgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Maximum/y* T0*X _classN LJloc:@gradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Shape* _output_shapes : ã Hgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/floordivFloorDivEgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/ShapeGgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Maximum* T0*X _classN LJloc:@gradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Shape* _output_shapes : ¥ Ggradients/cls/predictions/transform/LayerNorm/moments/mean_grad/ReshapeReshapeJgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_2_grad/ReshapeMgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/DynamicStitch* T0* Tshape0* _output_shapes : € œ Dgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/TileTileGgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/ReshapeHgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/floordiv* Tmultiples0* T0* _output_shapes : €€ Š Egradients/cls/predictions/transform/LayerNorm/moments/mean_grad/ConstConst* value B *@D* dtype0* _output_shapes : Š Ggradients/cls/predictions/transform/LayerNorm/moments/mean_grad/truedivRealDivDgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/TileEgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/Const* T0* _output_shapes : €€ Ž gradients/AddN_1AddNFgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_1_grad/MulTgradients/cls/predictions/transform/LayerNorm/moments/SquaredDifference_grad/ReshapeGgradients/cls/predictions/transform/LayerNorm/moments/mean_grad/truediv* T0*Y _classO MKloc:@gradients/cls/predictions/transform/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : €€ ¡ 8gradients/cls/predictions/transform/dense/mul_1_grad/MulMulgradients/AddN_1#cls/predictions/transform/dense/mul* T0* _output_shapes : €€ § :gradients/cls/predictions/transform/dense/mul_1_grad/Mul_1Mulgradients/AddN_1'cls/predictions/transform/dense/BiasAdd* T0* _output_shapes : €€ { 8gradients/cls/predictions/transform/dense/mul_grad/ShapeConst* valueB* dtype0* _output_shapes : ‹ :gradients/cls/predictions/transform/dense/mul_grad/Shape_1Const* valueB"€* dtype0* _output_shapes : ” Hgradients/cls/predictions/transform/dense/mul_grad/BroadcastGradientArgsBroadcastGradientArgs8gradients/cls/predictions/transform/dense/mul_grad/Shape:gradients/cls/predictions/transform/dense/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ É 6gradients/cls/predictions/transform/dense/mul_grad/MulMul:gradients/cls/predictions/transform/dense/mul_1_grad/Mul_1#cls/predictions/transform/dense/add* T0* _output_shapes : €€ ý 6gradients/cls/predictions/transform/dense/mul_grad/SumSum6gradients/cls/predictions/transform/dense/mul_grad/MulHgradients/cls/predictions/transform/dense/mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : æ :gradients/cls/predictions/transform/dense/mul_grad/ReshapeReshape6gradients/cls/predictions/transform/dense/mul_grad/Sum8gradients/cls/predictions/transform/dense/mul_grad/Shape* T0* Tshape0* _output_shapes : Í 8gradients/cls/predictions/transform/dense/mul_grad/Mul_1Mul%cls/predictions/transform/dense/mul/x:gradients/cls/predictions/transform/dense/mul_1_grad/Mul_1* T0* _output_shapes : €€  8gradients/cls/predictions/transform/dense/mul_grad/Sum_1Sum8gradients/cls/predictions/transform/dense/mul_grad/Mul_1Jgradients/cls/predictions/transform/dense/mul_grad/BroadcastGradientArgs:1* T0* _output_shapes : €€* keep_dims(* Tidx0 ö gradients/cls/predictions/transform/dense/truediv_grad/Shape_1Const* valueB* dtype0* _output_shapes :   Lgradients/cls/predictions/transform/dense/truediv_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/cls/predictions/transform/dense/truediv_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ Ô >gradients/cls/predictions/transform/dense/truediv_grad/RealDivRealDiv8gradients/cls/predictions/transform/dense/Erf_grad/mul_1$cls/predictions/transform/dense/Sqrt* T0* _output_shapes : €€ — :gradients/cls/predictions/transform/dense/truediv_grad/SumSum>gradients/cls/predictions/transform/dense/truediv_grad/RealDivLgradients/cls/predictions/transform/dense/truediv_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : €€ ü >gradients/cls/predictions/transform/dense/truediv_grad/ReshapeReshape:gradients/cls/predictions/transform/dense/truediv_grad/Sumgradients/cls/predictions/transform/dense/truediv_grad/Shape_1* T0* Tshape0* _output_shapes : “ gradients/AddN_2AddN8gradients/cls/predictions/transform/dense/mul_1_grad/Mul>gradients/cls/predictions/transform/dense/truediv_grad/Reshape* T0*K _classA ?=loc:@gradients/cls/predictions/transform/dense/mul_1_grad/Mul* N* _output_shapes : €€   Bgradients/cls/predictions/transform/dense/BiasAdd_grad/BiasAddGrad BiasAddGradgradients/AddN_2* T0* data_formatNHWC* _output_shapes :€ Ö gradients/cls/predictions/transform/dense/MatMul_grad/MatMul_1MatMulGatherV2gradients/AddN_2* T0* _output_shapes : €€* transpose_a(* transpose_b( ” gradients/GatherV2_grad/ShapeConst* _class loc:@Reshape_2*% valueB "* dtype0 * _output_shapes : ¨ gradients/GatherV2_grad/ToInt32Castgradients/GatherV2_grad/Shape* SrcT0 * _class loc:@Reshape_2* Truncate(* _output_shapes :* DstT0 _ gradients/GatherV2_grad/SizeConst* value B:€* dtype0* _output_shapes : h &gradients/GatherV2_grad/ExpandDims/dimConst* value B:* dtype0* _output_shapes : § "gradients/GatherV2_grad/ExpandDims ExpandDimsgradients/GatherV2_grad/Size&gradients/GatherV2_grad/ExpandDims/dim* Tdim0* T0* _output_shapes : u +gradients/GatherV2_grad/strided_slice/stackConst* value B :* dtype0* _output_shapes : w -gradients/GatherV2_grad/strided_slice/stack_1Const* value B :* dtype0* _output_shapes : w -gradients/GatherV2_grad/strided_slice/stack_2Const* value B :* dtype0* _output_shapes : ÷ %gradients/GatherV2_grad/strided_slice StridedSlicegradients/GatherV2_grad/ToInt32+gradients/GatherV2_grad/strided_slice/stack-gradients/GatherV2_grad/strided_slice/stack_1-gradients/GatherV2_grad/strided_slice/stack_2* Index0* T0* shrink_axis_mask* begin_mask* ellipsis_mask* new_axis_mask* end_mask* _output_shapes : e #gradients/GatherV2_grad/concat/axisConst* value B:* dtype0* _output_shapes : Ô gradients/GatherV2_grad/concatConcatV2"gradients/GatherV2_grad/ExpandDims%gradients/GatherV2_grad/strided_slice#gradients/GatherV2_grad/concat/axis* T0* N* _output_shapes :* Tidx0 Á gradients/GatherV2_grad/ReshapeReshapeloc:@gradients/bert/pooler/strided_slice_grad/StridedSliceGrad* N*$ _output_shapes : €€ } ,gradients/bert/encoder/Reshape_13_grad/ShapeConst* valueB"* dtype0* _output_shapes : ² .gradients/bert/encoder/Reshape_13_grad/ReshapeReshapegradients/AddN_3,gradients/bert/encoder/Reshape_13_grad/Shape* T0* Tshape0* _output_shapes : € € á Igradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_1_grad/MulMul.gradients/bert/encoder/Reshape_13_grad/Reshape4bert/encoder/layer_11/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ï Kgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mul.gradients/bert/encoder/Reshape_13_grad/Reshape bert/encoder/layer_11/output/add* T0* _output_shapes : € € ” Igradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : œ Kgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Ç Ygradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsIgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/ShapeKgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ œ Ggradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/SumSum.gradients/bert/encoder/Reshape_13_grad/ReshapeYgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ ž Kgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapeGgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/SumIgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ ¥ Igradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/Sum_1Sum.gradients/bert/encoder/Reshape_13_grad/Reshape[gradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 Ä Ggradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/NegNegIgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € € § Mgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapeGgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/NegKgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € œ Kgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes : ž Mgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Í [gradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsKgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2_grad/ShapeMgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ € Igradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2_grad/MulMulMgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/Reshape_14bert/encoder/layer_11/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € » Igradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2_grad/SumSumIgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2_grad/Mul[gradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 ¨ Mgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeIgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2_grad/SumKgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €   Kgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mul3bert/encoder/layer_11/output/LayerNorm/moments/meanMgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/Reshape_1* T0* _output_shapes : € € Æ Kgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2_grad/Sum_1SumKgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2_grad/Mul_1]gradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € ¯ Ogradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1ReshapeKgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2_grad/Sum_1Mgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0* Tshape0* _output_shapes : € € Ê gradients/AddN_4AddNKgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Ogradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1* T0*^ _classT RPloc:@gradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_1_grad/Mul_1* N* _output_shapes : € € š Igradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/ShapeConst* valueB"* dtype0* _output_shapes : – Kgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/Shape_1Const* valueB :€* dtype0* _output_shapes : Ç Ygradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgsBroadcastGradientArgsIgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/ShapeKgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ¾ Ggradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/MulMulgradients/AddN_41bert/encoder/layer_11/output/LayerNorm/gamma/read* T0* _output_shapes : € € µ Ggradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/SumSumGgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/MulYgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 ¢ Kgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/ReshapeReshapeGgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/SumIgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/Shape* T0* Tshape0* _output_shapes : €  Å Igradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/Mul_1Mul6bert/encoder/layer_11/output/LayerNorm/batchnorm/Rsqrtgradients/AddN_4* T0* _output_shapes : € € » Igradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/Sum_1SumIgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/Mul_1[gradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :€ ¤ Mgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/Reshape_1ReshapeIgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/Sum_1Kgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0* Tshape0* _output_shapes :€ ‹ Ogradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGrad RsqrtGrad6bert/encoder/layer_11/output/LayerNorm/batchnorm/RsqrtKgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/Reshape* T0* _output_shapes : €  š Igradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/add_grad/ShapeConst* valueB"* dtype0* _output_shapes : Ž Kgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/add_grad/Shape_1Const* valueB* dtype0* _output_shapes : Ç Ygradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgsBroadcastGradientArgsIgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/add_grad/ShapeKgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ½ Ggradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/add_grad/SumSumOgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradYgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ ¢ Kgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/add_grad/ReshapeReshapeGgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/add_grad/SumIgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/add_grad/Shape* T0* Tshape0* _output_shapes : €  ¼ Igradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/add_grad/Sum_1SumOgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGrad[gradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : Ÿ Mgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/add_grad/Reshape_1ReshapeIgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/add_grad/Sum_1Kgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/add_grad/Shape_1* T0* Tshape0* _output_shapes :  Lgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/ShapeConst* valueB"* dtype0* _output_shapes : î Kgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/SizeConst*_ _classU SQloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ï Jgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/addAddIbert/encoder/layer_11/output/LayerNorm/moments/variance/reduction_indicesKgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Size* T0*_ _classU SQloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : õ Jgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/modFloorModJgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/addKgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Size* T0*_ _classU SQloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ù Ngradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Shape_1Const*_ _classU SQloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Shape* value B :* dtype0* _output_shapes : õ Rgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/range/startConst*_ _classU SQloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : õ Rgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/range/deltaConst*_ _classU SQloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Ó Lgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/rangeRangeRgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/range/startKgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/SizeRgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/range/delta*_ _classU SQloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Shape* _output_shapes :* Tidx0 ô Qgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Fill/valueConst*_ _classU SQloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Ž Kgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/FillFillNgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Shape_1Qgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Fill/value* T0*_ _classU SQloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Shape* index_type0* _output_shapes : © Tgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/DynamicStitch DynamicStitchLgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/rangeJgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/modLgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/ShapeKgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Fill* T0*_ _classU SQloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Shape* N* _output_shapes : ó Pgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Maximum/yConst*_ _classU SQloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ‡ Ngradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/MaximumMaximumTgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/DynamicStitchPgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Maximum/y* T0*_ _classU SQloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ÿ Ogradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/floordivFloorDivLgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/ShapeNgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Maximum* T0*_ _classU SQloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ´ Ngradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/ReshapeReshapeKgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/add_grad/ReshapeTgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ± Kgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/TileTileNgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/ReshapeOgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/floordiv* T0* _output_shapes : € €* Tmultiples0 ‘ Lgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/ConstConst* value B *@D* dtype0* _output_shapes : Ÿ Ngradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/truedivRealDivKgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/TileLgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/Const* T0* _output_shapes : € € ¦ Ugradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/ShapeConst* valueB"* dtype0* _output_shapes : ¨ Wgradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/Shape_1Const* valueB"* dtype0* _output_shapes : ë egradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgsBroadcastGradientArgsUgradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/ShapeWgradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ì Vgradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/scalarConstO^gradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/truediv* value B *@* dtype0* _output_shapes : ­ Sgradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/mulMulVgradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/scalarNgradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € µ Sgradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/subSub bert/encoder/layer_11/output/add;bert/encoder/layer_11/output/LayerNorm/moments/StopGradientO^gradients/bert/encoder/layer_11/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € ± Ugradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/mul_1MulSgradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/mulSgradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/sub* T0* _output_shapes : € € à Sgradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/SumSumUgradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/mul_1egradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs* T0* _output_shapes : € €* keep_dims(* Tidx0 Ç Wgradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/ReshapeReshapeSgradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/SumUgradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/Shape* T0* Tshape0* _output_shapes : € € ß Ugradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/Sum_1SumUgradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/mul_1ggradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :€ Ì Ygradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1ReshapeUgradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/Sum_1Wgradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0* Tshape0* _output_shapes : €  ß Sgradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/NegNegYgradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1* T0* _output_shapes : €  ™ Hgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/ShapeConst* valueB"* dtype0* _output_shapes : æ Ggradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/SizeConst*[ _classQ OMloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ß Fgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/addAddEbert/encoder/layer_11/output/LayerNorm/moments/mean/reduction_indicesGgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Size* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : å Fgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/modFloorModFgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/addGgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Size* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ñ Jgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Shape_1Const*[ _classQ OMloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Shape* value B :* dtype0* _output_shapes : í Ngradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/range/startConst*[ _classQ OMloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : í Ngradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/range/deltaConst*[ _classQ OMloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ¿ Hgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/rangeRangeNgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/range/startGgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/SizeNgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/range/delta*[ _classQ OMloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Shape* _output_shapes :* Tidx0 ì Mgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Fill/valueConst*[ _classQ OMloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : þ Ggradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/FillFillJgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Shape_1Mgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Fill/value* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Shape* index_type0* _output_shapes : ‘ Pgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/DynamicStitch DynamicStitchHgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/rangeFgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/modHgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/ShapeGgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Fill* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Shape* N* _output_shapes : ë Lgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Maximum/yConst*[ _classQ OMloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ÷ Jgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/MaximumMaximumPgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/DynamicStitchLgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Maximum/y* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ï Kgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/floordivFloorDivHgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/ShapeJgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Maximum* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ® Jgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/ReshapeReshapeMgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2_grad/ReshapePgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ¥ Ggradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/TileTileJgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/ReshapeKgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/floordiv* Tmultiples0* T0* _output_shapes : € €  Hgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/ConstConst* value B *@D* dtype0* _output_shapes : “ Jgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/truedivRealDivGgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/TileHgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/Const* T0* _output_shapes : € € š gradients/AddN_5AddNIgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_1_grad/MulWgradients/bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference_grad/ReshapeJgradients/bert/encoder/layer_11/output/LayerNorm/moments/mean_grad/truediv* T0*\ _classR PNloc:@gradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € « ;gradients/bert/encoder/layer_11/output/dropout/mul_grad/MulMulgradients/AddN_5*bert/encoder/layer_11/output/dropout/Floor* T0* _output_shapes : € € « =gradients/bert/encoder/layer_11/output/dropout/mul_grad/Mul_1Mulgradients/AddN_5(bert/encoder/layer_11/output/dropout/div* T0* _output_shapes : € € Ž =gradients/bert/encoder/layer_11/output/dropout/div_grad/ShapeConst* valueB"* dtype0* _output_shapes : ‚ ?gradients/bert/encoder/layer_11/output/dropout/div_grad/Shape_1Const* valueB* dtype0* _output_shapes : £ Mgradients/bert/encoder/layer_11/output/dropout/div_grad/BroadcastGradientArgsBroadcastGradientArgs=gradients/bert/encoder/layer_11/output/dropout/div_grad/Shape?gradients/bert/encoder/layer_11/output/dropout/div_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ â ?gradients/bert/encoder/layer_11/output/dropout/div_grad/RealDivRealDiv;gradients/bert/encoder/layer_11/output/dropout/mul_grad/Mul.bert/encoder/layer_11/output/dropout/keep_prob* T0* _output_shapes : € € š ;gradients/bert/encoder/layer_11/output/dropout/div_grad/SumSum?gradients/bert/encoder/layer_11/output/dropout/div_grad/RealDivMgradients/bert/encoder/layer_11/output/dropout/div_grad/BroadcastGradientArgs* T0* _output_shapes : € €* keep_dims(* Tidx0 ÿ ?gradients/bert/encoder/layer_11/output/dropout/div_grad/ReshapeReshape;gradients/bert/encoder/layer_11/output/dropout/div_grad/Sum=gradients/bert/encoder/layer_11/output/dropout/div_grad/Shape* T0* Tshape0* _output_shapes : € € ™ ;gradients/bert/encoder/layer_11/output/dropout/div_grad/NegNeg*bert/encoder/layer_11/output/dense/BiasAdd* T0* _output_shapes : € € ä Agradients/bert/encoder/layer_11/output/dropout/div_grad/RealDiv_1RealDiv;gradients/bert/encoder/layer_11/output/dropout/div_grad/Neg.bert/encoder/layer_11/output/dropout/keep_prob* T0* _output_shapes : € € ê Agradients/bert/encoder/layer_11/output/dropout/div_grad/RealDiv_2RealDivAgradients/bert/encoder/layer_11/output/dropout/div_grad/RealDiv_1.bert/encoder/layer_11/output/dropout/keep_prob* T0* _output_shapes : € € í ;gradients/bert/encoder/layer_11/output/dropout/div_grad/mulMul;gradients/bert/encoder/layer_11/output/dropout/mul_grad/MulAgradients/bert/encoder/layer_11/output/dropout/div_grad/RealDiv_2* T0* _output_shapes : € €  =gradients/bert/encoder/layer_11/output/dropout/div_grad/Sum_1Sum;gradients/bert/encoder/layer_11/output/dropout/div_grad/mulOgradients/bert/encoder/layer_11/output/dropout/div_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : û Agradients/bert/encoder/layer_11/output/dropout/div_grad/Reshape_1Reshape=gradients/bert/encoder/layer_11/output/dropout/div_grad/Sum_1?gradients/bert/encoder/layer_11/output/dropout/div_grad/Shape_1* T0* Tshape0* _output_shapes : Ò Egradients/bert/encoder/layer_11/output/dense/BiasAdd_grad/BiasAddGrad BiasAddGrad?gradients/bert/encoder/layer_11/output/dropout/div_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ ‹ ?gradients/bert/encoder/layer_11/output/dense/MatMul_grad/MatMulMatMul?gradients/bert/encoder/layer_11/output/dropout/div_grad/Reshape.bert/encoder/layer_11/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a(  Agradients/bert/encoder/layer_11/output/dense/MatMul_grad/MatMul_1MatMul.bert/encoder/layer_11/intermediate/dense/mul_1?gradients/bert/encoder/layer_11/output/dropout/div_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b( â Agradients/bert/encoder/layer_11/intermediate/dense/mul_1_grad/MulMul?gradients/bert/encoder/layer_11/output/dense/MatMul_grad/MatMul,bert/encoder/layer_11/intermediate/dense/mul* T0* _output_shapes : € € è Cgradients/bert/encoder/layer_11/intermediate/dense/mul_1_grad/Mul_1Mul?gradients/bert/encoder/layer_11/output/dense/MatMul_grad/MatMul0bert/encoder/layer_11/intermediate/dense/BiasAdd* T0* _output_shapes : € € „ Agradients/bert/encoder/layer_11/intermediate/dense/mul_grad/ShapeConst* valueB* dtype0* _output_shapes : ” Cgradients/bert/encoder/layer_11/intermediate/dense/mul_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¯ Qgradients/bert/encoder/layer_11/intermediate/dense/mul_grad/BroadcastGradientArgsBroadcastGradientArgsAgradients/bert/encoder/layer_11/intermediate/dense/mul_grad/ShapeCgradients/bert/encoder/layer_11/intermediate/dense/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ä ?gradients/bert/encoder/layer_11/intermediate/dense/mul_grad/MulMulCgradients/bert/encoder/layer_11/intermediate/dense/mul_1_grad/Mul_1,bert/encoder/layer_11/intermediate/dense/add* T0* _output_shapes : € € ˜ ?gradients/bert/encoder/layer_11/intermediate/dense/mul_grad/SumSum?gradients/bert/encoder/layer_11/intermediate/dense/mul_grad/MulQgradients/bert/encoder/layer_11/intermediate/dense/mul_grad/BroadcastGradientArgs* T0* _output_shapes :* keep_dims(* Tidx0  Cgradients/bert/encoder/layer_11/intermediate/dense/mul_grad/ReshapeReshape?gradients/bert/encoder/layer_11/intermediate/dense/mul_grad/SumAgradients/bert/encoder/layer_11/intermediate/dense/mul_grad/Shape* T0* Tshape0* _output_shapes : è Agradients/bert/encoder/layer_11/intermediate/dense/mul_grad/Mul_1Mul.bert/encoder/layer_11/intermediate/dense/mul/xCgradients/bert/encoder/layer_11/intermediate/dense/mul_1_grad/Mul_1* T0* _output_shapes : € € ¨ Agradients/bert/encoder/layer_11/intermediate/dense/mul_grad/Sum_1SumAgradients/bert/encoder/layer_11/intermediate/dense/mul_grad/Mul_1Sgradients/bert/encoder/layer_11/intermediate/dense/mul_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 ‘ Egradients/bert/encoder/layer_11/intermediate/dense/mul_grad/Reshape_1ReshapeAgradients/bert/encoder/layer_11/intermediate/dense/mul_grad/Sum_1Cgradients/bert/encoder/layer_11/intermediate/dense/mul_grad/Shape_1* T0* Tshape0* _output_shapes : € € „ Agradients/bert/encoder/layer_11/intermediate/dense/add_grad/ShapeConst* valueB* dtype0* _output_shapes : ” Cgradients/bert/encoder/layer_11/intermediate/dense/add_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¯ Qgradients/bert/encoder/layer_11/intermediate/dense/add_grad/BroadcastGradientArgsBroadcastGradientArgsAgradients/bert/encoder/layer_11/intermediate/dense/add_grad/ShapeCgradients/bert/encoder/layer_11/intermediate/dense/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ž ?gradients/bert/encoder/layer_11/intermediate/dense/add_grad/SumSumEgradients/bert/encoder/layer_11/intermediate/dense/mul_grad/Reshape_1Qgradients/bert/encoder/layer_11/intermediate/dense/add_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :  Cgradients/bert/encoder/layer_11/intermediate/dense/add_grad/ReshapeReshape?gradients/bert/encoder/layer_11/intermediate/dense/add_grad/SumAgradients/bert/encoder/layer_11/intermediate/dense/add_grad/Shape* T0* Tshape0* _output_shapes : ¬ Agradients/bert/encoder/layer_11/intermediate/dense/add_grad/Sum_1SumEgradients/bert/encoder/layer_11/intermediate/dense/mul_grad/Reshape_1Sgradients/bert/encoder/layer_11/intermediate/dense/add_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 ‘ Egradients/bert/encoder/layer_11/intermediate/dense/add_grad/Reshape_1ReshapeAgradients/bert/encoder/layer_11/intermediate/dense/add_grad/Sum_1Cgradients/bert/encoder/layer_11/intermediate/dense/add_grad/Shape_1* T0* Tshape0* _output_shapes : € € † Agradients/bert/encoder/layer_11/intermediate/dense/Erf_grad/ConstConst* value B *»n?* dtype0* _output_shapes : û ?gradients/bert/encoder/layer_11/intermediate/dense/Erf_grad/mulMulEgradients/bert/encoder/layer_11/intermediate/dense/add_grad/Reshape_1Agradients/bert/encoder/layer_11/intermediate/dense/Erf_grad/Const* T0* _output_shapes : € € ñ Bgradients/bert/encoder/layer_11/intermediate/dense/Erf_grad/SquareSquare0bert/encoder/layer_11/intermediate/dense/truedivF^gradients/bert/encoder/layer_11/intermediate/dense/add_grad/Reshape_1* T0* _output_shapes : € € µ ?gradients/bert/encoder/layer_11/intermediate/dense/Erf_grad/NegNegBgradients/bert/encoder/layer_11/intermediate/dense/Erf_grad/Square* T0* _output_shapes : € € ² ?gradients/bert/encoder/layer_11/intermediate/dense/Erf_grad/ExpExp?gradients/bert/encoder/layer_11/intermediate/dense/Erf_grad/Neg* T0* _output_shapes : € € õ Agradients/bert/encoder/layer_11/intermediate/dense/Erf_grad/mul_1Mul?gradients/bert/encoder/layer_11/intermediate/dense/Erf_grad/mul?gradients/bert/encoder/layer_11/intermediate/dense/Erf_grad/Exp* T0* _output_shapes : € € – Egradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/ShapeConst* valueB" * dtype0* _output_shapes : Š Ggradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/Shape_1Const* valueB* dtype0* _output_shapes : » Ugradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/BroadcastGradientArgsBroadcastGradientArgsEgradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/ShapeGgradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ï Ggradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/RealDivRealDivAgradients/bert/encoder/layer_11/intermediate/dense/Erf_grad/mul_1-bert/encoder/layer_11/intermediate/dense/Sqrt* T0* _output_shapes : € € ² Cgradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/SumSumGgradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/RealDivUgradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/BroadcastGradientArgs* T0* _output_shapes : € €* keep_dims(* Tidx0 — Ggradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/ReshapeReshapeCgradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/SumEgradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/Shape* T0* Tshape0* _output_shapes : € € § Cgradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/NegNeg0bert/encoder/layer_11/intermediate/dense/BiasAdd* T0* _output_shapes : € € ó Igradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/RealDiv_1RealDivCgradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/Neg-bert/encoder/layer_11/intermediate/dense/Sqrt* T0* _output_shapes : € € ù Igradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/RealDiv_2RealDivIgradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/RealDiv_1-bert/encoder/layer_11/intermediate/dense/Sqrt* T0* _output_shapes : € € ƒ Cgradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/mulMulAgradients/bert/encoder/layer_11/intermediate/dense/Erf_grad/mul_1Igradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/RealDiv_2* T0* _output_shapes : € € ¨ Egradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/Sum_1SumCgradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/mulWgradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/BroadcastGradientArgs:1* T0* _output_shapes :* keep_dims(* Tidx0 “ Igradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/Reshape_1ReshapeEgradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/Sum_1Ggradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/Shape_1* T0* Tshape0* _output_shapes : ® gradients/AddN_6AddNAgradients/bert/encoder/layer_11/intermediate/dense/mul_1_grad/MulGgradients/bert/encoder/layer_11/intermediate/dense/truediv_grad/Reshape* T0*T _classJ HFloc:@gradients/bert/encoder/layer_11/intermediate/dense/mul_1_grad/Mul* N* _output_shapes : € € © Kgradients/bert/encoder/layer_11/intermediate/dense/BiasAdd_grad/BiasAddGrad BiasAddGradgradients/AddN_6* T0* data_formatNHWC* _output_shapes :€ è Egradients/bert/encoder/layer_11/intermediate/dense/MatMul_grad/MatMulMatMulgradients/AddN_64bert/encoder/layer_11/intermediate/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ö Ggradients/bert/encoder/layer_11/intermediate/dense/MatMul_grad/MatMul_1MatMul@bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add_1gradients/AddN_6* transpose_b(* T0* _output_shapes : €€* transpose_a( ƒ gradients/AddN_7AddNgradients/AddN_5Egradients/bert/encoder/layer_11/intermediate/dense/MatMul_grad/MatMul* T0*\ _classR PNloc:@gradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € × Sgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_7>bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Å Ugradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_7*bert/encoder/layer_11/attention/output/add* T0* _output_shapes : € € ž Sgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : ¦ Ugradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : å cgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsSgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/ShapeUgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ’ Qgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_7cgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ ¼ Ugradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapeQgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/SumSgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ › Sgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_7egradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € Ø Qgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/NegNegSgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € € Å Wgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapeQgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/NegUgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € ¦ Ugradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes : ¨ Wgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : ë egradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsUgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeWgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ž Sgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2_grad/MulMulWgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1>bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ù Sgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2_grad/SumSumSgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2_grad/Mulegradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 Æ Wgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeSgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2_grad/SumUgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €  Ÿ Ugradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mul=bert/encoder/layer_11/attention/output/LayerNorm/moments/meanWgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1* T0* _output_shapes : € € ä Ugradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2_grad/Sum_1SumUgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2_grad/Mul_1ggradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 Í Ygradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1ReshapeUgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2_grad/Sum_1Wgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0* Tshape0* _output_shapes : € € è gradients/AddN_8AddNUgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Ygradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1* T0*h _class^ \Zloc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul_1* N* _output_shapes : € € ¤ Sgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/ShapeConst* valueB"* dtype0* _output_shapes :   Ugradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/Shape_1Const* valueB :€* dtype0* _output_shapes : å cgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgsBroadcastGradientArgsSgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/ShapeUgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ Ò Qgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/MulMulgradients/AddN_8;bert/encoder/layer_11/attention/output/LayerNorm/gamma/read* T0* _output_shapes : € € Ó Qgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/SumSumQgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/Mulcgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 À Ugradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/ReshapeReshapeQgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/SumSgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/Shape* T0* Tshape0* _output_shapes : €  Ù Sgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/Mul_1Mul@bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/Rsqrtgradients/AddN_8* T0* _output_shapes : € € Ù Sgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/Sum_1SumSgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/Mul_1egradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :€  Wgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1ReshapeSgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/Sum_1Ugradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0* Tshape0* _output_shapes :€ © Ygradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGrad RsqrtGrad@bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/RsqrtUgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/Reshape* T0* _output_shapes : €  ¤ Sgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add_grad/ShapeConst* valueB"* dtype0* _output_shapes : ˜ Ugradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add_grad/Shape_1Const* valueB* dtype0* _output_shapes : å cgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgsBroadcastGradientArgsSgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add_grad/ShapeUgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ Û Qgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add_grad/SumSumYgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradcgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 À Ugradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add_grad/ReshapeReshapeQgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add_grad/SumSgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add_grad/Shape* T0* Tshape0* _output_shapes : €  Ú Sgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add_grad/Sum_1SumYgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradegradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : ½ Wgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add_grad/Reshape_1ReshapeSgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add_grad/Sum_1Ugradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add_grad/Shape_1* T0* Tshape0* _output_shapes : § Vgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/ShapeConst* valueB"* dtype0* _output_shapes : ‚ Ugradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/SizeConst*i _class_ ][loc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : — Tgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/addAddSbert/encoder/layer_11/attention/output/LayerNorm/moments/variance/reduction_indicesUgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Size* T0*i _class_ ][loc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Shape* _output_shapes :  Tgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/modFloorModTgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/addUgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Size* T0*i _class_ ][loc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Shape* _output_shapes :  Xgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Shape_1Const*i _class_ ][loc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Shape* value B :* dtype0* _output_shapes : ‰ \gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/range/startConst*i _class_ ][loc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ‰ \gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/range/deltaConst*i _class_ ][loc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : … Vgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/rangeRange\gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/range/startUgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Size\gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/range/delta* Tidx0*i _class_ ][loc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ˆ [gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Fill/valueConst*i _class_ ][loc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ¶ Ugradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/FillFillXgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Shape_1[gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Fill/value* T0*i _class_ ][loc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Shape* index_type0* _output_shapes : å ^gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/DynamicStitch DynamicStitchVgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/rangeTgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/modVgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/ShapeUgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Fill* T0*i _class_ ][loc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Shape* N* _output_shapes : ‡ Zgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Maximum/yConst*i _class_ ][loc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ¯ Xgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/MaximumMaximum^gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/DynamicStitchZgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Maximum/y* T0*i _class_ ][loc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : § Ygradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/floordivFloorDivVgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/ShapeXgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Maximum* T0*i _class_ ][loc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : Ò Xgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/ReshapeReshapeUgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add_grad/Reshape^gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  Ï Ugradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/TileTileXgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/ReshapeYgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/floordiv* Tmultiples0* T0* _output_shapes : € € › Vgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/ConstConst* value B *@D* dtype0* _output_shapes : ½ Xgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/truedivRealDivUgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/TileVgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/Const* T0* _output_shapes : € € ° _gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/ShapeConst* valueB"* dtype0* _output_shapes : ² agradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/Shape_1Const* valueB"* dtype0* _output_shapes : ‰ ogradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgsBroadcastGradientArgs_gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/Shapeagradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ € `gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/scalarConstY^gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/truediv* value B *@* dtype0* _output_shapes : Ë ]gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/mulMul`gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/scalarXgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € Ý ]gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/subSub*bert/encoder/layer_11/attention/output/addEbert/encoder/layer_11/attention/output/LayerNorm/moments/StopGradientY^gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € Ï _gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/mul_1Mul]gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/mul]gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/sub* T0* _output_shapes : € € þ ]gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/SumSum_gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/mul_1ogradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs* T0* _output_shapes : € €* keep_dims(* Tidx0 å agradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/ReshapeReshape]gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/Sum_gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/Shape* T0* Tshape0* _output_shapes : € € ý _gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/Sum_1Sum_gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/mul_1qgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs:1* T0* _output_shapes :€ * keep_dims(* Tidx0 ê cgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1Reshape_gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/Sum_1agradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0* Tshape0* _output_shapes : €  ó ]gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/NegNegcgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1* T0* _output_shapes : €  £ Rgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/ShapeConst* valueB"* dtype0* _output_shapes : ú Qgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/SizeConst*e _class[ YWloc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ‡ Pgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/addAddObert/encoder/layer_11/attention/output/LayerNorm/moments/mean/reduction_indicesQgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Size* T0*e _class[ YWloc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Shape* _output_shapes :  Pgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/modFloorModPgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/addQgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Size* T0*e _class[ YWloc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : … Tgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Shape_1Const*e _class[ YWloc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Shape* value B :* dtype0* _output_shapes :  Xgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/range/startConst*e _class[ YWloc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes :  Xgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/range/deltaConst*e _class[ YWloc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ñ Rgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/rangeRangeXgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/range/startQgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/SizeXgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/range/delta* Tidx0*e _class[ YWloc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : € Wgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Fill/valueConst*e _class[ YWloc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ¦ Qgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/FillFillTgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Shape_1Wgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Fill/value* T0*e _class[ YWloc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Shape* index_type0* _output_shapes : Í Zgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/DynamicStitch DynamicStitchRgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/rangePgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/modRgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/ShapeQgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Fill* T0*e _class[ YWloc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Shape* N* _output_shapes : ÿ Vgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Maximum/yConst*e _class[ YWloc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : Ÿ Tgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/MaximumMaximumZgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/DynamicStitchVgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Maximum/y* T0*e _class[ YWloc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : — Ugradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/floordivFloorDivRgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/ShapeTgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Maximum* T0*e _class[ YWloc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : Ì Tgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/ReshapeReshapeWgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2_grad/ReshapeZgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  à Qgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/TileTileTgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/ReshapeUgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/floordiv* Tmultiples0* T0* _output_shapes : € € — Rgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/ConstConst* value B *@D* dtype0* _output_shapes : ± Tgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/truedivRealDivQgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/TileRgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/Const* T0* _output_shapes : € €  gradients/AddN_9AddNSgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_1_grad/Mulagradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference_grad/ReshapeTgradients/bert/encoder/layer_11/attention/output/LayerNorm/moments/mean_grad/truediv* T0*f _class\ ZXloc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € ¿ Egradients/bert/encoder/layer_11/attention/output/dropout/mul_grad/MulMulgradients/AddN_94bert/encoder/layer_11/attention/output/dropout/Floor* T0* _output_shapes : € € ¿ Ggradients/bert/encoder/layer_11/attention/output/dropout/mul_grad/Mul_1Mulgradients/AddN_92bert/encoder/layer_11/attention/output/dropout/div* T0* _output_shapes : € € ˜ Ggradients/bert/encoder/layer_11/attention/output/dropout/div_grad/ShapeConst* valueB"* dtype0* _output_shapes : Œ Igradients/bert/encoder/layer_11/attention/output/dropout/div_grad/Shape_1Const* valueB* dtype0* _output_shapes : Á Wgradients/bert/encoder/layer_11/attention/output/dropout/div_grad/BroadcastGradientArgsBroadcastGradientArgsGgradients/bert/encoder/layer_11/attention/output/dropout/div_grad/ShapeIgradients/bert/encoder/layer_11/attention/output/dropout/div_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ € Igradients/bert/encoder/layer_11/attention/output/dropout/div_grad/RealDivRealDivEgradients/bert/encoder/layer_11/attention/output/dropout/mul_grad/Mul8bert/encoder/layer_11/attention/output/dropout/keep_prob* T0* _output_shapes : € € ¸ Egradients/bert/encoder/layer_11/attention/output/dropout/div_grad/SumSumIgradients/bert/encoder/layer_11/attention/output/dropout/div_grad/RealDivWgradients/bert/encoder/layer_11/attention/output/dropout/div_grad/BroadcastGradientArgs* T0* _output_shapes : € €* keep_dims(* Tidx0  Igradients/bert/encoder/layer_11/attention/output/dropout/div_grad/ReshapeReshapeEgradients/bert/encoder/layer_11/attention/output/dropout/div_grad/SumGgradients/bert/encoder/layer_11/attention/output/dropout/div_grad/Shape* T0* Tshape0* _output_shapes : € € ­ Egradients/bert/encoder/layer_11/attention/output/dropout/div_grad/NegNeg4bert/encoder/layer_11/attention/output/dense/BiasAdd* T0* _output_shapes : € € ‚ Kgradients/bert/encoder/layer_11/attention/output/dropout/div_grad/RealDiv_1RealDivEgradients/bert/encoder/layer_11/attention/output/dropout/div_grad/Neg8bert/encoder/layer_11/attention/output/dropout/keep_prob* T0* _output_shapes : € € ˆ Kgradients/bert/encoder/layer_11/attention/output/dropout/div_grad/RealDiv_2RealDivKgradients/bert/encoder/layer_11/attention/output/dropout/div_grad/RealDiv_18bert/encoder/layer_11/attention/output/dropout/keep_prob* T0* _output_shapes : € € ‹ Egradients/bert/encoder/layer_11/attention/output/dropout/div_grad/mulMulEgradients/bert/encoder/layer_11/attention/output/dropout/mul_grad/MulKgradients/bert/encoder/layer_11/attention/output/dropout/div_grad/RealDiv_2* T0* _output_shapes : € € ® Ggradients/bert/encoder/layer_11/attention/output/dropout/div_grad/Sum_1SumEgradients/bert/encoder/layer_11/attention/output/dropout/div_grad/mulYgradients/bert/encoder/layer_11/attention/output/dropout/div_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : ™ Kgradients/bert/encoder/layer_11/attention/output/dropout/div_grad/Reshape_1ReshapeGgradients/bert/encoder/layer_11/attention/output/dropout/div_grad/Sum_1Igradients/bert/encoder/layer_11/attention/output/dropout/div_grad/Shape_1* T0* Tshape0* _output_shapes : æ Ogradients/bert/encoder/layer_11/attention/output/dense/BiasAdd_grad/BiasAddGrad BiasAddGradIgradients/bert/encoder/layer_11/attention/output/dropout/div_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ © Igradients/bert/encoder/layer_11/attention/output/dense/MatMul_grad/MatMulMatMulIgradients/bert/encoder/layer_11/attention/output/dropout/div_grad/Reshape8bert/encoder/layer_11/attention/output/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ¡ Kgradients/bert/encoder/layer_11/attention/output/dense/MatMul_grad/MatMul_1MatMul.bert/encoder/layer_11/attention/self/Reshape_3Igradients/bert/encoder/layer_11/attention/output/dropout/div_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a( œ Cgradients/bert/encoder/layer_11/attention/self/Reshape_3_grad/ShapeConst*% valueB" € @* dtype0* _output_shapes :   Egradients/bert/encoder/layer_11/attention/self/Reshape_3_grad/ReshapeReshapeIgradients/bert/encoder/layer_11/attention/output/dense/MatMul_grad/MatMulCgradients/bert/encoder/layer_11/attention/self/Reshape_3_grad/Shape* T0* Tshape0*' _output_shapes : € @  Qgradients/bert/encoder/layer_11/attention/self/transpose_3_grad/InvertPermutationInvertPermutation5bert/encoder/layer_11/attention/self/transpose_3/perm* T0* _output_shapes : ¯ Igradients/bert/encoder/layer_11/attention/self/transpose_3_grad/transpose TransposeEgradients/bert/encoder/layer_11/attention/self/Reshape_3_grad/ReshapeQgradients/bert/encoder/layer_11/attention/self/transpose_3_grad/InvertPermutation* T0*' _output_shapes :  €@* Tperm0 œ Cgradients/bert/encoder/layer_11/attention/self/MatMul_1_grad/MatMul BatchMatMulIgradients/bert/encoder/layer_11/attention/self/transpose_3_grad/transpose0bert/encoder/layer_11/attention/self/transpose_2* adj_x(* adj_y(* T0*( _output_shapes :  €€  Egradients/bert/encoder/layer_11/attention/self/MatMul_1_grad/MatMul_1 BatchMatMul0bert/encoder/layer_11/attention/self/dropout/mulIgradients/bert/encoder/layer_11/attention/self/transpose_3_grad/transpose* T0*' _output_shapes :  €@* adj_x(* adj_y( ö Cgradients/bert/encoder/layer_11/attention/self/dropout/mul_grad/MulMulCgradients/bert/encoder/layer_11/attention/self/MatMul_1_grad/MatMul2bert/encoder/layer_11/attention/self/dropout/Floor* T0*( _output_shapes :  €€ ö Egradients/bert/encoder/layer_11/attention/self/dropout/mul_grad/Mul_1MulCgradients/bert/encoder/layer_11/attention/self/MatMul_1_grad/MatMul0bert/encoder/layer_11/attention/self/dropout/div* T0*( _output_shapes :  €€  Qgradients/bert/encoder/layer_11/attention/self/transpose_2_grad/InvertPermutationInvertPermutation5bert/encoder/layer_11/attention/self/transpose_2/perm* T0* _output_shapes : ¯ Igradients/bert/encoder/layer_11/attention/self/transpose_2_grad/transpose TransposeEgradients/bert/encoder/layer_11/attention/self/MatMul_1_grad/MatMul_1Qgradients/bert/encoder/layer_11/attention/self/transpose_2_grad/InvertPermutation* Tperm0* T0*' _output_shapes : € @ ž Egradients/bert/encoder/layer_11/attention/self/dropout/div_grad/ShapeConst*% valueB" €€* dtype0* _output_shapes : Š Ggradients/bert/encoder/layer_11/attention/self/dropout/div_grad/Shape_1Const* valueB* dtype0* _output_shapes : » Ugradients/bert/encoder/layer_11/attention/self/dropout/div_grad/BroadcastGradientArgsBroadcastGradientArgsEgradients/bert/encoder/layer_11/attention/self/dropout/div_grad/ShapeGgradients/bert/encoder/layer_11/attention/self/dropout/div_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ‚ Ggradients/bert/encoder/layer_11/attention/self/dropout/div_grad/RealDivRealDivCgradients/bert/encoder/layer_11/attention/self/dropout/mul_grad/Mul6bert/encoder/layer_11/attention/self/dropout/keep_prob* T0*( _output_shapes :  €€ º Cgradients/bert/encoder/layer_11/attention/self/dropout/div_grad/SumSumGgradients/bert/encoder/layer_11/attention/self/dropout/div_grad/RealDivUgradients/bert/encoder/layer_11/attention/self/dropout/div_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0*( _output_shapes :  €€ Ÿ Ggradients/bert/encoder/layer_11/attention/self/dropout/div_grad/ReshapeReshapeCgradients/bert/encoder/layer_11/attention/self/dropout/div_grad/SumEgradients/bert/encoder/layer_11/attention/self/dropout/div_grad/Shape* T0* Tshape0*( _output_shapes :  €€ « Cgradients/bert/encoder/layer_11/attention/self/dropout/div_grad/NegNeg,bert/encoder/layer_11/attention/self/Softmax* T0*( _output_shapes :  €€ „ Igradients/bert/encoder/layer_11/attention/self/dropout/div_grad/RealDiv_1RealDivCgradients/bert/encoder/layer_11/attention/self/dropout/div_grad/Neg6bert/encoder/layer_11/attention/self/dropout/keep_prob* T0*( _output_shapes :  €€ Š Igradients/bert/encoder/layer_11/attention/self/dropout/div_grad/RealDiv_2RealDivIgradients/bert/encoder/layer_11/attention/self/dropout/div_grad/RealDiv_16bert/encoder/layer_11/attention/self/dropout/keep_prob* T0*( _output_shapes :  €€  Cgradients/bert/encoder/layer_11/attention/self/dropout/div_grad/mulMulCgradients/bert/encoder/layer_11/attention/self/dropout/mul_grad/MulIgradients/bert/encoder/layer_11/attention/self/dropout/div_grad/RealDiv_2* T0*( _output_shapes :  €€ ¨ Egradients/bert/encoder/layer_11/attention/self/dropout/div_grad/Sum_1SumCgradients/bert/encoder/layer_11/attention/self/dropout/div_grad/mulWgradients/bert/encoder/layer_11/attention/self/dropout/div_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : “ Igradients/bert/encoder/layer_11/attention/self/dropout/div_grad/Reshape_1ReshapeEgradients/bert/encoder/layer_11/attention/self/dropout/div_grad/Sum_1Ggradients/bert/encoder/layer_11/attention/self/dropout/div_grad/Shape_1* T0* Tshape0* _output_shapes : ” Cgradients/bert/encoder/layer_11/attention/self/Reshape_2_grad/ShapeConst* valueB"* dtype0* _output_shapes : ™ Egradients/bert/encoder/layer_11/attention/self/Reshape_2_grad/ReshapeReshapeIgradients/bert/encoder/layer_11/attention/self/transpose_2_grad/transposeCgradients/bert/encoder/layer_11/attention/self/Reshape_2_grad/Shape* T0* Tshape0* _output_shapes : € € ð ?gradients/bert/encoder/layer_11/attention/self/Softmax_grad/mulMulGgradients/bert/encoder/layer_11/attention/self/dropout/div_grad/Reshape,bert/encoder/layer_11/attention/self/Softmax* T0*( _output_shapes :  €€ œ Qgradients/bert/encoder/layer_11/attention/self/Softmax_grad/Sum/reduction_indicesConst* valueB: ÿÿÿÿÿÿÿÿÿ* dtype0* _output_shapes : © ?gradients/bert/encoder/layer_11/attention/self/Softmax_grad/SumSum?gradients/bert/encoder/layer_11/attention/self/Softmax_grad/mulQgradients/bert/encoder/layer_11/attention/self/Softmax_grad/Sum/reduction_indices* T0*' _output_shapes :  €* keep_dims(* Tidx0 ƒ ?gradients/bert/encoder/layer_11/attention/self/Softmax_grad/subSubGgradients/bert/encoder/layer_11/attention/self/dropout/div_grad/Reshape?gradients/bert/encoder/layer_11/attention/self/Softmax_grad/Sum* T0*( _output_shapes :  €€ ê Agradients/bert/encoder/layer_11/attention/self/Softmax_grad/mul_1Mul?gradients/bert/encoder/layer_11/attention/self/Softmax_grad/sub,bert/encoder/layer_11/attention/self/Softmax* T0*( _output_shapes :  €€ à Mgradients/bert/encoder/layer_11/attention/self/value/BiasAdd_grad/BiasAddGrad BiasAddGradEgradients/bert/encoder/layer_11/attention/self/Reshape_2_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ – =gradients/bert/encoder/layer_11/attention/self/add_grad/ShapeConst*% valueB" €€* dtype0* _output_shapes : ˜ ?gradients/bert/encoder/layer_11/attention/self/add_grad/Shape_1Const*% valueB" €€* dtype0* _output_shapes : £ Mgradients/bert/encoder/layer_11/attention/self/add_grad/BroadcastGradientArgsBroadcastGradientArgs=gradients/bert/encoder/layer_11/attention/self/add_grad/Shape?gradients/bert/encoder/layer_11/attention/self/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ¤ ;gradients/bert/encoder/layer_11/attention/self/add_grad/SumSumAgradients/bert/encoder/layer_11/attention/self/Softmax_grad/mul_1Mgradients/bert/encoder/layer_11/attention/self/add_grad/BroadcastGradientArgs* T0*( _output_shapes :  €€* keep_dims(* Tidx0 ‡ ?gradients/bert/encoder/layer_11/attention/self/add_grad/ReshapeReshape;gradients/bert/encoder/layer_11/attention/self/add_grad/Sum=gradients/bert/encoder/layer_11/attention/self/add_grad/Shape* T0* Tshape0*( _output_shapes :  €€ ¤ =gradients/bert/encoder/layer_11/attention/self/add_grad/Sum_1SumAgradients/bert/encoder/layer_11/attention/self/Softmax_grad/mul_1Ogradients/bert/encoder/layer_11/attention/self/add_grad/BroadcastGradientArgs:1* T0*$ _output_shapes : €€* keep_dims(* Tidx0  Agradients/bert/encoder/layer_11/attention/self/add_grad/Reshape_1Reshape=gradients/bert/encoder/layer_11/attention/self/add_grad/Sum_1?gradients/bert/encoder/layer_11/attention/self/add_grad/Shape_1* T0* Tshape0*( _output_shapes : €€ ¡ Ggradients/bert/encoder/layer_11/attention/self/value/MatMul_grad/MatMulMatMulEgradients/bert/encoder/layer_11/attention/self/Reshape_2_grad/Reshape6bert/encoder/layer_11/attention/self/value/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( £ Igradients/bert/encoder/layer_11/attention/self/value/MatMul_grad/MatMul_1MatMul6bert/encoder/layer_10/output/LayerNorm/batchnorm/add_1Egradients/bert/encoder/layer_11/attention/self/Reshape_2_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a( – =gradients/bert/encoder/layer_11/attention/self/Mul_grad/ShapeConst*% valueB" €€* dtype0* _output_shapes : ‚ ?gradients/bert/encoder/layer_11/attention/self/Mul_grad/Shape_1Const* valueB* dtype0* _output_shapes : £ Mgradients/bert/encoder/layer_11/attention/self/Mul_grad/BroadcastGradientArgsBroadcastGradientArgs=gradients/bert/encoder/layer_11/attention/self/Mul_grad/Shape?gradients/bert/encoder/layer_11/attention/self/Mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ â ;gradients/bert/encoder/layer_11/attention/self/Mul_grad/MulMul?gradients/bert/encoder/layer_11/attention/self/add_grad/Reshape*bert/encoder/layer_11/attention/self/Mul/y* T0*( _output_shapes :  €€ ž ;gradients/bert/encoder/layer_11/attention/self/Mul_grad/SumSum;gradients/bert/encoder/layer_11/attention/self/Mul_grad/MulMgradients/bert/encoder/layer_11/attention/self/Mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0*( _output_shapes :  €€ ‡ ?gradients/bert/encoder/layer_11/attention/self/Mul_grad/ReshapeReshape;gradients/bert/encoder/layer_11/attention/self/Mul_grad/Sum=gradients/bert/encoder/layer_11/attention/self/Mul_grad/Shape* T0* Tshape0*( _output_shapes :  €€ å =gradients/bert/encoder/layer_11/attention/self/Mul_grad/Mul_1Mul+bert/encoder/layer_11/attention/self/MatMul?gradients/bert/encoder/layer_11/attention/self/add_grad/Reshape* T0*( _output_shapes :  €€ ’ =gradients/bert/encoder/layer_11/attention/self/Mul_grad/Sum_1Sum=gradients/bert/encoder/layer_11/attention/self/Mul_grad/Mul_1Ogradients/bert/encoder/layer_11/attention/self/Mul_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : û Agradients/bert/encoder/layer_11/attention/self/Mul_grad/Reshape_1Reshape=gradients/bert/encoder/layer_11/attention/self/Mul_grad/Sum_1?gradients/bert/encoder/layer_11/attention/self/Mul_grad/Shape_1* T0* Tshape0* _output_shapes :  Agradients/bert/encoder/layer_11/attention/self/MatMul_grad/MatMul BatchMatMul?gradients/bert/encoder/layer_11/attention/self/Mul_grad/Reshape0bert/encoder/layer_11/attention/self/transpose_1* T0*' _output_shapes :  €@* adj_x(* adj_y(  Cgradients/bert/encoder/layer_11/attention/self/MatMul_grad/MatMul_1 BatchMatMul?gradients/bert/encoder/layer_11/attention/self/Mul_grad/Reshape.bert/encoder/layer_11/attention/self/transpose* adj_x(* adj_y(* T0*' _output_shapes :  €@ ¾ Ogradients/bert/encoder/layer_11/attention/self/transpose_grad/InvertPermutationInvertPermutation3bert/encoder/layer_11/attention/self/transpose/perm* T0* _output_shapes : § Ggradients/bert/encoder/layer_11/attention/self/transpose_grad/transpose TransposeAgradients/bert/encoder/layer_11/attention/self/MatMul_grad/MatMulOgradients/bert/encoder/layer_11/attention/self/transpose_grad/InvertPermutation* T0*' _output_shapes : € @* Tperm0  Qgradients/bert/encoder/layer_11/attention/self/transpose_1_grad/InvertPermutationInvertPermutation5bert/encoder/layer_11/attention/self/transpose_1/perm* T0* _output_shapes : ­ Igradients/bert/encoder/layer_11/attention/self/transpose_1_grad/transpose TransposeCgradients/bert/encoder/layer_11/attention/self/MatMul_grad/MatMul_1Qgradients/bert/encoder/layer_11/attention/self/transpose_1_grad/InvertPermutation* Tperm0* T0*' _output_shapes : € @ ’ Agradients/bert/encoder/layer_11/attention/self/Reshape_grad/ShapeConst* valueB"* dtype0* _output_shapes : “ Cgradients/bert/encoder/layer_11/attention/self/Reshape_grad/ReshapeReshapeGgradients/bert/encoder/layer_11/attention/self/transpose_grad/transposeAgradients/bert/encoder/layer_11/attention/self/Reshape_grad/Shape* T0* Tshape0* _output_shapes : € € ” Cgradients/bert/encoder/layer_11/attention/self/Reshape_1_grad/ShapeConst* valueB"* dtype0* _output_shapes : ™ Egradients/bert/encoder/layer_11/attention/self/Reshape_1_grad/ReshapeReshapeIgradients/bert/encoder/layer_11/attention/self/transpose_1_grad/transposeCgradients/bert/encoder/layer_11/attention/self/Reshape_1_grad/Shape* T0* Tshape0* _output_shapes : € € Þ Mgradients/bert/encoder/layer_11/attention/self/query/BiasAdd_grad/BiasAddGrad BiasAddGradCgradients/bert/encoder/layer_11/attention/self/Reshape_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ Þ Kgradients/bert/encoder/layer_11/attention/self/key/BiasAdd_grad/BiasAddGrad BiasAddGradEgradients/bert/encoder/layer_11/attention/self/Reshape_1_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ Ÿ Ggradients/bert/encoder/layer_11/attention/self/query/MatMul_grad/MatMulMatMulCgradients/bert/encoder/layer_11/attention/self/Reshape_grad/Reshape6bert/encoder/layer_11/attention/self/query/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ¡ Igradients/bert/encoder/layer_11/attention/self/query/MatMul_grad/MatMul_1MatMul6bert/encoder/layer_10/output/LayerNorm/batchnorm/add_1Cgradients/bert/encoder/layer_11/attention/self/Reshape_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a(  Egradients/bert/encoder/layer_11/attention/self/key/MatMul_grad/MatMulMatMulEgradients/bert/encoder/layer_11/attention/self/Reshape_1_grad/Reshape4bert/encoder/layer_11/attention/self/key/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ¡ Ggradients/bert/encoder/layer_11/attention/self/key/MatMul_grad/MatMul_1MatMul6bert/encoder/layer_10/output/LayerNorm/batchnorm/add_1Egradients/bert/encoder/layer_11/attention/self/Reshape_1_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b(   gradients/AddN_10AddNgradients/AddN_9Ggradients/bert/encoder/layer_11/attention/self/value/MatMul_grad/MatMulGgradients/bert/encoder/layer_11/attention/self/query/MatMul_grad/MatMulEgradients/bert/encoder/layer_11/attention/self/key/MatMul_grad/MatMul* T0*f _class\ ZXloc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € Ä Igradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_104bert/encoder/layer_10/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ² Kgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_10 bert/encoder/layer_10/output/add* T0* _output_shapes : € € ” Igradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : œ Kgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Ç Ygradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsIgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/ShapeKgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ÿ Ggradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_10Ygradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ ž Kgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapeGgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/SumIgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ ˆ Igradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_10[gradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € Ä Ggradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/NegNegIgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € € § Mgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapeGgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/NegKgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € œ Kgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes : ž Mgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Í [gradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsKgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2_grad/ShapeMgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ € Igradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2_grad/MulMulMgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/Reshape_14bert/encoder/layer_10/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € » Igradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2_grad/SumSumIgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2_grad/Mul[gradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ ¨ Mgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeIgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2_grad/SumKgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €   Kgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mul3bert/encoder/layer_10/output/LayerNorm/moments/meanMgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/Reshape_1* T0* _output_shapes : € € Æ Kgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2_grad/Sum_1SumKgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2_grad/Mul_1]gradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 ¯ Ogradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1ReshapeKgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2_grad/Sum_1Mgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0* Tshape0* _output_shapes : € € Ë gradients/AddN_11AddNKgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Ogradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1* T0*^ _classT RPloc:@gradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_1_grad/Mul_1* N* _output_shapes : € € š Igradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/ShapeConst* valueB"* dtype0* _output_shapes : – Kgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/Shape_1Const* valueB :€* dtype0* _output_shapes : Ç Ygradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgsBroadcastGradientArgsIgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/ShapeKgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ¿ Ggradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/MulMulgradients/AddN_111bert/encoder/layer_10/output/LayerNorm/gamma/read* T0* _output_shapes : € € µ Ggradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/SumSumGgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/MulYgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 ¢ Kgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/ReshapeReshapeGgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/SumIgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/Shape* T0* Tshape0* _output_shapes : €  Æ Igradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/Mul_1Mul6bert/encoder/layer_10/output/LayerNorm/batchnorm/Rsqrtgradients/AddN_11* T0* _output_shapes : € € » Igradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/Sum_1SumIgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/Mul_1[gradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :€ ¤ Mgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/Reshape_1ReshapeIgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/Sum_1Kgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0* Tshape0* _output_shapes :€ ‹ Ogradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGrad RsqrtGrad6bert/encoder/layer_10/output/LayerNorm/batchnorm/RsqrtKgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/Reshape* T0* _output_shapes : €  š Igradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/add_grad/ShapeConst* valueB"* dtype0* _output_shapes : Ž Kgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/add_grad/Shape_1Const* valueB* dtype0* _output_shapes : Ç Ygradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgsBroadcastGradientArgsIgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/add_grad/ShapeKgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ½ Ggradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/add_grad/SumSumOgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradYgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 ¢ Kgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/add_grad/ReshapeReshapeGgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/add_grad/SumIgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/add_grad/Shape* T0* Tshape0* _output_shapes : €  ¼ Igradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/add_grad/Sum_1SumOgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGrad[gradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : Ÿ Mgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/add_grad/Reshape_1ReshapeIgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/add_grad/Sum_1Kgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/add_grad/Shape_1* T0* Tshape0* _output_shapes :  Lgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/ShapeConst* valueB"* dtype0* _output_shapes : î Kgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/SizeConst*_ _classU SQloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ï Jgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/addAddIbert/encoder/layer_10/output/LayerNorm/moments/variance/reduction_indicesKgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Size* T0*_ _classU SQloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : õ Jgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/modFloorModJgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/addKgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Size* T0*_ _classU SQloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ù Ngradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Shape_1Const*_ _classU SQloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Shape* value B :* dtype0* _output_shapes : õ Rgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/range/startConst*_ _classU SQloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : õ Rgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/range/deltaConst*_ _classU SQloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Ó Lgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/rangeRangeRgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/range/startKgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/SizeRgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/range/delta*_ _classU SQloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Shape* _output_shapes :* Tidx0 ô Qgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Fill/valueConst*_ _classU SQloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Ž Kgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/FillFillNgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Shape_1Qgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Fill/value* T0*_ _classU SQloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Shape* index_type0* _output_shapes : © Tgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/DynamicStitch DynamicStitchLgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/rangeJgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/modLgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/ShapeKgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Fill* T0*_ _classU SQloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Shape* N* _output_shapes : ó Pgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Maximum/yConst*_ _classU SQloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ‡ Ngradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/MaximumMaximumTgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/DynamicStitchPgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Maximum/y* T0*_ _classU SQloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ÿ Ogradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/floordivFloorDivLgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/ShapeNgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Maximum* T0*_ _classU SQloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ´ Ngradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/ReshapeReshapeKgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/add_grad/ReshapeTgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ± Kgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/TileTileNgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/ReshapeOgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/floordiv* Tmultiples0* T0* _output_shapes : € € ‘ Lgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/ConstConst* value B *@D* dtype0* _output_shapes : Ÿ Ngradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/truedivRealDivKgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/TileLgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/Const* T0* _output_shapes : € € ¦ Ugradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/ShapeConst* valueB"* dtype0* _output_shapes : ¨ Wgradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/Shape_1Const* valueB"* dtype0* _output_shapes : ë egradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgsBroadcastGradientArgsUgradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/ShapeWgradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ì Vgradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/scalarConstO^gradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/truediv* value B *@* dtype0* _output_shapes : ­ Sgradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/mulMulVgradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/scalarNgradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € µ Sgradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/subSub bert/encoder/layer_10/output/add;bert/encoder/layer_10/output/LayerNorm/moments/StopGradientO^gradients/bert/encoder/layer_10/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € ± Ugradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/mul_1MulSgradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/mulSgradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/sub* T0* _output_shapes : € € à Sgradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/SumSumUgradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/mul_1egradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € Ç Wgradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/ReshapeReshapeSgradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/SumUgradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/Shape* T0* Tshape0* _output_shapes : € € ß Ugradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/Sum_1SumUgradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/mul_1ggradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs:1* T0* _output_shapes :€ * keep_dims(* Tidx0 Ì Ygradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1ReshapeUgradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/Sum_1Wgradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0* Tshape0* _output_shapes : €  ß Sgradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/NegNegYgradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1* T0* _output_shapes : €  ™ Hgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/ShapeConst* valueB"* dtype0* _output_shapes : æ Ggradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/SizeConst*[ _classQ OMloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ß Fgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/addAddEbert/encoder/layer_10/output/LayerNorm/moments/mean/reduction_indicesGgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Size* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : å Fgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/modFloorModFgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/addGgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Size* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ñ Jgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Shape_1Const*[ _classQ OMloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Shape* value B :* dtype0* _output_shapes : í Ngradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/range/startConst*[ _classQ OMloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : í Ngradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/range/deltaConst*[ _classQ OMloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ¿ Hgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/rangeRangeNgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/range/startGgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/SizeNgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/range/delta*[ _classQ OMloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Shape* _output_shapes :* Tidx0 ì Mgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Fill/valueConst*[ _classQ OMloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : þ Ggradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/FillFillJgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Shape_1Mgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Fill/value* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Shape* index_type0* _output_shapes : ‘ Pgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/DynamicStitch DynamicStitchHgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/rangeFgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/modHgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/ShapeGgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Fill* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Shape* N* _output_shapes : ë Lgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Maximum/yConst*[ _classQ OMloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ÷ Jgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/MaximumMaximumPgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/DynamicStitchLgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Maximum/y* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ï Kgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/floordivFloorDivHgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/ShapeJgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Maximum* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ® Jgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/ReshapeReshapeMgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2_grad/ReshapePgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ¥ Ggradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/TileTileJgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/ReshapeKgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/floordiv* T0* _output_shapes : € €* Tmultiples0  Hgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/ConstConst* value B *@D* dtype0* _output_shapes : “ Jgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/truedivRealDivGgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/TileHgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/Const* T0* _output_shapes : € € › gradients/AddN_12AddNIgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_1_grad/MulWgradients/bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference_grad/ReshapeJgradients/bert/encoder/layer_10/output/LayerNorm/moments/mean_grad/truediv* T0*\ _classR PNloc:@gradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € ¬ ;gradients/bert/encoder/layer_10/output/dropout/mul_grad/MulMulgradients/AddN_12*bert/encoder/layer_10/output/dropout/Floor* T0* _output_shapes : € € ¬ =gradients/bert/encoder/layer_10/output/dropout/mul_grad/Mul_1Mulgradients/AddN_12(bert/encoder/layer_10/output/dropout/div* T0* _output_shapes : € € Ž =gradients/bert/encoder/layer_10/output/dropout/div_grad/ShapeConst* valueB"* dtype0* _output_shapes : ‚ ?gradients/bert/encoder/layer_10/output/dropout/div_grad/Shape_1Const* valueB* dtype0* _output_shapes : £ Mgradients/bert/encoder/layer_10/output/dropout/div_grad/BroadcastGradientArgsBroadcastGradientArgs=gradients/bert/encoder/layer_10/output/dropout/div_grad/Shape?gradients/bert/encoder/layer_10/output/dropout/div_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ â ?gradients/bert/encoder/layer_10/output/dropout/div_grad/RealDivRealDiv;gradients/bert/encoder/layer_10/output/dropout/mul_grad/Mul.bert/encoder/layer_10/output/dropout/keep_prob* T0* _output_shapes : € € š ;gradients/bert/encoder/layer_10/output/dropout/div_grad/SumSum?gradients/bert/encoder/layer_10/output/dropout/div_grad/RealDivMgradients/bert/encoder/layer_10/output/dropout/div_grad/BroadcastGradientArgs* T0* _output_shapes : € €* keep_dims(* Tidx0 ÿ ?gradients/bert/encoder/layer_10/output/dropout/div_grad/ReshapeReshape;gradients/bert/encoder/layer_10/output/dropout/div_grad/Sum=gradients/bert/encoder/layer_10/output/dropout/div_grad/Shape* T0* Tshape0* _output_shapes : € € ™ ;gradients/bert/encoder/layer_10/output/dropout/div_grad/NegNeg*bert/encoder/layer_10/output/dense/BiasAdd* T0* _output_shapes : € € ä Agradients/bert/encoder/layer_10/output/dropout/div_grad/RealDiv_1RealDiv;gradients/bert/encoder/layer_10/output/dropout/div_grad/Neg.bert/encoder/layer_10/output/dropout/keep_prob* T0* _output_shapes : € € ê Agradients/bert/encoder/layer_10/output/dropout/div_grad/RealDiv_2RealDivAgradients/bert/encoder/layer_10/output/dropout/div_grad/RealDiv_1.bert/encoder/layer_10/output/dropout/keep_prob* T0* _output_shapes : € € í ;gradients/bert/encoder/layer_10/output/dropout/div_grad/mulMul;gradients/bert/encoder/layer_10/output/dropout/mul_grad/MulAgradients/bert/encoder/layer_10/output/dropout/div_grad/RealDiv_2* T0* _output_shapes : € €  =gradients/bert/encoder/layer_10/output/dropout/div_grad/Sum_1Sum;gradients/bert/encoder/layer_10/output/dropout/div_grad/mulOgradients/bert/encoder/layer_10/output/dropout/div_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : û Agradients/bert/encoder/layer_10/output/dropout/div_grad/Reshape_1Reshape=gradients/bert/encoder/layer_10/output/dropout/div_grad/Sum_1?gradients/bert/encoder/layer_10/output/dropout/div_grad/Shape_1* T0* Tshape0* _output_shapes : Ò Egradients/bert/encoder/layer_10/output/dense/BiasAdd_grad/BiasAddGrad BiasAddGrad?gradients/bert/encoder/layer_10/output/dropout/div_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ ‹ ?gradients/bert/encoder/layer_10/output/dense/MatMul_grad/MatMulMatMul?gradients/bert/encoder/layer_10/output/dropout/div_grad/Reshape.bert/encoder/layer_10/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a(  Agradients/bert/encoder/layer_10/output/dense/MatMul_grad/MatMul_1MatMul.bert/encoder/layer_10/intermediate/dense/mul_1?gradients/bert/encoder/layer_10/output/dropout/div_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b( â Agradients/bert/encoder/layer_10/intermediate/dense/mul_1_grad/MulMul?gradients/bert/encoder/layer_10/output/dense/MatMul_grad/MatMul,bert/encoder/layer_10/intermediate/dense/mul* T0* _output_shapes : € € è Cgradients/bert/encoder/layer_10/intermediate/dense/mul_1_grad/Mul_1Mul?gradients/bert/encoder/layer_10/output/dense/MatMul_grad/MatMul0bert/encoder/layer_10/intermediate/dense/BiasAdd* T0* _output_shapes : € € „ Agradients/bert/encoder/layer_10/intermediate/dense/mul_grad/ShapeConst* valueB* dtype0* _output_shapes : ” Cgradients/bert/encoder/layer_10/intermediate/dense/mul_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¯ Qgradients/bert/encoder/layer_10/intermediate/dense/mul_grad/BroadcastGradientArgsBroadcastGradientArgsAgradients/bert/encoder/layer_10/intermediate/dense/mul_grad/ShapeCgradients/bert/encoder/layer_10/intermediate/dense/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ä ?gradients/bert/encoder/layer_10/intermediate/dense/mul_grad/MulMulCgradients/bert/encoder/layer_10/intermediate/dense/mul_1_grad/Mul_1,bert/encoder/layer_10/intermediate/dense/add* T0* _output_shapes : € € ˜ ?gradients/bert/encoder/layer_10/intermediate/dense/mul_grad/SumSum?gradients/bert/encoder/layer_10/intermediate/dense/mul_grad/MulQgradients/bert/encoder/layer_10/intermediate/dense/mul_grad/BroadcastGradientArgs* T0* _output_shapes :* keep_dims(* Tidx0  Cgradients/bert/encoder/layer_10/intermediate/dense/mul_grad/ReshapeReshape?gradients/bert/encoder/layer_10/intermediate/dense/mul_grad/SumAgradients/bert/encoder/layer_10/intermediate/dense/mul_grad/Shape* T0* Tshape0* _output_shapes : è Agradients/bert/encoder/layer_10/intermediate/dense/mul_grad/Mul_1Mul.bert/encoder/layer_10/intermediate/dense/mul/xCgradients/bert/encoder/layer_10/intermediate/dense/mul_1_grad/Mul_1* T0* _output_shapes : € € ¨ Agradients/bert/encoder/layer_10/intermediate/dense/mul_grad/Sum_1SumAgradients/bert/encoder/layer_10/intermediate/dense/mul_grad/Mul_1Sgradients/bert/encoder/layer_10/intermediate/dense/mul_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € ‘ Egradients/bert/encoder/layer_10/intermediate/dense/mul_grad/Reshape_1ReshapeAgradients/bert/encoder/layer_10/intermediate/dense/mul_grad/Sum_1Cgradients/bert/encoder/layer_10/intermediate/dense/mul_grad/Shape_1* T0* Tshape0* _output_shapes : € € „ Agradients/bert/encoder/layer_10/intermediate/dense/add_grad/ShapeConst* valueB* dtype0* _output_shapes : ” Cgradients/bert/encoder/layer_10/intermediate/dense/add_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¯ Qgradients/bert/encoder/layer_10/intermediate/dense/add_grad/BroadcastGradientArgsBroadcastGradientArgsAgradients/bert/encoder/layer_10/intermediate/dense/add_grad/ShapeCgradients/bert/encoder/layer_10/intermediate/dense/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ž ?gradients/bert/encoder/layer_10/intermediate/dense/add_grad/SumSumEgradients/bert/encoder/layer_10/intermediate/dense/mul_grad/Reshape_1Qgradients/bert/encoder/layer_10/intermediate/dense/add_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :  Cgradients/bert/encoder/layer_10/intermediate/dense/add_grad/ReshapeReshape?gradients/bert/encoder/layer_10/intermediate/dense/add_grad/SumAgradients/bert/encoder/layer_10/intermediate/dense/add_grad/Shape* T0* Tshape0* _output_shapes : ¬ Agradients/bert/encoder/layer_10/intermediate/dense/add_grad/Sum_1SumEgradients/bert/encoder/layer_10/intermediate/dense/mul_grad/Reshape_1Sgradients/bert/encoder/layer_10/intermediate/dense/add_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € ‘ Egradients/bert/encoder/layer_10/intermediate/dense/add_grad/Reshape_1ReshapeAgradients/bert/encoder/layer_10/intermediate/dense/add_grad/Sum_1Cgradients/bert/encoder/layer_10/intermediate/dense/add_grad/Shape_1* T0* Tshape0* _output_shapes : € € † Agradients/bert/encoder/layer_10/intermediate/dense/Erf_grad/ConstConst* value B *»n?* dtype0* _output_shapes : û ?gradients/bert/encoder/layer_10/intermediate/dense/Erf_grad/mulMulEgradients/bert/encoder/layer_10/intermediate/dense/add_grad/Reshape_1Agradients/bert/encoder/layer_10/intermediate/dense/Erf_grad/Const* T0* _output_shapes : € € ñ Bgradients/bert/encoder/layer_10/intermediate/dense/Erf_grad/SquareSquare0bert/encoder/layer_10/intermediate/dense/truedivF^gradients/bert/encoder/layer_10/intermediate/dense/add_grad/Reshape_1* T0* _output_shapes : € € µ ?gradients/bert/encoder/layer_10/intermediate/dense/Erf_grad/NegNegBgradients/bert/encoder/layer_10/intermediate/dense/Erf_grad/Square* T0* _output_shapes : € € ² ?gradients/bert/encoder/layer_10/intermediate/dense/Erf_grad/ExpExp?gradients/bert/encoder/layer_10/intermediate/dense/Erf_grad/Neg* T0* _output_shapes : € € õ Agradients/bert/encoder/layer_10/intermediate/dense/Erf_grad/mul_1Mul?gradients/bert/encoder/layer_10/intermediate/dense/Erf_grad/mul?gradients/bert/encoder/layer_10/intermediate/dense/Erf_grad/Exp* T0* _output_shapes : € € – Egradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/ShapeConst* valueB" * dtype0* _output_shapes : Š Ggradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/Shape_1Const* valueB* dtype0* _output_shapes : » Ugradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/BroadcastGradientArgsBroadcastGradientArgsEgradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/ShapeGgradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ï Ggradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/RealDivRealDivAgradients/bert/encoder/layer_10/intermediate/dense/Erf_grad/mul_1-bert/encoder/layer_10/intermediate/dense/Sqrt* T0* _output_shapes : € € ² Cgradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/SumSumGgradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/RealDivUgradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/BroadcastGradientArgs* T0* _output_shapes : € €* keep_dims(* Tidx0 — Ggradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/ReshapeReshapeCgradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/SumEgradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/Shape* T0* Tshape0* _output_shapes : € € § Cgradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/NegNeg0bert/encoder/layer_10/intermediate/dense/BiasAdd* T0* _output_shapes : € € ó Igradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/RealDiv_1RealDivCgradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/Neg-bert/encoder/layer_10/intermediate/dense/Sqrt* T0* _output_shapes : € € ù Igradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/RealDiv_2RealDivIgradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/RealDiv_1-bert/encoder/layer_10/intermediate/dense/Sqrt* T0* _output_shapes : € € ƒ Cgradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/mulMulAgradients/bert/encoder/layer_10/intermediate/dense/Erf_grad/mul_1Igradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/RealDiv_2* T0* _output_shapes : € € ¨ Egradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/Sum_1SumCgradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/mulWgradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : “ Igradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/Reshape_1ReshapeEgradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/Sum_1Ggradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/Shape_1* T0* Tshape0* _output_shapes : ¯ gradients/AddN_13AddNAgradients/bert/encoder/layer_10/intermediate/dense/mul_1_grad/MulGgradients/bert/encoder/layer_10/intermediate/dense/truediv_grad/Reshape* T0*T _classJ HFloc:@gradients/bert/encoder/layer_10/intermediate/dense/mul_1_grad/Mul* N* _output_shapes : € € ª Kgradients/bert/encoder/layer_10/intermediate/dense/BiasAdd_grad/BiasAddGrad BiasAddGradgradients/AddN_13* T0* data_formatNHWC* _output_shapes :€ é Egradients/bert/encoder/layer_10/intermediate/dense/MatMul_grad/MatMulMatMulgradients/AddN_134bert/encoder/layer_10/intermediate/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ÷ Ggradients/bert/encoder/layer_10/intermediate/dense/MatMul_grad/MatMul_1MatMul@bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add_1gradients/AddN_13* transpose_b(* T0* _output_shapes : €€* transpose_a( … gradients/AddN_14AddNgradients/AddN_12Egradients/bert/encoder/layer_10/intermediate/dense/MatMul_grad/MatMul* T0*\ _classR PNloc:@gradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € Ø Sgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_14>bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Æ Ugradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_14*bert/encoder/layer_10/attention/output/add* T0* _output_shapes : € € ž Sgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : ¦ Ugradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : å cgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsSgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/ShapeUgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ “ Qgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_14cgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ ¼ Ugradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapeQgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/SumSgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ œ Sgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_14egradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € Ø Qgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/NegNegSgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € € Å Wgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapeQgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/NegUgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € ¦ Ugradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes : ¨ Wgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : ë egradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsUgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeWgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ž Sgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2_grad/MulMulWgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1>bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ù Sgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2_grad/SumSumSgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2_grad/Mulegradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 Æ Wgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeSgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2_grad/SumUgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €  Ÿ Ugradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mul=bert/encoder/layer_10/attention/output/LayerNorm/moments/meanWgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1* T0* _output_shapes : € € ä Ugradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2_grad/Sum_1SumUgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2_grad/Mul_1ggradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 Í Ygradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1ReshapeUgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2_grad/Sum_1Wgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0* Tshape0* _output_shapes : € € é gradients/AddN_15AddNUgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Ygradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1* T0*h _class^ \Zloc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul_1* N* _output_shapes : € € ¤ Sgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/ShapeConst* valueB"* dtype0* _output_shapes :   Ugradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/Shape_1Const* valueB :€* dtype0* _output_shapes : å cgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgsBroadcastGradientArgsSgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/ShapeUgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ Ó Qgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/MulMulgradients/AddN_15;bert/encoder/layer_10/attention/output/LayerNorm/gamma/read* T0* _output_shapes : € € Ó Qgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/SumSumQgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/Mulcgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ À Ugradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/ReshapeReshapeQgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/SumSgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/Shape* T0* Tshape0* _output_shapes : €  Ú Sgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/Mul_1Mul@bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/Rsqrtgradients/AddN_15* T0* _output_shapes : € € Ù Sgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/Sum_1SumSgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/Mul_1egradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :€  Wgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1ReshapeSgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/Sum_1Ugradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0* Tshape0* _output_shapes :€ © Ygradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGrad RsqrtGrad@bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/RsqrtUgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/Reshape* T0* _output_shapes : €  ¤ Sgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add_grad/ShapeConst* valueB"* dtype0* _output_shapes : ˜ Ugradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add_grad/Shape_1Const* valueB* dtype0* _output_shapes : å cgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgsBroadcastGradientArgsSgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add_grad/ShapeUgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ Û Qgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add_grad/SumSumYgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradcgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ À Ugradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add_grad/ReshapeReshapeQgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add_grad/SumSgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add_grad/Shape* T0* Tshape0* _output_shapes : €  Ú Sgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add_grad/Sum_1SumYgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradegradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : ½ Wgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add_grad/Reshape_1ReshapeSgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add_grad/Sum_1Ugradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add_grad/Shape_1* T0* Tshape0* _output_shapes : § Vgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/ShapeConst* valueB"* dtype0* _output_shapes : ‚ Ugradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/SizeConst*i _class_ ][loc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : — Tgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/addAddSbert/encoder/layer_10/attention/output/LayerNorm/moments/variance/reduction_indicesUgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Size* T0*i _class_ ][loc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Shape* _output_shapes :  Tgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/modFloorModTgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/addUgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Size* T0*i _class_ ][loc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Shape* _output_shapes :  Xgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Shape_1Const*i _class_ ][loc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Shape* value B :* dtype0* _output_shapes : ‰ \gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/range/startConst*i _class_ ][loc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ‰ \gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/range/deltaConst*i _class_ ][loc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : … Vgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/rangeRange\gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/range/startUgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Size\gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/range/delta* Tidx0*i _class_ ][loc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ˆ [gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Fill/valueConst*i _class_ ][loc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ¶ Ugradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/FillFillXgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Shape_1[gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Fill/value* T0*i _class_ ][loc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Shape* index_type0* _output_shapes : å ^gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/DynamicStitch DynamicStitchVgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/rangeTgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/modVgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/ShapeUgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Fill* T0*i _class_ ][loc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Shape* N* _output_shapes : ‡ Zgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Maximum/yConst*i _class_ ][loc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ¯ Xgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/MaximumMaximum^gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/DynamicStitchZgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Maximum/y* T0*i _class_ ][loc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : § Ygradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/floordivFloorDivVgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/ShapeXgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Maximum* T0*i _class_ ][loc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : Ò Xgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/ReshapeReshapeUgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add_grad/Reshape^gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  Ï Ugradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/TileTileXgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/ReshapeYgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/floordiv* T0* _output_shapes : € €* Tmultiples0 › Vgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/ConstConst* value B *@D* dtype0* _output_shapes : ½ Xgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/truedivRealDivUgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/TileVgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/Const* T0* _output_shapes : € € ° _gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/ShapeConst* valueB"* dtype0* _output_shapes : ² agradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/Shape_1Const* valueB"* dtype0* _output_shapes : ‰ ogradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgsBroadcastGradientArgs_gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/Shapeagradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ € `gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/scalarConstY^gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/truediv* value B *@* dtype0* _output_shapes : Ë ]gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/mulMul`gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/scalarXgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € Ý ]gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/subSub*bert/encoder/layer_10/attention/output/addEbert/encoder/layer_10/attention/output/LayerNorm/moments/StopGradientY^gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € Ï _gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/mul_1Mul]gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/mul]gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/sub* T0* _output_shapes : € € þ ]gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/SumSum_gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/mul_1ogradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € å agradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/ReshapeReshape]gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/Sum_gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/Shape* T0* Tshape0* _output_shapes : € € ý _gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/Sum_1Sum_gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/mul_1qgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs:1* T0* _output_shapes :€ * keep_dims(* Tidx0 ê cgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1Reshape_gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/Sum_1agradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0* Tshape0* _output_shapes : €  ó ]gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/NegNegcgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1* T0* _output_shapes : €  £ Rgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/ShapeConst* valueB"* dtype0* _output_shapes : ú Qgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/SizeConst*e _class[ YWloc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ‡ Pgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/addAddObert/encoder/layer_10/attention/output/LayerNorm/moments/mean/reduction_indicesQgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Size* T0*e _class[ YWloc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Shape* _output_shapes :  Pgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/modFloorModPgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/addQgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Size* T0*e _class[ YWloc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : … Tgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Shape_1Const*e _class[ YWloc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Shape* value B :* dtype0* _output_shapes :  Xgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/range/startConst*e _class[ YWloc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes :  Xgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/range/deltaConst*e _class[ YWloc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ñ Rgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/rangeRangeXgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/range/startQgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/SizeXgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/range/delta* Tidx0*e _class[ YWloc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : € Wgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Fill/valueConst*e _class[ YWloc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ¦ Qgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/FillFillTgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Shape_1Wgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Fill/value* T0*e _class[ YWloc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Shape* index_type0* _output_shapes : Í Zgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/DynamicStitch DynamicStitchRgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/rangePgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/modRgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/ShapeQgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Fill* T0*e _class[ YWloc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Shape* N* _output_shapes : ÿ Vgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Maximum/yConst*e _class[ YWloc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : Ÿ Tgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/MaximumMaximumZgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/DynamicStitchVgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Maximum/y* T0*e _class[ YWloc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : — Ugradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/floordivFloorDivRgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/ShapeTgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Maximum* T0*e _class[ YWloc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : Ì Tgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/ReshapeReshapeWgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2_grad/ReshapeZgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  à Qgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/TileTileTgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/ReshapeUgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/floordiv* Tmultiples0* T0* _output_shapes : € € — Rgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/ConstConst* value B *@D* dtype0* _output_shapes : ± Tgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/truedivRealDivQgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/TileRgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/Const* T0* _output_shapes : € € à gradients/AddN_16AddNSgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_1_grad/Mulagradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference_grad/ReshapeTgradients/bert/encoder/layer_10/attention/output/LayerNorm/moments/mean_grad/truediv* T0*f _class\ ZXloc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € À Egradients/bert/encoder/layer_10/attention/output/dropout/mul_grad/MulMulgradients/AddN_164bert/encoder/layer_10/attention/output/dropout/Floor* T0* _output_shapes : € € À Ggradients/bert/encoder/layer_10/attention/output/dropout/mul_grad/Mul_1Mulgradients/AddN_162bert/encoder/layer_10/attention/output/dropout/div* T0* _output_shapes : € € ˜ Ggradients/bert/encoder/layer_10/attention/output/dropout/div_grad/ShapeConst* valueB"* dtype0* _output_shapes : Œ Igradients/bert/encoder/layer_10/attention/output/dropout/div_grad/Shape_1Const* valueB* dtype0* _output_shapes : Á Wgradients/bert/encoder/layer_10/attention/output/dropout/div_grad/BroadcastGradientArgsBroadcastGradientArgsGgradients/bert/encoder/layer_10/attention/output/dropout/div_grad/ShapeIgradients/bert/encoder/layer_10/attention/output/dropout/div_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ € Igradients/bert/encoder/layer_10/attention/output/dropout/div_grad/RealDivRealDivEgradients/bert/encoder/layer_10/attention/output/dropout/mul_grad/Mul8bert/encoder/layer_10/attention/output/dropout/keep_prob* T0* _output_shapes : € € ¸ Egradients/bert/encoder/layer_10/attention/output/dropout/div_grad/SumSumIgradients/bert/encoder/layer_10/attention/output/dropout/div_grad/RealDivWgradients/bert/encoder/layer_10/attention/output/dropout/div_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € €  Igradients/bert/encoder/layer_10/attention/output/dropout/div_grad/ReshapeReshapeEgradients/bert/encoder/layer_10/attention/output/dropout/div_grad/SumGgradients/bert/encoder/layer_10/attention/output/dropout/div_grad/Shape* T0* Tshape0* _output_shapes : € € ­ Egradients/bert/encoder/layer_10/attention/output/dropout/div_grad/NegNeg4bert/encoder/layer_10/attention/output/dense/BiasAdd* T0* _output_shapes : € € ‚ Kgradients/bert/encoder/layer_10/attention/output/dropout/div_grad/RealDiv_1RealDivEgradients/bert/encoder/layer_10/attention/output/dropout/div_grad/Neg8bert/encoder/layer_10/attention/output/dropout/keep_prob* T0* _output_shapes : € € ˆ Kgradients/bert/encoder/layer_10/attention/output/dropout/div_grad/RealDiv_2RealDivKgradients/bert/encoder/layer_10/attention/output/dropout/div_grad/RealDiv_18bert/encoder/layer_10/attention/output/dropout/keep_prob* T0* _output_shapes : € € ‹ Egradients/bert/encoder/layer_10/attention/output/dropout/div_grad/mulMulEgradients/bert/encoder/layer_10/attention/output/dropout/mul_grad/MulKgradients/bert/encoder/layer_10/attention/output/dropout/div_grad/RealDiv_2* T0* _output_shapes : € € ® Ggradients/bert/encoder/layer_10/attention/output/dropout/div_grad/Sum_1SumEgradients/bert/encoder/layer_10/attention/output/dropout/div_grad/mulYgradients/bert/encoder/layer_10/attention/output/dropout/div_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : ™ Kgradients/bert/encoder/layer_10/attention/output/dropout/div_grad/Reshape_1ReshapeGgradients/bert/encoder/layer_10/attention/output/dropout/div_grad/Sum_1Igradients/bert/encoder/layer_10/attention/output/dropout/div_grad/Shape_1* T0* Tshape0* _output_shapes : æ Ogradients/bert/encoder/layer_10/attention/output/dense/BiasAdd_grad/BiasAddGrad BiasAddGradIgradients/bert/encoder/layer_10/attention/output/dropout/div_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ © Igradients/bert/encoder/layer_10/attention/output/dense/MatMul_grad/MatMulMatMulIgradients/bert/encoder/layer_10/attention/output/dropout/div_grad/Reshape8bert/encoder/layer_10/attention/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ¡ Kgradients/bert/encoder/layer_10/attention/output/dense/MatMul_grad/MatMul_1MatMul.bert/encoder/layer_10/attention/self/Reshape_3Igradients/bert/encoder/layer_10/attention/output/dropout/div_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b( œ Cgradients/bert/encoder/layer_10/attention/self/Reshape_3_grad/ShapeConst*% valueB" € @* dtype0* _output_shapes :   Egradients/bert/encoder/layer_10/attention/self/Reshape_3_grad/ReshapeReshapeIgradients/bert/encoder/layer_10/attention/output/dense/MatMul_grad/MatMulCgradients/bert/encoder/layer_10/attention/self/Reshape_3_grad/Shape* T0* Tshape0*' _output_shapes : € @  Qgradients/bert/encoder/layer_10/attention/self/transpose_3_grad/InvertPermutationInvertPermutation5bert/encoder/layer_10/attention/self/transpose_3/perm* T0* _output_shapes : ¯ Igradients/bert/encoder/layer_10/attention/self/transpose_3_grad/transpose TransposeEgradients/bert/encoder/layer_10/attention/self/Reshape_3_grad/ReshapeQgradients/bert/encoder/layer_10/attention/self/transpose_3_grad/InvertPermutation* Tperm0* T0*' _output_shapes :  €@ œ Cgradients/bert/encoder/layer_10/attention/self/MatMul_1_grad/MatMul BatchMatMulIgradients/bert/encoder/layer_10/attention/self/transpose_3_grad/transpose0bert/encoder/layer_10/attention/self/transpose_2* T0*( _output_shapes :  €€* adj_x(* adj_y(  Egradients/bert/encoder/layer_10/attention/self/MatMul_1_grad/MatMul_1 BatchMatMul0bert/encoder/layer_10/attention/self/dropout/mulIgradients/bert/encoder/layer_10/attention/self/transpose_3_grad/transpose* T0*' _output_shapes :  €@* adj_x(* adj_y( ö Cgradients/bert/encoder/layer_10/attention/self/dropout/mul_grad/MulMulCgradients/bert/encoder/layer_10/attention/self/MatMul_1_grad/MatMul2bert/encoder/layer_10/attention/self/dropout/Floor* T0*( _output_shapes :  €€ ö Egradients/bert/encoder/layer_10/attention/self/dropout/mul_grad/Mul_1MulCgradients/bert/encoder/layer_10/attention/self/MatMul_1_grad/MatMul0bert/encoder/layer_10/attention/self/dropout/div* T0*( _output_shapes :  €€  Qgradients/bert/encoder/layer_10/attention/self/transpose_2_grad/InvertPermutationInvertPermutation5bert/encoder/layer_10/attention/self/transpose_2/perm* T0* _output_shapes : ¯ Igradients/bert/encoder/layer_10/attention/self/transpose_2_grad/transpose TransposeEgradients/bert/encoder/layer_10/attention/self/MatMul_1_grad/MatMul_1Qgradients/bert/encoder/layer_10/attention/self/transpose_2_grad/InvertPermutation* T0*' _output_shapes : € @* Tperm0 ž Egradients/bert/encoder/layer_10/attention/self/dropout/div_grad/ShapeConst*% valueB" €€* dtype0* _output_shapes : Š Ggradients/bert/encoder/layer_10/attention/self/dropout/div_grad/Shape_1Const* valueB* dtype0* _output_shapes : » Ugradients/bert/encoder/layer_10/attention/self/dropout/div_grad/BroadcastGradientArgsBroadcastGradientArgsEgradients/bert/encoder/layer_10/attention/self/dropout/div_grad/ShapeGgradients/bert/encoder/layer_10/attention/self/dropout/div_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ‚ Ggradients/bert/encoder/layer_10/attention/self/dropout/div_grad/RealDivRealDivCgradients/bert/encoder/layer_10/attention/self/dropout/mul_grad/Mul6bert/encoder/layer_10/attention/self/dropout/keep_prob* T0*( _output_shapes :  €€ º Cgradients/bert/encoder/layer_10/attention/self/dropout/div_grad/SumSumGgradients/bert/encoder/layer_10/attention/self/dropout/div_grad/RealDivUgradients/bert/encoder/layer_10/attention/self/dropout/div_grad/BroadcastGradientArgs* T0*( _output_shapes :  €€* keep_dims(* Tidx0 Ÿ Ggradients/bert/encoder/layer_10/attention/self/dropout/div_grad/ReshapeReshapeCgradients/bert/encoder/layer_10/attention/self/dropout/div_grad/SumEgradients/bert/encoder/layer_10/attention/self/dropout/div_grad/Shape* T0* Tshape0*( _output_shapes :  €€ « Cgradients/bert/encoder/layer_10/attention/self/dropout/div_grad/NegNeg,bert/encoder/layer_10/attention/self/Softmax* T0*( _output_shapes :  €€ „ Igradients/bert/encoder/layer_10/attention/self/dropout/div_grad/RealDiv_1RealDivCgradients/bert/encoder/layer_10/attention/self/dropout/div_grad/Neg6bert/encoder/layer_10/attention/self/dropout/keep_prob* T0*( _output_shapes :  €€ Š Igradients/bert/encoder/layer_10/attention/self/dropout/div_grad/RealDiv_2RealDivIgradients/bert/encoder/layer_10/attention/self/dropout/div_grad/RealDiv_16bert/encoder/layer_10/attention/self/dropout/keep_prob* T0*( _output_shapes :  €€  Cgradients/bert/encoder/layer_10/attention/self/dropout/div_grad/mulMulCgradients/bert/encoder/layer_10/attention/self/dropout/mul_grad/MulIgradients/bert/encoder/layer_10/attention/self/dropout/div_grad/RealDiv_2* T0*( _output_shapes :  €€ ¨ Egradients/bert/encoder/layer_10/attention/self/dropout/div_grad/Sum_1SumCgradients/bert/encoder/layer_10/attention/self/dropout/div_grad/mulWgradients/bert/encoder/layer_10/attention/self/dropout/div_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : “ Igradients/bert/encoder/layer_10/attention/self/dropout/div_grad/Reshape_1ReshapeEgradients/bert/encoder/layer_10/attention/self/dropout/div_grad/Sum_1Ggradients/bert/encoder/layer_10/attention/self/dropout/div_grad/Shape_1* T0* Tshape0* _output_shapes : ” Cgradients/bert/encoder/layer_10/attention/self/Reshape_2_grad/ShapeConst* valueB"* dtype0* _output_shapes : ™ Egradients/bert/encoder/layer_10/attention/self/Reshape_2_grad/ReshapeReshapeIgradients/bert/encoder/layer_10/attention/self/transpose_2_grad/transposeCgradients/bert/encoder/layer_10/attention/self/Reshape_2_grad/Shape* T0* Tshape0* _output_shapes : € € ð ?gradients/bert/encoder/layer_10/attention/self/Softmax_grad/mulMulGgradients/bert/encoder/layer_10/attention/self/dropout/div_grad/Reshape,bert/encoder/layer_10/attention/self/Softmax* T0*( _output_shapes :  €€ œ Qgradients/bert/encoder/layer_10/attention/self/Softmax_grad/Sum/reduction_indicesConst* valueB: ÿÿÿÿÿÿÿÿÿ* dtype0* _output_shapes : © ?gradients/bert/encoder/layer_10/attention/self/Softmax_grad/SumSum?gradients/bert/encoder/layer_10/attention/self/Softmax_grad/mulQgradients/bert/encoder/layer_10/attention/self/Softmax_grad/Sum/reduction_indices* keep_dims(* Tidx0* T0*' _output_shapes :  € ƒ ?gradients/bert/encoder/layer_10/attention/self/Softmax_grad/subSubGgradients/bert/encoder/layer_10/attention/self/dropout/div_grad/Reshape?gradients/bert/encoder/layer_10/attention/self/Softmax_grad/Sum* T0*( _output_shapes :  €€ ê Agradients/bert/encoder/layer_10/attention/self/Softmax_grad/mul_1Mul?gradients/bert/encoder/layer_10/attention/self/Softmax_grad/sub,bert/encoder/layer_10/attention/self/Softmax* T0*( _output_shapes :  €€ à Mgradients/bert/encoder/layer_10/attention/self/value/BiasAdd_grad/BiasAddGrad BiasAddGradEgradients/bert/encoder/layer_10/attention/self/Reshape_2_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ – =gradients/bert/encoder/layer_10/attention/self/add_grad/ShapeConst*% valueB" €€* dtype0* _output_shapes : ˜ ?gradients/bert/encoder/layer_10/attention/self/add_grad/Shape_1Const*% valueB" €€* dtype0* _output_shapes : £ Mgradients/bert/encoder/layer_10/attention/self/add_grad/BroadcastGradientArgsBroadcastGradientArgs=gradients/bert/encoder/layer_10/attention/self/add_grad/Shape?gradients/bert/encoder/layer_10/attention/self/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ¤ ;gradients/bert/encoder/layer_10/attention/self/add_grad/SumSumAgradients/bert/encoder/layer_10/attention/self/Softmax_grad/mul_1Mgradients/bert/encoder/layer_10/attention/self/add_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0*( _output_shapes :  €€ ‡ ?gradients/bert/encoder/layer_10/attention/self/add_grad/ReshapeReshape;gradients/bert/encoder/layer_10/attention/self/add_grad/Sum=gradients/bert/encoder/layer_10/attention/self/add_grad/Shape* T0* Tshape0*( _output_shapes :  €€ ¤ =gradients/bert/encoder/layer_10/attention/self/add_grad/Sum_1SumAgradients/bert/encoder/layer_10/attention/self/Softmax_grad/mul_1Ogradients/bert/encoder/layer_10/attention/self/add_grad/BroadcastGradientArgs:1* T0*$ _output_shapes : €€* keep_dims(* Tidx0  Agradients/bert/encoder/layer_10/attention/self/add_grad/Reshape_1Reshape=gradients/bert/encoder/layer_10/attention/self/add_grad/Sum_1?gradients/bert/encoder/layer_10/attention/self/add_grad/Shape_1* T0* Tshape0*( _output_shapes : €€ ¡ Ggradients/bert/encoder/layer_10/attention/self/value/MatMul_grad/MatMulMatMulEgradients/bert/encoder/layer_10/attention/self/Reshape_2_grad/Reshape6bert/encoder/layer_10/attention/self/value/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ¢ Igradients/bert/encoder/layer_10/attention/self/value/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_9/output/LayerNorm/batchnorm/add_1Egradients/bert/encoder/layer_10/attention/self/Reshape_2_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a( – =gradients/bert/encoder/layer_10/attention/self/Mul_grad/ShapeConst*% valueB" €€* dtype0* _output_shapes : ‚ ?gradients/bert/encoder/layer_10/attention/self/Mul_grad/Shape_1Const* valueB* dtype0* _output_shapes : £ Mgradients/bert/encoder/layer_10/attention/self/Mul_grad/BroadcastGradientArgsBroadcastGradientArgs=gradients/bert/encoder/layer_10/attention/self/Mul_grad/Shape?gradients/bert/encoder/layer_10/attention/self/Mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ â ;gradients/bert/encoder/layer_10/attention/self/Mul_grad/MulMul?gradients/bert/encoder/layer_10/attention/self/add_grad/Reshape*bert/encoder/layer_10/attention/self/Mul/y* T0*( _output_shapes :  €€ ž ;gradients/bert/encoder/layer_10/attention/self/Mul_grad/SumSum;gradients/bert/encoder/layer_10/attention/self/Mul_grad/MulMgradients/bert/encoder/layer_10/attention/self/Mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0*( _output_shapes :  €€ ‡ ?gradients/bert/encoder/layer_10/attention/self/Mul_grad/ReshapeReshape;gradients/bert/encoder/layer_10/attention/self/Mul_grad/Sum=gradients/bert/encoder/layer_10/attention/self/Mul_grad/Shape* T0* Tshape0*( _output_shapes :  €€ å =gradients/bert/encoder/layer_10/attention/self/Mul_grad/Mul_1Mul+bert/encoder/layer_10/attention/self/MatMul?gradients/bert/encoder/layer_10/attention/self/add_grad/Reshape* T0*( _output_shapes :  €€ ’ =gradients/bert/encoder/layer_10/attention/self/Mul_grad/Sum_1Sum=gradients/bert/encoder/layer_10/attention/self/Mul_grad/Mul_1Ogradients/bert/encoder/layer_10/attention/self/Mul_grad/BroadcastGradientArgs:1* T0* _output_shapes :* keep_dims(* Tidx0 û Agradients/bert/encoder/layer_10/attention/self/Mul_grad/Reshape_1Reshape=gradients/bert/encoder/layer_10/attention/self/Mul_grad/Sum_1?gradients/bert/encoder/layer_10/attention/self/Mul_grad/Shape_1* T0* Tshape0* _output_shapes :  Agradients/bert/encoder/layer_10/attention/self/MatMul_grad/MatMul BatchMatMul?gradients/bert/encoder/layer_10/attention/self/Mul_grad/Reshape0bert/encoder/layer_10/attention/self/transpose_1* adj_x(* adj_y(* T0*' _output_shapes :  €@  Cgradients/bert/encoder/layer_10/attention/self/MatMul_grad/MatMul_1 BatchMatMul?gradients/bert/encoder/layer_10/attention/self/Mul_grad/Reshape.bert/encoder/layer_10/attention/self/transpose* adj_x(* adj_y(* T0*' _output_shapes :  €@ ¾ Ogradients/bert/encoder/layer_10/attention/self/transpose_grad/InvertPermutationInvertPermutation3bert/encoder/layer_10/attention/self/transpose/perm* T0* _output_shapes : § Ggradients/bert/encoder/layer_10/attention/self/transpose_grad/transpose TransposeAgradients/bert/encoder/layer_10/attention/self/MatMul_grad/MatMulOgradients/bert/encoder/layer_10/attention/self/transpose_grad/InvertPermutation* Tperm0* T0*' _output_shapes : € @  Qgradients/bert/encoder/layer_10/attention/self/transpose_1_grad/InvertPermutationInvertPermutation5bert/encoder/layer_10/attention/self/transpose_1/perm* T0* _output_shapes : ­ Igradients/bert/encoder/layer_10/attention/self/transpose_1_grad/transpose TransposeCgradients/bert/encoder/layer_10/attention/self/MatMul_grad/MatMul_1Qgradients/bert/encoder/layer_10/attention/self/transpose_1_grad/InvertPermutation* Tperm0* T0*' _output_shapes : € @ ’ Agradients/bert/encoder/layer_10/attention/self/Reshape_grad/ShapeConst* valueB"* dtype0* _output_shapes : “ Cgradients/bert/encoder/layer_10/attention/self/Reshape_grad/ReshapeReshapeGgradients/bert/encoder/layer_10/attention/self/transpose_grad/transposeAgradients/bert/encoder/layer_10/attention/self/Reshape_grad/Shape* T0* Tshape0* _output_shapes : € € ” Cgradients/bert/encoder/layer_10/attention/self/Reshape_1_grad/ShapeConst* valueB"* dtype0* _output_shapes : ™ Egradients/bert/encoder/layer_10/attention/self/Reshape_1_grad/ReshapeReshapeIgradients/bert/encoder/layer_10/attention/self/transpose_1_grad/transposeCgradients/bert/encoder/layer_10/attention/self/Reshape_1_grad/Shape* T0* Tshape0* _output_shapes : € € Þ Mgradients/bert/encoder/layer_10/attention/self/query/BiasAdd_grad/BiasAddGrad BiasAddGradCgradients/bert/encoder/layer_10/attention/self/Reshape_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ Þ Kgradients/bert/encoder/layer_10/attention/self/key/BiasAdd_grad/BiasAddGrad BiasAddGradEgradients/bert/encoder/layer_10/attention/self/Reshape_1_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ Ÿ Ggradients/bert/encoder/layer_10/attention/self/query/MatMul_grad/MatMulMatMulCgradients/bert/encoder/layer_10/attention/self/Reshape_grad/Reshape6bert/encoder/layer_10/attention/self/query/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b(   Igradients/bert/encoder/layer_10/attention/self/query/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_9/output/LayerNorm/batchnorm/add_1Cgradients/bert/encoder/layer_10/attention/self/Reshape_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a(  Egradients/bert/encoder/layer_10/attention/self/key/MatMul_grad/MatMulMatMulEgradients/bert/encoder/layer_10/attention/self/Reshape_1_grad/Reshape4bert/encoder/layer_10/attention/self/key/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b(   Ggradients/bert/encoder/layer_10/attention/self/key/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_9/output/LayerNorm/batchnorm/add_1Egradients/bert/encoder/layer_10/attention/self/Reshape_1_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b( ¡ gradients/AddN_17AddNgradients/AddN_16Ggradients/bert/encoder/layer_10/attention/self/value/MatMul_grad/MatMulGgradients/bert/encoder/layer_10/attention/self/query/MatMul_grad/MatMulEgradients/bert/encoder/layer_10/attention/self/key/MatMul_grad/MatMul* T0*f _class\ ZXloc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € €  Hgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_173bert/encoder/layer_9/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ° Jgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_17bert/encoder/layer_9/output/add* T0* _output_shapes : € € “ Hgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : › Jgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/ShapeJgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ý Fgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_17Xgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ › Jgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapeFgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/SumHgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ † Hgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_17Zgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0  Fgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/NegNegHgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € € ¤ Lgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapeFgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/NegJgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € › Jgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Lgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Ê Zgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsJgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2_grad/ShapeLgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ý Hgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2_grad/MulMulLgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/Reshape_13bert/encoder/layer_9/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ¸ Hgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2_grad/SumSumHgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2_grad/MulZgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 ¥ Lgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeHgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2_grad/SumJgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €  þ Jgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mul2bert/encoder/layer_9/output/LayerNorm/moments/meanLgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/Reshape_1* T0* _output_shapes : € € à Jgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2_grad/Sum_1SumJgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2_grad/Mul_1\gradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € ¬ Ngradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1ReshapeJgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2_grad/Sum_1Lgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0* Tshape0* _output_shapes : € € È gradients/AddN_18AddNJgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Ngradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1* T0*] _classS QOloc:@gradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_1_grad/Mul_1* N* _output_shapes : € € ™ Hgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/ShapeConst* valueB"* dtype0* _output_shapes : • Jgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/Shape_1Const* valueB :€* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/ShapeJgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ½ Fgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/MulMulgradients/AddN_180bert/encoder/layer_9/output/LayerNorm/gamma/read* T0* _output_shapes : € € ² Fgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/SumSumFgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/MulXgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 Ÿ Jgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/ReshapeReshapeFgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/SumHgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/Shape* T0* Tshape0* _output_shapes : €  Ä Hgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/Mul_1Mul5bert/encoder/layer_9/output/LayerNorm/batchnorm/Rsqrtgradients/AddN_18* T0* _output_shapes : € € ¸ Hgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/Sum_1SumHgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/Mul_1Zgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs:1* T0* _output_shapes :€* keep_dims(* Tidx0 ¡ Lgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/Reshape_1ReshapeHgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/Sum_1Jgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0* Tshape0* _output_shapes :€ ˆ Ngradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGrad RsqrtGrad5bert/encoder/layer_9/output/LayerNorm/batchnorm/RsqrtJgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/Reshape* T0* _output_shapes : €  ™ Hgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/add_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Jgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/add_grad/Shape_1Const* valueB* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/add_grad/ShapeJgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ º Fgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/add_grad/SumSumNgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradXgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ Ÿ Jgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/add_grad/ReshapeReshapeFgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/add_grad/SumHgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/add_grad/Shape* T0* Tshape0* _output_shapes : €  ¹ Hgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/add_grad/Sum_1SumNgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradZgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : œ Lgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/add_grad/Reshape_1ReshapeHgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/add_grad/Sum_1Jgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/add_grad/Shape_1* T0* Tshape0* _output_shapes : œ Kgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/ShapeConst* valueB"* dtype0* _output_shapes : ì Jgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/SizeConst*^ _classT RPloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ë Igradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/addAddHbert/encoder/layer_9/output/LayerNorm/moments/variance/reduction_indicesJgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Size* T0*^ _classT RPloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ñ Igradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/modFloorModIgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/addJgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Size* T0*^ _classT RPloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ÷ Mgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Shape_1Const*^ _classT RPloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Shape* value B :* dtype0* _output_shapes : ó Qgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/range/startConst*^ _classT RPloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ó Qgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/range/deltaConst*^ _classT RPloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Î Kgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/rangeRangeQgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/range/startJgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/SizeQgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/range/delta*^ _classT RPloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Shape* _output_shapes :* Tidx0 ò Pgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Fill/valueConst*^ _classT RPloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Š Jgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/FillFillMgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Shape_1Pgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Fill/value* T0*^ _classT RPloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Shape* index_type0* _output_shapes : £ Sgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/DynamicStitch DynamicStitchKgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/rangeIgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/modKgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/ShapeJgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Fill* T0*^ _classT RPloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Shape* N* _output_shapes : ñ Ogradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Maximum/yConst*^ _classT RPloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ƒ Mgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/MaximumMaximumSgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/DynamicStitchOgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Maximum/y* T0*^ _classT RPloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : û Ngradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/floordivFloorDivKgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/ShapeMgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Maximum* T0*^ _classT RPloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ± Mgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/ReshapeReshapeJgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/add_grad/ReshapeSgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ® Jgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/TileTileMgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/ReshapeNgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/floordiv* Tmultiples0* T0* _output_shapes : € €  Kgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/ConstConst* value B *@D* dtype0* _output_shapes : œ Mgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/truedivRealDivJgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/TileKgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/Const* T0* _output_shapes : € € ¥ Tgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/ShapeConst* valueB"* dtype0* _output_shapes : § Vgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/Shape_1Const* valueB"* dtype0* _output_shapes : è dgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgsBroadcastGradientArgsTgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/ShapeVgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ê Ugradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/scalarConstN^gradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/truediv* value B *@* dtype0* _output_shapes : ª Rgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/mulMulUgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/scalarMgradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € ± Rgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/subSubbert/encoder/layer_9/output/add:bert/encoder/layer_9/output/LayerNorm/moments/StopGradientN^gradients/bert/encoder/layer_9/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € ® Tgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/mul_1MulRgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/mulRgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/sub* T0* _output_shapes : € € Ý Rgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/SumSumTgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/mul_1dgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs* T0* _output_shapes : € €* keep_dims(* Tidx0 Ä Vgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/ReshapeReshapeRgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/SumTgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/Shape* T0* Tshape0* _output_shapes : € € Ü Tgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/Sum_1SumTgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/mul_1fgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs:1* T0* _output_shapes :€ * keep_dims(* Tidx0 É Xgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1ReshapeTgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/Sum_1Vgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0* Tshape0* _output_shapes : €  Ý Rgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/NegNegXgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1* T0* _output_shapes : €  ˜ Ggradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/ShapeConst* valueB"* dtype0* _output_shapes : ä Fgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/SizeConst*Z _classP NLloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : Û Egradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/addAddDbert/encoder/layer_9/output/LayerNorm/moments/mean/reduction_indicesFgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Size* T0*Z _classP NLloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : á Egradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/modFloorModEgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/addFgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Size* T0*Z _classP NLloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ï Igradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Shape_1Const*Z _classP NLloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Shape* value B :* dtype0* _output_shapes : ë Mgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/range/startConst*Z _classP NLloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ë Mgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/range/deltaConst*Z _classP NLloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : º Ggradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/rangeRangeMgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/range/startFgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/SizeMgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/range/delta* Tidx0*Z _classP NLloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ê Lgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Fill/valueConst*Z _classP NLloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ú Fgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/FillFillIgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Shape_1Lgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Fill/value* T0*Z _classP NLloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Shape* index_type0* _output_shapes : ‹ Ogradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/DynamicStitch DynamicStitchGgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/rangeEgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/modGgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/ShapeFgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Fill* T0*Z _classP NLloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Shape* N* _output_shapes : é Kgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Maximum/yConst*Z _classP NLloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ó Igradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/MaximumMaximumOgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/DynamicStitchKgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Maximum/y* T0*Z _classP NLloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ë Jgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/floordivFloorDivGgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/ShapeIgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Maximum* T0*Z _classP NLloc:@gradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : « Igradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/ReshapeReshapeLgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2_grad/ReshapeOgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ¢ Fgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/TileTileIgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/ReshapeJgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/floordiv* T0* _output_shapes : € €* Tmultiples0 Œ Ggradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/ConstConst* value B *@D* dtype0* _output_shapes :  Igradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/truedivRealDivFgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/TileGgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/Const* T0* _output_shapes : € € — gradients/AddN_19AddNHgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_1_grad/MulVgradients/bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference_grad/ReshapeIgradients/bert/encoder/layer_9/output/LayerNorm/moments/mean_grad/truediv* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € ª :gradients/bert/encoder/layer_9/output/dropout/mul_grad/MulMulgradients/AddN_19)bert/encoder/layer_9/output/dropout/Floor* T0* _output_shapes : € € ª gradients/bert/encoder/layer_9/output/dropout/div_grad/Shape_1Const* valueB* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_9/output/dropout/div_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_9/output/dropout/div_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ß >gradients/bert/encoder/layer_9/output/dropout/div_grad/RealDivRealDiv:gradients/bert/encoder/layer_9/output/dropout/mul_grad/Mul-bert/encoder/layer_9/output/dropout/keep_prob* T0* _output_shapes : € € — :gradients/bert/encoder/layer_9/output/dropout/div_grad/SumSum>gradients/bert/encoder/layer_9/output/dropout/div_grad/RealDivLgradients/bert/encoder/layer_9/output/dropout/div_grad/BroadcastGradientArgs* T0* _output_shapes : € €* keep_dims(* Tidx0 ü >gradients/bert/encoder/layer_9/output/dropout/div_grad/ReshapeReshape:gradients/bert/encoder/layer_9/output/dropout/div_grad/Sumgradients/bert/encoder/layer_9/output/dropout/div_grad/Shape_1* T0* Tshape0* _output_shapes : Ð Dgradients/bert/encoder/layer_9/output/dense/BiasAdd_grad/BiasAddGrad BiasAddGrad>gradients/bert/encoder/layer_9/output/dropout/div_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ ˆ >gradients/bert/encoder/layer_9/output/dense/MatMul_grad/MatMulMatMul>gradients/bert/encoder/layer_9/output/dropout/div_grad/Reshape-bert/encoder/layer_9/output/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( Š @gradients/bert/encoder/layer_9/output/dense/MatMul_grad/MatMul_1MatMul-bert/encoder/layer_9/intermediate/dense/mul_1>gradients/bert/encoder/layer_9/output/dropout/div_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a( ß @gradients/bert/encoder/layer_9/intermediate/dense/mul_1_grad/MulMul>gradients/bert/encoder/layer_9/output/dense/MatMul_grad/MatMul+bert/encoder/layer_9/intermediate/dense/mul* T0* _output_shapes : € € å Bgradients/bert/encoder/layer_9/intermediate/dense/mul_1_grad/Mul_1Mul>gradients/bert/encoder/layer_9/output/dense/MatMul_grad/MatMul/bert/encoder/layer_9/intermediate/dense/BiasAdd* T0* _output_shapes : € € ƒ @gradients/bert/encoder/layer_9/intermediate/dense/mul_grad/ShapeConst* valueB* dtype0* _output_shapes : “ Bgradients/bert/encoder/layer_9/intermediate/dense/mul_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¬ Pgradients/bert/encoder/layer_9/intermediate/dense/mul_grad/BroadcastGradientArgsBroadcastGradientArgs@gradients/bert/encoder/layer_9/intermediate/dense/mul_grad/ShapeBgradients/bert/encoder/layer_9/intermediate/dense/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ á >gradients/bert/encoder/layer_9/intermediate/dense/mul_grad/MulMulBgradients/bert/encoder/layer_9/intermediate/dense/mul_1_grad/Mul_1+bert/encoder/layer_9/intermediate/dense/add* T0* _output_shapes : € € • >gradients/bert/encoder/layer_9/intermediate/dense/mul_grad/SumSum>gradients/bert/encoder/layer_9/intermediate/dense/mul_grad/MulPgradients/bert/encoder/layer_9/intermediate/dense/mul_grad/BroadcastGradientArgs* T0* _output_shapes :* keep_dims(* Tidx0 þ Bgradients/bert/encoder/layer_9/intermediate/dense/mul_grad/ReshapeReshape>gradients/bert/encoder/layer_9/intermediate/dense/mul_grad/Sum@gradients/bert/encoder/layer_9/intermediate/dense/mul_grad/Shape* T0* Tshape0* _output_shapes : å @gradients/bert/encoder/layer_9/intermediate/dense/mul_grad/Mul_1Mul-bert/encoder/layer_9/intermediate/dense/mul/xBgradients/bert/encoder/layer_9/intermediate/dense/mul_1_grad/Mul_1* T0* _output_shapes : € € ¥ @gradients/bert/encoder/layer_9/intermediate/dense/mul_grad/Sum_1Sum@gradients/bert/encoder/layer_9/intermediate/dense/mul_grad/Mul_1Rgradients/bert/encoder/layer_9/intermediate/dense/mul_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € Ž Dgradients/bert/encoder/layer_9/intermediate/dense/mul_grad/Reshape_1Reshape@gradients/bert/encoder/layer_9/intermediate/dense/mul_grad/Sum_1Bgradients/bert/encoder/layer_9/intermediate/dense/mul_grad/Shape_1* T0* Tshape0* _output_shapes : € € ƒ @gradients/bert/encoder/layer_9/intermediate/dense/add_grad/ShapeConst* valueB* dtype0* _output_shapes : “ Bgradients/bert/encoder/layer_9/intermediate/dense/add_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¬ Pgradients/bert/encoder/layer_9/intermediate/dense/add_grad/BroadcastGradientArgsBroadcastGradientArgs@gradients/bert/encoder/layer_9/intermediate/dense/add_grad/ShapeBgradients/bert/encoder/layer_9/intermediate/dense/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ › >gradients/bert/encoder/layer_9/intermediate/dense/add_grad/SumSumDgradients/bert/encoder/layer_9/intermediate/dense/mul_grad/Reshape_1Pgradients/bert/encoder/layer_9/intermediate/dense/add_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : þ Bgradients/bert/encoder/layer_9/intermediate/dense/add_grad/ReshapeReshape>gradients/bert/encoder/layer_9/intermediate/dense/add_grad/Sum@gradients/bert/encoder/layer_9/intermediate/dense/add_grad/Shape* T0* Tshape0* _output_shapes : © @gradients/bert/encoder/layer_9/intermediate/dense/add_grad/Sum_1SumDgradients/bert/encoder/layer_9/intermediate/dense/mul_grad/Reshape_1Rgradients/bert/encoder/layer_9/intermediate/dense/add_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € Ž Dgradients/bert/encoder/layer_9/intermediate/dense/add_grad/Reshape_1Reshape@gradients/bert/encoder/layer_9/intermediate/dense/add_grad/Sum_1Bgradients/bert/encoder/layer_9/intermediate/dense/add_grad/Shape_1* T0* Tshape0* _output_shapes : € € … @gradients/bert/encoder/layer_9/intermediate/dense/Erf_grad/ConstConst* value B *»n?* dtype0* _output_shapes : ø >gradients/bert/encoder/layer_9/intermediate/dense/Erf_grad/mulMulDgradients/bert/encoder/layer_9/intermediate/dense/add_grad/Reshape_1@gradients/bert/encoder/layer_9/intermediate/dense/Erf_grad/Const* T0* _output_shapes : € € î Agradients/bert/encoder/layer_9/intermediate/dense/Erf_grad/SquareSquare/bert/encoder/layer_9/intermediate/dense/truedivE^gradients/bert/encoder/layer_9/intermediate/dense/add_grad/Reshape_1* T0* _output_shapes : € € ³ >gradients/bert/encoder/layer_9/intermediate/dense/Erf_grad/NegNegAgradients/bert/encoder/layer_9/intermediate/dense/Erf_grad/Square* T0* _output_shapes : € € ° >gradients/bert/encoder/layer_9/intermediate/dense/Erf_grad/ExpExp>gradients/bert/encoder/layer_9/intermediate/dense/Erf_grad/Neg* T0* _output_shapes : € € ò @gradients/bert/encoder/layer_9/intermediate/dense/Erf_grad/mul_1Mul>gradients/bert/encoder/layer_9/intermediate/dense/Erf_grad/mul>gradients/bert/encoder/layer_9/intermediate/dense/Erf_grad/Exp* T0* _output_shapes : € € • Dgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/ShapeConst* valueB" * dtype0* _output_shapes : ‰ Fgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/Shape_1Const* valueB* dtype0* _output_shapes : ¸ Tgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/BroadcastGradientArgsBroadcastGradientArgsDgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/ShapeFgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ì Fgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/RealDivRealDiv@gradients/bert/encoder/layer_9/intermediate/dense/Erf_grad/mul_1,bert/encoder/layer_9/intermediate/dense/Sqrt* T0* _output_shapes : € € ¯ Bgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/SumSumFgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/RealDivTgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € ” Fgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/ReshapeReshapeBgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/SumDgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/Shape* T0* Tshape0* _output_shapes : € € ¥ Bgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/NegNeg/bert/encoder/layer_9/intermediate/dense/BiasAdd* T0* _output_shapes : € € ð Hgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/RealDiv_1RealDivBgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/Neg,bert/encoder/layer_9/intermediate/dense/Sqrt* T0* _output_shapes : € € ö Hgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/RealDiv_2RealDivHgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/RealDiv_1,bert/encoder/layer_9/intermediate/dense/Sqrt* T0* _output_shapes : € € € Bgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/mulMul@gradients/bert/encoder/layer_9/intermediate/dense/Erf_grad/mul_1Hgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/RealDiv_2* T0* _output_shapes : € € ¥ Dgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/Sum_1SumBgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/mulVgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :  Hgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/Reshape_1ReshapeDgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/Sum_1Fgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/Shape_1* T0* Tshape0* _output_shapes : ¬ gradients/AddN_20AddN@gradients/bert/encoder/layer_9/intermediate/dense/mul_1_grad/MulFgradients/bert/encoder/layer_9/intermediate/dense/truediv_grad/Reshape* T0*S _classI GEloc:@gradients/bert/encoder/layer_9/intermediate/dense/mul_1_grad/Mul* N* _output_shapes : € € © Jgradients/bert/encoder/layer_9/intermediate/dense/BiasAdd_grad/BiasAddGrad BiasAddGradgradients/AddN_20* T0* data_formatNHWC* _output_shapes :€ ç Dgradients/bert/encoder/layer_9/intermediate/dense/MatMul_grad/MatMulMatMulgradients/AddN_203bert/encoder/layer_9/intermediate/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( õ Fgradients/bert/encoder/layer_9/intermediate/dense/MatMul_grad/MatMul_1MatMul?bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/add_1gradients/AddN_20* T0* _output_shapes : €€* transpose_a(* transpose_b( ƒ gradients/AddN_21AddNgradients/AddN_19Dgradients/bert/encoder/layer_9/intermediate/dense/MatMul_grad/MatMul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € Ö Rgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_21=bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ä Tgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_21)bert/encoder/layer_9/attention/output/add* T0* _output_shapes : € €  Rgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : ¥ Tgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : â bgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsRgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/ShapeTgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ‘ Pgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_21bgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* T0* _output_shapes :€* keep_dims(* Tidx0 ¹ Tgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapePgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/SumRgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ š Rgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_21dgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € Ö Pgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/NegNegRgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € €  Vgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapePgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/NegTgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € ¥ Tgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes : § Vgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : è dgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsTgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeVgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ › Rgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_2_grad/MulMulVgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1=bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ö Rgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_2_grad/SumSumRgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_2_grad/Muldgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 à Vgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeRgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_2_grad/SumTgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €  œ Tgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mulgradients/bert/encoder/layer_9/attention/self/Softmax_grad/mulMulFgradients/bert/encoder/layer_9/attention/self/dropout/div_grad/Reshape+bert/encoder/layer_9/attention/self/Softmax* T0*( _output_shapes :  €€ › Pgradients/bert/encoder/layer_9/attention/self/Softmax_grad/Sum/reduction_indicesConst* valueB: ÿÿÿÿÿÿÿÿÿ* dtype0* _output_shapes : ¦ >gradients/bert/encoder/layer_9/attention/self/Softmax_grad/SumSum>gradients/bert/encoder/layer_9/attention/self/Softmax_grad/mulPgradients/bert/encoder/layer_9/attention/self/Softmax_grad/Sum/reduction_indices* T0*' _output_shapes :  €* keep_dims(* Tidx0 € >gradients/bert/encoder/layer_9/attention/self/Softmax_grad/subSubFgradients/bert/encoder/layer_9/attention/self/dropout/div_grad/Reshape>gradients/bert/encoder/layer_9/attention/self/Softmax_grad/Sum* T0*( _output_shapes :  €€ ç @gradients/bert/encoder/layer_9/attention/self/Softmax_grad/mul_1Mul>gradients/bert/encoder/layer_9/attention/self/Softmax_grad/sub+bert/encoder/layer_9/attention/self/Softmax* T0*( _output_shapes :  €€ Þ Lgradients/bert/encoder/layer_9/attention/self/value/BiasAdd_grad/BiasAddGrad BiasAddGradDgradients/bert/encoder/layer_9/attention/self/Reshape_2_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ • gradients/bert/encoder/layer_9/attention/self/add_grad/Shape_1Const*% valueB" €€* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_9/attention/self/add_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_9/attention/self/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ¡ :gradients/bert/encoder/layer_9/attention/self/add_grad/SumSum@gradients/bert/encoder/layer_9/attention/self/Softmax_grad/mul_1Lgradients/bert/encoder/layer_9/attention/self/add_grad/BroadcastGradientArgs* T0*( _output_shapes :  €€* keep_dims(* Tidx0 „ >gradients/bert/encoder/layer_9/attention/self/add_grad/ReshapeReshape:gradients/bert/encoder/layer_9/attention/self/add_grad/Sumgradients/bert/encoder/layer_9/attention/self/add_grad/Shape_1* T0* Tshape0*( _output_shapes : €€ ž Fgradients/bert/encoder/layer_9/attention/self/value/MatMul_grad/MatMulMatMulDgradients/bert/encoder/layer_9/attention/self/Reshape_2_grad/Reshape5bert/encoder/layer_9/attention/self/value/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a(   Hgradients/bert/encoder/layer_9/attention/self/value/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_8/output/LayerNorm/batchnorm/add_1Dgradients/bert/encoder/layer_9/attention/self/Reshape_2_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a( • gradients/bert/encoder/layer_9/attention/self/Mul_grad/Shape_1Const* valueB* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_9/attention/self/Mul_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_9/attention/self/Mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ß :gradients/bert/encoder/layer_9/attention/self/Mul_grad/MulMul>gradients/bert/encoder/layer_9/attention/self/add_grad/Reshape)bert/encoder/layer_9/attention/self/Mul/y* T0*( _output_shapes :  €€ › :gradients/bert/encoder/layer_9/attention/self/Mul_grad/SumSum:gradients/bert/encoder/layer_9/attention/self/Mul_grad/MulLgradients/bert/encoder/layer_9/attention/self/Mul_grad/BroadcastGradientArgs* T0*( _output_shapes :  €€* keep_dims(* Tidx0 „ >gradients/bert/encoder/layer_9/attention/self/Mul_grad/ReshapeReshape:gradients/bert/encoder/layer_9/attention/self/Mul_grad/Sumgradients/bert/encoder/layer_9/attention/self/add_grad/Reshape* T0*( _output_shapes :  €€  gradients/bert/encoder/layer_9/attention/self/Mul_grad/Shape_1* T0* Tshape0* _output_shapes : Œ @gradients/bert/encoder/layer_9/attention/self/MatMul_grad/MatMul BatchMatMul>gradients/bert/encoder/layer_9/attention/self/Mul_grad/Reshape/bert/encoder/layer_9/attention/self/transpose_1* adj_x(* adj_y(* T0*' _output_shapes :  €@ Œ Bgradients/bert/encoder/layer_9/attention/self/MatMul_grad/MatMul_1 BatchMatMul>gradients/bert/encoder/layer_9/attention/self/Mul_grad/Reshape-bert/encoder/layer_9/attention/self/transpose* T0*' _output_shapes :  €@* adj_x(* adj_y( ¼ Ngradients/bert/encoder/layer_9/attention/self/transpose_grad/InvertPermutationInvertPermutation2bert/encoder/layer_9/attention/self/transpose/perm* T0* _output_shapes : ¤ Fgradients/bert/encoder/layer_9/attention/self/transpose_grad/transpose Transpose@gradients/bert/encoder/layer_9/attention/self/MatMul_grad/MatMulNgradients/bert/encoder/layer_9/attention/self/transpose_grad/InvertPermutation* T0*' _output_shapes : € @* Tperm0 À Pgradients/bert/encoder/layer_9/attention/self/transpose_1_grad/InvertPermutationInvertPermutation4bert/encoder/layer_9/attention/self/transpose_1/perm* T0* _output_shapes : ª Hgradients/bert/encoder/layer_9/attention/self/transpose_1_grad/transpose TransposeBgradients/bert/encoder/layer_9/attention/self/MatMul_grad/MatMul_1Pgradients/bert/encoder/layer_9/attention/self/transpose_1_grad/InvertPermutation* Tperm0* T0*' _output_shapes : € @ ‘ @gradients/bert/encoder/layer_9/attention/self/Reshape_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Bgradients/bert/encoder/layer_9/attention/self/Reshape_grad/ReshapeReshapeFgradients/bert/encoder/layer_9/attention/self/transpose_grad/transpose@gradients/bert/encoder/layer_9/attention/self/Reshape_grad/Shape* T0* Tshape0* _output_shapes : € € “ Bgradients/bert/encoder/layer_9/attention/self/Reshape_1_grad/ShapeConst* valueB"* dtype0* _output_shapes : – Dgradients/bert/encoder/layer_9/attention/self/Reshape_1_grad/ReshapeReshapeHgradients/bert/encoder/layer_9/attention/self/transpose_1_grad/transposeBgradients/bert/encoder/layer_9/attention/self/Reshape_1_grad/Shape* T0* Tshape0* _output_shapes : € € Ü Lgradients/bert/encoder/layer_9/attention/self/query/BiasAdd_grad/BiasAddGrad BiasAddGradBgradients/bert/encoder/layer_9/attention/self/Reshape_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ Ü Jgradients/bert/encoder/layer_9/attention/self/key/BiasAdd_grad/BiasAddGrad BiasAddGradDgradients/bert/encoder/layer_9/attention/self/Reshape_1_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ œ Fgradients/bert/encoder/layer_9/attention/self/query/MatMul_grad/MatMulMatMulBgradients/bert/encoder/layer_9/attention/self/Reshape_grad/Reshape5bert/encoder/layer_9/attention/self/query/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ž Hgradients/bert/encoder/layer_9/attention/self/query/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_8/output/LayerNorm/batchnorm/add_1Bgradients/bert/encoder/layer_9/attention/self/Reshape_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a( š Dgradients/bert/encoder/layer_9/attention/self/key/MatMul_grad/MatMulMatMulDgradients/bert/encoder/layer_9/attention/self/Reshape_1_grad/Reshape3bert/encoder/layer_9/attention/self/key/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ž Fgradients/bert/encoder/layer_9/attention/self/key/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_8/output/LayerNorm/batchnorm/add_1Dgradients/bert/encoder/layer_9/attention/self/Reshape_1_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b(  gradients/AddN_24AddNgradients/AddN_23Fgradients/bert/encoder/layer_9/attention/self/value/MatMul_grad/MatMulFgradients/bert/encoder/layer_9/attention/self/query/MatMul_grad/MatMulDgradients/bert/encoder/layer_9/attention/self/key/MatMul_grad/MatMul* T0*e _class[ YWloc:@gradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € €  Hgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_243bert/encoder/layer_8/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ° Jgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_24bert/encoder/layer_8/output/add* T0* _output_shapes : € € “ Hgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : › Jgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/ShapeJgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ý Fgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_24Xgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ › Jgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapeFgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/SumHgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ † Hgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_24Zgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0  Fgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/NegNegHgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € € ¤ Lgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapeFgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/NegJgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € › Jgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Lgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Ê Zgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsJgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2_grad/ShapeLgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ý Hgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2_grad/MulMulLgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/Reshape_13bert/encoder/layer_8/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ¸ Hgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2_grad/SumSumHgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2_grad/MulZgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ ¥ Lgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeHgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2_grad/SumJgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €  þ Jgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mul2bert/encoder/layer_8/output/LayerNorm/moments/meanLgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/Reshape_1* T0* _output_shapes : € € à Jgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2_grad/Sum_1SumJgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2_grad/Mul_1\gradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € ¬ Ngradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1ReshapeJgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2_grad/Sum_1Lgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0* Tshape0* _output_shapes : € € È gradients/AddN_25AddNJgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Ngradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1* T0*] _classS QOloc:@gradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_1_grad/Mul_1* N* _output_shapes : € € ™ Hgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/ShapeConst* valueB"* dtype0* _output_shapes : • Jgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/Shape_1Const* valueB :€* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/ShapeJgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ½ Fgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/MulMulgradients/AddN_250bert/encoder/layer_8/output/LayerNorm/gamma/read* T0* _output_shapes : € € ² Fgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/SumSumFgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/MulXgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ Ÿ Jgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/ReshapeReshapeFgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/SumHgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/Shape* T0* Tshape0* _output_shapes : €  Ä Hgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/Mul_1Mul5bert/encoder/layer_8/output/LayerNorm/batchnorm/Rsqrtgradients/AddN_25* T0* _output_shapes : € € ¸ Hgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/Sum_1SumHgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/Mul_1Zgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :€ ¡ Lgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/Reshape_1ReshapeHgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/Sum_1Jgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0* Tshape0* _output_shapes :€ ˆ Ngradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGrad RsqrtGrad5bert/encoder/layer_8/output/LayerNorm/batchnorm/RsqrtJgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/Reshape* T0* _output_shapes : €  ™ Hgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/add_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Jgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/add_grad/Shape_1Const* valueB* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/add_grad/ShapeJgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ º Fgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/add_grad/SumSumNgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradXgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ Ÿ Jgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/add_grad/ReshapeReshapeFgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/add_grad/SumHgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/add_grad/Shape* T0* Tshape0* _output_shapes : €  ¹ Hgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/add_grad/Sum_1SumNgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradZgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs:1* T0* _output_shapes :* keep_dims(* Tidx0 œ Lgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/add_grad/Reshape_1ReshapeHgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/add_grad/Sum_1Jgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/add_grad/Shape_1* T0* Tshape0* _output_shapes : œ Kgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/ShapeConst* valueB"* dtype0* _output_shapes : ì Jgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/SizeConst*^ _classT RPloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ë Igradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/addAddHbert/encoder/layer_8/output/LayerNorm/moments/variance/reduction_indicesJgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Size* T0*^ _classT RPloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ñ Igradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/modFloorModIgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/addJgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Size* T0*^ _classT RPloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ÷ Mgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Shape_1Const*^ _classT RPloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Shape* value B :* dtype0* _output_shapes : ó Qgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/range/startConst*^ _classT RPloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ó Qgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/range/deltaConst*^ _classT RPloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Î Kgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/rangeRangeQgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/range/startJgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/SizeQgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/range/delta* Tidx0*^ _classT RPloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ò Pgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Fill/valueConst*^ _classT RPloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Š Jgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/FillFillMgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Shape_1Pgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Fill/value* T0*^ _classT RPloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Shape* index_type0* _output_shapes : £ Sgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/DynamicStitch DynamicStitchKgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/rangeIgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/modKgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/ShapeJgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Fill* T0*^ _classT RPloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Shape* N* _output_shapes : ñ Ogradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Maximum/yConst*^ _classT RPloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ƒ Mgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/MaximumMaximumSgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/DynamicStitchOgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Maximum/y* T0*^ _classT RPloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : û Ngradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/floordivFloorDivKgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/ShapeMgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Maximum* T0*^ _classT RPloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ± Mgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/ReshapeReshapeJgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/add_grad/ReshapeSgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ® Jgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/TileTileMgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/ReshapeNgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/floordiv* Tmultiples0* T0* _output_shapes : € €  Kgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/ConstConst* value B *@D* dtype0* _output_shapes : œ Mgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/truedivRealDivJgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/TileKgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/Const* T0* _output_shapes : € € ¥ Tgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/ShapeConst* valueB"* dtype0* _output_shapes : § Vgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/Shape_1Const* valueB"* dtype0* _output_shapes : è dgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgsBroadcastGradientArgsTgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/ShapeVgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ê Ugradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/scalarConstN^gradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/truediv* value B *@* dtype0* _output_shapes : ª Rgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/mulMulUgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/scalarMgradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € ± Rgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/subSubbert/encoder/layer_8/output/add:bert/encoder/layer_8/output/LayerNorm/moments/StopGradientN^gradients/bert/encoder/layer_8/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € ® Tgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/mul_1MulRgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/mulRgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/sub* T0* _output_shapes : € € Ý Rgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/SumSumTgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/mul_1dgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € Ä Vgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/ReshapeReshapeRgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/SumTgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/Shape* T0* Tshape0* _output_shapes : € € Ü Tgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/Sum_1SumTgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/mul_1fgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :€ É Xgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1ReshapeTgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/Sum_1Vgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0* Tshape0* _output_shapes : €  Ý Rgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/NegNegXgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1* T0* _output_shapes : €  ˜ Ggradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/ShapeConst* valueB"* dtype0* _output_shapes : ä Fgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/SizeConst*Z _classP NLloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : Û Egradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/addAddDbert/encoder/layer_8/output/LayerNorm/moments/mean/reduction_indicesFgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Size* T0*Z _classP NLloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : á Egradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/modFloorModEgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/addFgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Size* T0*Z _classP NLloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ï Igradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Shape_1Const*Z _classP NLloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Shape* value B :* dtype0* _output_shapes : ë Mgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/range/startConst*Z _classP NLloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ë Mgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/range/deltaConst*Z _classP NLloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : º Ggradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/rangeRangeMgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/range/startFgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/SizeMgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/range/delta* Tidx0*Z _classP NLloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ê Lgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Fill/valueConst*Z _classP NLloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ú Fgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/FillFillIgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Shape_1Lgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Fill/value* T0*Z _classP NLloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Shape* index_type0* _output_shapes : ‹ Ogradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/DynamicStitch DynamicStitchGgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/rangeEgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/modGgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/ShapeFgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Fill* T0*Z _classP NLloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Shape* N* _output_shapes : é Kgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Maximum/yConst*Z _classP NLloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ó Igradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/MaximumMaximumOgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/DynamicStitchKgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Maximum/y* T0*Z _classP NLloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ë Jgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/floordivFloorDivGgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/ShapeIgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Maximum* T0*Z _classP NLloc:@gradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : « Igradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/ReshapeReshapeLgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2_grad/ReshapeOgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ¢ Fgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/TileTileIgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/ReshapeJgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/floordiv* Tmultiples0* T0* _output_shapes : € € Œ Ggradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/ConstConst* value B *@D* dtype0* _output_shapes :  Igradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/truedivRealDivFgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/TileGgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/Const* T0* _output_shapes : € € — gradients/AddN_26AddNHgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_1_grad/MulVgradients/bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference_grad/ReshapeIgradients/bert/encoder/layer_8/output/LayerNorm/moments/mean_grad/truediv* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € ª :gradients/bert/encoder/layer_8/output/dropout/mul_grad/MulMulgradients/AddN_26)bert/encoder/layer_8/output/dropout/Floor* T0* _output_shapes : € € ª gradients/bert/encoder/layer_8/output/dropout/div_grad/Shape_1Const* valueB* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_8/output/dropout/div_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_8/output/dropout/div_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ß >gradients/bert/encoder/layer_8/output/dropout/div_grad/RealDivRealDiv:gradients/bert/encoder/layer_8/output/dropout/mul_grad/Mul-bert/encoder/layer_8/output/dropout/keep_prob* T0* _output_shapes : € € — :gradients/bert/encoder/layer_8/output/dropout/div_grad/SumSum>gradients/bert/encoder/layer_8/output/dropout/div_grad/RealDivLgradients/bert/encoder/layer_8/output/dropout/div_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € ü >gradients/bert/encoder/layer_8/output/dropout/div_grad/ReshapeReshape:gradients/bert/encoder/layer_8/output/dropout/div_grad/Sumgradients/bert/encoder/layer_8/output/dropout/div_grad/Shape_1* T0* Tshape0* _output_shapes : Ð Dgradients/bert/encoder/layer_8/output/dense/BiasAdd_grad/BiasAddGrad BiasAddGrad>gradients/bert/encoder/layer_8/output/dropout/div_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ ˆ >gradients/bert/encoder/layer_8/output/dense/MatMul_grad/MatMulMatMul>gradients/bert/encoder/layer_8/output/dropout/div_grad/Reshape-bert/encoder/layer_8/output/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( Š @gradients/bert/encoder/layer_8/output/dense/MatMul_grad/MatMul_1MatMul-bert/encoder/layer_8/intermediate/dense/mul_1>gradients/bert/encoder/layer_8/output/dropout/div_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b( ß @gradients/bert/encoder/layer_8/intermediate/dense/mul_1_grad/MulMul>gradients/bert/encoder/layer_8/output/dense/MatMul_grad/MatMul+bert/encoder/layer_8/intermediate/dense/mul* T0* _output_shapes : € € å Bgradients/bert/encoder/layer_8/intermediate/dense/mul_1_grad/Mul_1Mul>gradients/bert/encoder/layer_8/output/dense/MatMul_grad/MatMul/bert/encoder/layer_8/intermediate/dense/BiasAdd* T0* _output_shapes : € € ƒ @gradients/bert/encoder/layer_8/intermediate/dense/mul_grad/ShapeConst* valueB* dtype0* _output_shapes : “ Bgradients/bert/encoder/layer_8/intermediate/dense/mul_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¬ Pgradients/bert/encoder/layer_8/intermediate/dense/mul_grad/BroadcastGradientArgsBroadcastGradientArgs@gradients/bert/encoder/layer_8/intermediate/dense/mul_grad/ShapeBgradients/bert/encoder/layer_8/intermediate/dense/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ á >gradients/bert/encoder/layer_8/intermediate/dense/mul_grad/MulMulBgradients/bert/encoder/layer_8/intermediate/dense/mul_1_grad/Mul_1+bert/encoder/layer_8/intermediate/dense/add* T0* _output_shapes : € € • >gradients/bert/encoder/layer_8/intermediate/dense/mul_grad/SumSum>gradients/bert/encoder/layer_8/intermediate/dense/mul_grad/MulPgradients/bert/encoder/layer_8/intermediate/dense/mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : þ Bgradients/bert/encoder/layer_8/intermediate/dense/mul_grad/ReshapeReshape>gradients/bert/encoder/layer_8/intermediate/dense/mul_grad/Sum@gradients/bert/encoder/layer_8/intermediate/dense/mul_grad/Shape* T0* Tshape0* _output_shapes : å @gradients/bert/encoder/layer_8/intermediate/dense/mul_grad/Mul_1Mul-bert/encoder/layer_8/intermediate/dense/mul/xBgradients/bert/encoder/layer_8/intermediate/dense/mul_1_grad/Mul_1* T0* _output_shapes : € € ¥ @gradients/bert/encoder/layer_8/intermediate/dense/mul_grad/Sum_1Sum@gradients/bert/encoder/layer_8/intermediate/dense/mul_grad/Mul_1Rgradients/bert/encoder/layer_8/intermediate/dense/mul_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € Ž Dgradients/bert/encoder/layer_8/intermediate/dense/mul_grad/Reshape_1Reshape@gradients/bert/encoder/layer_8/intermediate/dense/mul_grad/Sum_1Bgradients/bert/encoder/layer_8/intermediate/dense/mul_grad/Shape_1* T0* Tshape0* _output_shapes : € € ƒ @gradients/bert/encoder/layer_8/intermediate/dense/add_grad/ShapeConst* valueB* dtype0* _output_shapes : “ Bgradients/bert/encoder/layer_8/intermediate/dense/add_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¬ Pgradients/bert/encoder/layer_8/intermediate/dense/add_grad/BroadcastGradientArgsBroadcastGradientArgs@gradients/bert/encoder/layer_8/intermediate/dense/add_grad/ShapeBgradients/bert/encoder/layer_8/intermediate/dense/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ › >gradients/bert/encoder/layer_8/intermediate/dense/add_grad/SumSumDgradients/bert/encoder/layer_8/intermediate/dense/mul_grad/Reshape_1Pgradients/bert/encoder/layer_8/intermediate/dense/add_grad/BroadcastGradientArgs* T0* _output_shapes :* keep_dims(* Tidx0 þ Bgradients/bert/encoder/layer_8/intermediate/dense/add_grad/ReshapeReshape>gradients/bert/encoder/layer_8/intermediate/dense/add_grad/Sum@gradients/bert/encoder/layer_8/intermediate/dense/add_grad/Shape* T0* Tshape0* _output_shapes : © @gradients/bert/encoder/layer_8/intermediate/dense/add_grad/Sum_1SumDgradients/bert/encoder/layer_8/intermediate/dense/mul_grad/Reshape_1Rgradients/bert/encoder/layer_8/intermediate/dense/add_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € Ž Dgradients/bert/encoder/layer_8/intermediate/dense/add_grad/Reshape_1Reshape@gradients/bert/encoder/layer_8/intermediate/dense/add_grad/Sum_1Bgradients/bert/encoder/layer_8/intermediate/dense/add_grad/Shape_1* T0* Tshape0* _output_shapes : € € … @gradients/bert/encoder/layer_8/intermediate/dense/Erf_grad/ConstConst* value B *»n?* dtype0* _output_shapes : ø >gradients/bert/encoder/layer_8/intermediate/dense/Erf_grad/mulMulDgradients/bert/encoder/layer_8/intermediate/dense/add_grad/Reshape_1@gradients/bert/encoder/layer_8/intermediate/dense/Erf_grad/Const* T0* _output_shapes : € € î Agradients/bert/encoder/layer_8/intermediate/dense/Erf_grad/SquareSquare/bert/encoder/layer_8/intermediate/dense/truedivE^gradients/bert/encoder/layer_8/intermediate/dense/add_grad/Reshape_1* T0* _output_shapes : € € ³ >gradients/bert/encoder/layer_8/intermediate/dense/Erf_grad/NegNegAgradients/bert/encoder/layer_8/intermediate/dense/Erf_grad/Square* T0* _output_shapes : € € ° >gradients/bert/encoder/layer_8/intermediate/dense/Erf_grad/ExpExp>gradients/bert/encoder/layer_8/intermediate/dense/Erf_grad/Neg* T0* _output_shapes : € € ò @gradients/bert/encoder/layer_8/intermediate/dense/Erf_grad/mul_1Mul>gradients/bert/encoder/layer_8/intermediate/dense/Erf_grad/mul>gradients/bert/encoder/layer_8/intermediate/dense/Erf_grad/Exp* T0* _output_shapes : € € • Dgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/ShapeConst* valueB" * dtype0* _output_shapes : ‰ Fgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/Shape_1Const* valueB* dtype0* _output_shapes : ¸ Tgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/BroadcastGradientArgsBroadcastGradientArgsDgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/ShapeFgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ì Fgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/RealDivRealDiv@gradients/bert/encoder/layer_8/intermediate/dense/Erf_grad/mul_1,bert/encoder/layer_8/intermediate/dense/Sqrt* T0* _output_shapes : € € ¯ Bgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/SumSumFgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/RealDivTgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € ” Fgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/ReshapeReshapeBgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/SumDgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/Shape* T0* Tshape0* _output_shapes : € € ¥ Bgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/NegNeg/bert/encoder/layer_8/intermediate/dense/BiasAdd* T0* _output_shapes : € € ð Hgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/RealDiv_1RealDivBgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/Neg,bert/encoder/layer_8/intermediate/dense/Sqrt* T0* _output_shapes : € € ö Hgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/RealDiv_2RealDivHgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/RealDiv_1,bert/encoder/layer_8/intermediate/dense/Sqrt* T0* _output_shapes : € € € Bgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/mulMul@gradients/bert/encoder/layer_8/intermediate/dense/Erf_grad/mul_1Hgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/RealDiv_2* T0* _output_shapes : € € ¥ Dgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/Sum_1SumBgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/mulVgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :  Hgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/Reshape_1ReshapeDgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/Sum_1Fgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/Shape_1* T0* Tshape0* _output_shapes : ¬ gradients/AddN_27AddN@gradients/bert/encoder/layer_8/intermediate/dense/mul_1_grad/MulFgradients/bert/encoder/layer_8/intermediate/dense/truediv_grad/Reshape* T0*S _classI GEloc:@gradients/bert/encoder/layer_8/intermediate/dense/mul_1_grad/Mul* N* _output_shapes : € € © Jgradients/bert/encoder/layer_8/intermediate/dense/BiasAdd_grad/BiasAddGrad BiasAddGradgradients/AddN_27* T0* data_formatNHWC* _output_shapes :€ ç Dgradients/bert/encoder/layer_8/intermediate/dense/MatMul_grad/MatMulMatMulgradients/AddN_273bert/encoder/layer_8/intermediate/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( õ Fgradients/bert/encoder/layer_8/intermediate/dense/MatMul_grad/MatMul_1MatMul?bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/add_1gradients/AddN_27* T0* _output_shapes : €€* transpose_a(* transpose_b( ƒ gradients/AddN_28AddNgradients/AddN_26Dgradients/bert/encoder/layer_8/intermediate/dense/MatMul_grad/MatMul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € Ö Rgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_28=bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ä Tgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_28)bert/encoder/layer_8/attention/output/add* T0* _output_shapes : € €  Rgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : ¥ Tgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : â bgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsRgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/ShapeTgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ‘ Pgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_28bgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* T0* _output_shapes :€* keep_dims(* Tidx0 ¹ Tgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapePgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/SumRgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ š Rgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_28dgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 Ö Pgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/NegNegRgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € €  Vgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapePgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/NegTgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € ¥ Tgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes : § Vgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : è dgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsTgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeVgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ › Rgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_2_grad/MulMulVgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1=bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ö Rgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_2_grad/SumSumRgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_2_grad/Muldgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 à Vgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeRgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_2_grad/SumTgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €  œ Tgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mulgradients/bert/encoder/layer_8/attention/self/Softmax_grad/mulMulFgradients/bert/encoder/layer_8/attention/self/dropout/div_grad/Reshape+bert/encoder/layer_8/attention/self/Softmax* T0*( _output_shapes :  €€ › Pgradients/bert/encoder/layer_8/attention/self/Softmax_grad/Sum/reduction_indicesConst* valueB: ÿÿÿÿÿÿÿÿÿ* dtype0* _output_shapes : ¦ >gradients/bert/encoder/layer_8/attention/self/Softmax_grad/SumSum>gradients/bert/encoder/layer_8/attention/self/Softmax_grad/mulPgradients/bert/encoder/layer_8/attention/self/Softmax_grad/Sum/reduction_indices* keep_dims(* Tidx0* T0*' _output_shapes :  € € >gradients/bert/encoder/layer_8/attention/self/Softmax_grad/subSubFgradients/bert/encoder/layer_8/attention/self/dropout/div_grad/Reshape>gradients/bert/encoder/layer_8/attention/self/Softmax_grad/Sum* T0*( _output_shapes :  €€ ç @gradients/bert/encoder/layer_8/attention/self/Softmax_grad/mul_1Mul>gradients/bert/encoder/layer_8/attention/self/Softmax_grad/sub+bert/encoder/layer_8/attention/self/Softmax* T0*( _output_shapes :  €€ Þ Lgradients/bert/encoder/layer_8/attention/self/value/BiasAdd_grad/BiasAddGrad BiasAddGradDgradients/bert/encoder/layer_8/attention/self/Reshape_2_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ • gradients/bert/encoder/layer_8/attention/self/add_grad/Shape_1Const*% valueB" €€* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_8/attention/self/add_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_8/attention/self/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ¡ :gradients/bert/encoder/layer_8/attention/self/add_grad/SumSum@gradients/bert/encoder/layer_8/attention/self/Softmax_grad/mul_1Lgradients/bert/encoder/layer_8/attention/self/add_grad/BroadcastGradientArgs* T0*( _output_shapes :  €€* keep_dims(* Tidx0 „ >gradients/bert/encoder/layer_8/attention/self/add_grad/ReshapeReshape:gradients/bert/encoder/layer_8/attention/self/add_grad/Sumgradients/bert/encoder/layer_8/attention/self/add_grad/Shape_1* T0* Tshape0*( _output_shapes : €€ ž Fgradients/bert/encoder/layer_8/attention/self/value/MatMul_grad/MatMulMatMulDgradients/bert/encoder/layer_8/attention/self/Reshape_2_grad/Reshape5bert/encoder/layer_8/attention/self/value/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b(   Hgradients/bert/encoder/layer_8/attention/self/value/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_7/output/LayerNorm/batchnorm/add_1Dgradients/bert/encoder/layer_8/attention/self/Reshape_2_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a( • gradients/bert/encoder/layer_8/attention/self/Mul_grad/Shape_1Const* valueB* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_8/attention/self/Mul_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_8/attention/self/Mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ß :gradients/bert/encoder/layer_8/attention/self/Mul_grad/MulMul>gradients/bert/encoder/layer_8/attention/self/add_grad/Reshape)bert/encoder/layer_8/attention/self/Mul/y* T0*( _output_shapes :  €€ › :gradients/bert/encoder/layer_8/attention/self/Mul_grad/SumSum:gradients/bert/encoder/layer_8/attention/self/Mul_grad/MulLgradients/bert/encoder/layer_8/attention/self/Mul_grad/BroadcastGradientArgs* T0*( _output_shapes :  €€* keep_dims(* Tidx0 „ >gradients/bert/encoder/layer_8/attention/self/Mul_grad/ReshapeReshape:gradients/bert/encoder/layer_8/attention/self/Mul_grad/Sumgradients/bert/encoder/layer_8/attention/self/add_grad/Reshape* T0*( _output_shapes :  €€  gradients/bert/encoder/layer_8/attention/self/Mul_grad/Shape_1* T0* Tshape0* _output_shapes : Œ @gradients/bert/encoder/layer_8/attention/self/MatMul_grad/MatMul BatchMatMul>gradients/bert/encoder/layer_8/attention/self/Mul_grad/Reshape/bert/encoder/layer_8/attention/self/transpose_1* adj_x(* adj_y(* T0*' _output_shapes :  €@ Œ Bgradients/bert/encoder/layer_8/attention/self/MatMul_grad/MatMul_1 BatchMatMul>gradients/bert/encoder/layer_8/attention/self/Mul_grad/Reshape-bert/encoder/layer_8/attention/self/transpose* T0*' _output_shapes :  €@* adj_x(* adj_y( ¼ Ngradients/bert/encoder/layer_8/attention/self/transpose_grad/InvertPermutationInvertPermutation2bert/encoder/layer_8/attention/self/transpose/perm* T0* _output_shapes : ¤ Fgradients/bert/encoder/layer_8/attention/self/transpose_grad/transpose Transpose@gradients/bert/encoder/layer_8/attention/self/MatMul_grad/MatMulNgradients/bert/encoder/layer_8/attention/self/transpose_grad/InvertPermutation* T0*' _output_shapes : € @* Tperm0 À Pgradients/bert/encoder/layer_8/attention/self/transpose_1_grad/InvertPermutationInvertPermutation4bert/encoder/layer_8/attention/self/transpose_1/perm* T0* _output_shapes : ª Hgradients/bert/encoder/layer_8/attention/self/transpose_1_grad/transpose TransposeBgradients/bert/encoder/layer_8/attention/self/MatMul_grad/MatMul_1Pgradients/bert/encoder/layer_8/attention/self/transpose_1_grad/InvertPermutation* Tperm0* T0*' _output_shapes : € @ ‘ @gradients/bert/encoder/layer_8/attention/self/Reshape_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Bgradients/bert/encoder/layer_8/attention/self/Reshape_grad/ReshapeReshapeFgradients/bert/encoder/layer_8/attention/self/transpose_grad/transpose@gradients/bert/encoder/layer_8/attention/self/Reshape_grad/Shape* T0* Tshape0* _output_shapes : € € “ Bgradients/bert/encoder/layer_8/attention/self/Reshape_1_grad/ShapeConst* valueB"* dtype0* _output_shapes : – Dgradients/bert/encoder/layer_8/attention/self/Reshape_1_grad/ReshapeReshapeHgradients/bert/encoder/layer_8/attention/self/transpose_1_grad/transposeBgradients/bert/encoder/layer_8/attention/self/Reshape_1_grad/Shape* T0* Tshape0* _output_shapes : € € Ü Lgradients/bert/encoder/layer_8/attention/self/query/BiasAdd_grad/BiasAddGrad BiasAddGradBgradients/bert/encoder/layer_8/attention/self/Reshape_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ Ü Jgradients/bert/encoder/layer_8/attention/self/key/BiasAdd_grad/BiasAddGrad BiasAddGradDgradients/bert/encoder/layer_8/attention/self/Reshape_1_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ œ Fgradients/bert/encoder/layer_8/attention/self/query/MatMul_grad/MatMulMatMulBgradients/bert/encoder/layer_8/attention/self/Reshape_grad/Reshape5bert/encoder/layer_8/attention/self/query/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ž Hgradients/bert/encoder/layer_8/attention/self/query/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_7/output/LayerNorm/batchnorm/add_1Bgradients/bert/encoder/layer_8/attention/self/Reshape_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b( š Dgradients/bert/encoder/layer_8/attention/self/key/MatMul_grad/MatMulMatMulDgradients/bert/encoder/layer_8/attention/self/Reshape_1_grad/Reshape3bert/encoder/layer_8/attention/self/key/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ž Fgradients/bert/encoder/layer_8/attention/self/key/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_7/output/LayerNorm/batchnorm/add_1Dgradients/bert/encoder/layer_8/attention/self/Reshape_1_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b(  gradients/AddN_31AddNgradients/AddN_30Fgradients/bert/encoder/layer_8/attention/self/value/MatMul_grad/MatMulFgradients/bert/encoder/layer_8/attention/self/query/MatMul_grad/MatMulDgradients/bert/encoder/layer_8/attention/self/key/MatMul_grad/MatMul* T0*e _class[ YWloc:@gradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € €  Hgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_313bert/encoder/layer_7/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ° Jgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_31bert/encoder/layer_7/output/add* T0* _output_shapes : € € “ Hgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : › Jgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/ShapeJgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ý Fgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_31Xgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ › Jgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapeFgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/SumHgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ † Hgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_31Zgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € €  Fgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/NegNegHgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € € ¤ Lgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapeFgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/NegJgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € › Jgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Lgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Ê Zgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsJgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2_grad/ShapeLgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ý Hgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2_grad/MulMulLgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/Reshape_13bert/encoder/layer_7/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ¸ Hgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2_grad/SumSumHgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2_grad/MulZgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ ¥ Lgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeHgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2_grad/SumJgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €  þ Jgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mul2bert/encoder/layer_7/output/LayerNorm/moments/meanLgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/Reshape_1* T0* _output_shapes : € € à Jgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2_grad/Sum_1SumJgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2_grad/Mul_1\gradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 ¬ Ngradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1ReshapeJgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2_grad/Sum_1Lgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0* Tshape0* _output_shapes : € € È gradients/AddN_32AddNJgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Ngradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1* T0*] _classS QOloc:@gradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_1_grad/Mul_1* N* _output_shapes : € € ™ Hgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/ShapeConst* valueB"* dtype0* _output_shapes : • Jgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/Shape_1Const* valueB :€* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/ShapeJgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ½ Fgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/MulMulgradients/AddN_320bert/encoder/layer_7/output/LayerNorm/gamma/read* T0* _output_shapes : € € ² Fgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/SumSumFgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/MulXgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 Ÿ Jgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/ReshapeReshapeFgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/SumHgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/Shape* T0* Tshape0* _output_shapes : €  Ä Hgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/Mul_1Mul5bert/encoder/layer_7/output/LayerNorm/batchnorm/Rsqrtgradients/AddN_32* T0* _output_shapes : € € ¸ Hgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/Sum_1SumHgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/Mul_1Zgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :€ ¡ Lgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/Reshape_1ReshapeHgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/Sum_1Jgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0* Tshape0* _output_shapes :€ ˆ Ngradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGrad RsqrtGrad5bert/encoder/layer_7/output/LayerNorm/batchnorm/RsqrtJgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/Reshape* T0* _output_shapes : €  ™ Hgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/add_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Jgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/add_grad/Shape_1Const* valueB* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/add_grad/ShapeJgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ º Fgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/add_grad/SumSumNgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradXgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 Ÿ Jgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/add_grad/ReshapeReshapeFgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/add_grad/SumHgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/add_grad/Shape* T0* Tshape0* _output_shapes : €  ¹ Hgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/add_grad/Sum_1SumNgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradZgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : œ Lgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/add_grad/Reshape_1ReshapeHgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/add_grad/Sum_1Jgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/add_grad/Shape_1* T0* Tshape0* _output_shapes : œ Kgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/ShapeConst* valueB"* dtype0* _output_shapes : ì Jgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/SizeConst*^ _classT RPloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ë Igradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/addAddHbert/encoder/layer_7/output/LayerNorm/moments/variance/reduction_indicesJgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Size* T0*^ _classT RPloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ñ Igradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/modFloorModIgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/addJgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Size* T0*^ _classT RPloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ÷ Mgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Shape_1Const*^ _classT RPloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Shape* value B :* dtype0* _output_shapes : ó Qgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/range/startConst*^ _classT RPloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ó Qgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/range/deltaConst*^ _classT RPloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Î Kgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/rangeRangeQgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/range/startJgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/SizeQgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/range/delta* Tidx0*^ _classT RPloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ò Pgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Fill/valueConst*^ _classT RPloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Š Jgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/FillFillMgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Shape_1Pgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Fill/value* T0*^ _classT RPloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Shape* index_type0* _output_shapes : £ Sgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/DynamicStitch DynamicStitchKgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/rangeIgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/modKgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/ShapeJgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Fill* T0*^ _classT RPloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Shape* N* _output_shapes : ñ Ogradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Maximum/yConst*^ _classT RPloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ƒ Mgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/MaximumMaximumSgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/DynamicStitchOgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Maximum/y* T0*^ _classT RPloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : û Ngradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/floordivFloorDivKgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/ShapeMgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Maximum* T0*^ _classT RPloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ± Mgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/ReshapeReshapeJgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/add_grad/ReshapeSgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ® Jgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/TileTileMgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/ReshapeNgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/floordiv* T0* _output_shapes : € €* Tmultiples0  Kgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/ConstConst* value B *@D* dtype0* _output_shapes : œ Mgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/truedivRealDivJgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/TileKgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/Const* T0* _output_shapes : € € ¥ Tgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/ShapeConst* valueB"* dtype0* _output_shapes : § Vgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/Shape_1Const* valueB"* dtype0* _output_shapes : è dgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgsBroadcastGradientArgsTgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/ShapeVgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ê Ugradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/scalarConstN^gradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/truediv* value B *@* dtype0* _output_shapes : ª Rgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/mulMulUgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/scalarMgradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € ± Rgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/subSubbert/encoder/layer_7/output/add:bert/encoder/layer_7/output/LayerNorm/moments/StopGradientN^gradients/bert/encoder/layer_7/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € ® Tgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/mul_1MulRgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/mulRgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/sub* T0* _output_shapes : € € Ý Rgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/SumSumTgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/mul_1dgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs* T0* _output_shapes : € €* keep_dims(* Tidx0 Ä Vgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/ReshapeReshapeRgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/SumTgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/Shape* T0* Tshape0* _output_shapes : € € Ü Tgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/Sum_1SumTgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/mul_1fgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :€ É Xgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1ReshapeTgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/Sum_1Vgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0* Tshape0* _output_shapes : €  Ý Rgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/NegNegXgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1* T0* _output_shapes : €  ˜ Ggradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/ShapeConst* valueB"* dtype0* _output_shapes : ä Fgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/SizeConst*Z _classP NLloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : Û Egradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/addAddDbert/encoder/layer_7/output/LayerNorm/moments/mean/reduction_indicesFgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Size* T0*Z _classP NLloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : á Egradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/modFloorModEgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/addFgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Size* T0*Z _classP NLloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ï Igradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Shape_1Const*Z _classP NLloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Shape* value B :* dtype0* _output_shapes : ë Mgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/range/startConst*Z _classP NLloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ë Mgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/range/deltaConst*Z _classP NLloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : º Ggradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/rangeRangeMgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/range/startFgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/SizeMgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/range/delta* Tidx0*Z _classP NLloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ê Lgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Fill/valueConst*Z _classP NLloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ú Fgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/FillFillIgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Shape_1Lgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Fill/value* T0*Z _classP NLloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Shape* index_type0* _output_shapes : ‹ Ogradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/DynamicStitch DynamicStitchGgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/rangeEgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/modGgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/ShapeFgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Fill* T0*Z _classP NLloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Shape* N* _output_shapes : é Kgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Maximum/yConst*Z _classP NLloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ó Igradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/MaximumMaximumOgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/DynamicStitchKgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Maximum/y* T0*Z _classP NLloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ë Jgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/floordivFloorDivGgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/ShapeIgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Maximum* T0*Z _classP NLloc:@gradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : « Igradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/ReshapeReshapeLgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2_grad/ReshapeOgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ¢ Fgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/TileTileIgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/ReshapeJgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/floordiv* Tmultiples0* T0* _output_shapes : € € Œ Ggradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/ConstConst* value B *@D* dtype0* _output_shapes :  Igradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/truedivRealDivFgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/TileGgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/Const* T0* _output_shapes : € € — gradients/AddN_33AddNHgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_1_grad/MulVgradients/bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference_grad/ReshapeIgradients/bert/encoder/layer_7/output/LayerNorm/moments/mean_grad/truediv* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € ª :gradients/bert/encoder/layer_7/output/dropout/mul_grad/MulMulgradients/AddN_33)bert/encoder/layer_7/output/dropout/Floor* T0* _output_shapes : € € ª gradients/bert/encoder/layer_7/output/dropout/div_grad/Shape_1Const* valueB* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_7/output/dropout/div_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_7/output/dropout/div_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ß >gradients/bert/encoder/layer_7/output/dropout/div_grad/RealDivRealDiv:gradients/bert/encoder/layer_7/output/dropout/mul_grad/Mul-bert/encoder/layer_7/output/dropout/keep_prob* T0* _output_shapes : € € — :gradients/bert/encoder/layer_7/output/dropout/div_grad/SumSum>gradients/bert/encoder/layer_7/output/dropout/div_grad/RealDivLgradients/bert/encoder/layer_7/output/dropout/div_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € ü >gradients/bert/encoder/layer_7/output/dropout/div_grad/ReshapeReshape:gradients/bert/encoder/layer_7/output/dropout/div_grad/Sumgradients/bert/encoder/layer_7/output/dropout/div_grad/Shape_1* T0* Tshape0* _output_shapes : Ð Dgradients/bert/encoder/layer_7/output/dense/BiasAdd_grad/BiasAddGrad BiasAddGrad>gradients/bert/encoder/layer_7/output/dropout/div_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ ˆ >gradients/bert/encoder/layer_7/output/dense/MatMul_grad/MatMulMatMul>gradients/bert/encoder/layer_7/output/dropout/div_grad/Reshape-bert/encoder/layer_7/output/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( Š @gradients/bert/encoder/layer_7/output/dense/MatMul_grad/MatMul_1MatMul-bert/encoder/layer_7/intermediate/dense/mul_1>gradients/bert/encoder/layer_7/output/dropout/div_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b( ß @gradients/bert/encoder/layer_7/intermediate/dense/mul_1_grad/MulMul>gradients/bert/encoder/layer_7/output/dense/MatMul_grad/MatMul+bert/encoder/layer_7/intermediate/dense/mul* T0* _output_shapes : € € å Bgradients/bert/encoder/layer_7/intermediate/dense/mul_1_grad/Mul_1Mul>gradients/bert/encoder/layer_7/output/dense/MatMul_grad/MatMul/bert/encoder/layer_7/intermediate/dense/BiasAdd* T0* _output_shapes : € € ƒ @gradients/bert/encoder/layer_7/intermediate/dense/mul_grad/ShapeConst* valueB* dtype0* _output_shapes : “ Bgradients/bert/encoder/layer_7/intermediate/dense/mul_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¬ Pgradients/bert/encoder/layer_7/intermediate/dense/mul_grad/BroadcastGradientArgsBroadcastGradientArgs@gradients/bert/encoder/layer_7/intermediate/dense/mul_grad/ShapeBgradients/bert/encoder/layer_7/intermediate/dense/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ á >gradients/bert/encoder/layer_7/intermediate/dense/mul_grad/MulMulBgradients/bert/encoder/layer_7/intermediate/dense/mul_1_grad/Mul_1+bert/encoder/layer_7/intermediate/dense/add* T0* _output_shapes : € € • >gradients/bert/encoder/layer_7/intermediate/dense/mul_grad/SumSum>gradients/bert/encoder/layer_7/intermediate/dense/mul_grad/MulPgradients/bert/encoder/layer_7/intermediate/dense/mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : þ Bgradients/bert/encoder/layer_7/intermediate/dense/mul_grad/ReshapeReshape>gradients/bert/encoder/layer_7/intermediate/dense/mul_grad/Sum@gradients/bert/encoder/layer_7/intermediate/dense/mul_grad/Shape* T0* Tshape0* _output_shapes : å @gradients/bert/encoder/layer_7/intermediate/dense/mul_grad/Mul_1Mul-bert/encoder/layer_7/intermediate/dense/mul/xBgradients/bert/encoder/layer_7/intermediate/dense/mul_1_grad/Mul_1* T0* _output_shapes : € € ¥ @gradients/bert/encoder/layer_7/intermediate/dense/mul_grad/Sum_1Sum@gradients/bert/encoder/layer_7/intermediate/dense/mul_grad/Mul_1Rgradients/bert/encoder/layer_7/intermediate/dense/mul_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 Ž Dgradients/bert/encoder/layer_7/intermediate/dense/mul_grad/Reshape_1Reshape@gradients/bert/encoder/layer_7/intermediate/dense/mul_grad/Sum_1Bgradients/bert/encoder/layer_7/intermediate/dense/mul_grad/Shape_1* T0* Tshape0* _output_shapes : € € ƒ @gradients/bert/encoder/layer_7/intermediate/dense/add_grad/ShapeConst* valueB* dtype0* _output_shapes : “ Bgradients/bert/encoder/layer_7/intermediate/dense/add_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¬ Pgradients/bert/encoder/layer_7/intermediate/dense/add_grad/BroadcastGradientArgsBroadcastGradientArgs@gradients/bert/encoder/layer_7/intermediate/dense/add_grad/ShapeBgradients/bert/encoder/layer_7/intermediate/dense/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ › >gradients/bert/encoder/layer_7/intermediate/dense/add_grad/SumSumDgradients/bert/encoder/layer_7/intermediate/dense/mul_grad/Reshape_1Pgradients/bert/encoder/layer_7/intermediate/dense/add_grad/BroadcastGradientArgs* T0* _output_shapes :* keep_dims(* Tidx0 þ Bgradients/bert/encoder/layer_7/intermediate/dense/add_grad/ReshapeReshape>gradients/bert/encoder/layer_7/intermediate/dense/add_grad/Sum@gradients/bert/encoder/layer_7/intermediate/dense/add_grad/Shape* T0* Tshape0* _output_shapes : © @gradients/bert/encoder/layer_7/intermediate/dense/add_grad/Sum_1SumDgradients/bert/encoder/layer_7/intermediate/dense/mul_grad/Reshape_1Rgradients/bert/encoder/layer_7/intermediate/dense/add_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 Ž Dgradients/bert/encoder/layer_7/intermediate/dense/add_grad/Reshape_1Reshape@gradients/bert/encoder/layer_7/intermediate/dense/add_grad/Sum_1Bgradients/bert/encoder/layer_7/intermediate/dense/add_grad/Shape_1* T0* Tshape0* _output_shapes : € € … @gradients/bert/encoder/layer_7/intermediate/dense/Erf_grad/ConstConst* value B *»n?* dtype0* _output_shapes : ø >gradients/bert/encoder/layer_7/intermediate/dense/Erf_grad/mulMulDgradients/bert/encoder/layer_7/intermediate/dense/add_grad/Reshape_1@gradients/bert/encoder/layer_7/intermediate/dense/Erf_grad/Const* T0* _output_shapes : € € î Agradients/bert/encoder/layer_7/intermediate/dense/Erf_grad/SquareSquare/bert/encoder/layer_7/intermediate/dense/truedivE^gradients/bert/encoder/layer_7/intermediate/dense/add_grad/Reshape_1* T0* _output_shapes : € € ³ >gradients/bert/encoder/layer_7/intermediate/dense/Erf_grad/NegNegAgradients/bert/encoder/layer_7/intermediate/dense/Erf_grad/Square* T0* _output_shapes : € € ° >gradients/bert/encoder/layer_7/intermediate/dense/Erf_grad/ExpExp>gradients/bert/encoder/layer_7/intermediate/dense/Erf_grad/Neg* T0* _output_shapes : € € ò @gradients/bert/encoder/layer_7/intermediate/dense/Erf_grad/mul_1Mul>gradients/bert/encoder/layer_7/intermediate/dense/Erf_grad/mul>gradients/bert/encoder/layer_7/intermediate/dense/Erf_grad/Exp* T0* _output_shapes : € € • Dgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/ShapeConst* valueB" * dtype0* _output_shapes : ‰ Fgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/Shape_1Const* valueB* dtype0* _output_shapes : ¸ Tgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/BroadcastGradientArgsBroadcastGradientArgsDgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/ShapeFgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ì Fgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/RealDivRealDiv@gradients/bert/encoder/layer_7/intermediate/dense/Erf_grad/mul_1,bert/encoder/layer_7/intermediate/dense/Sqrt* T0* _output_shapes : € € ¯ Bgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/SumSumFgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/RealDivTgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € ” Fgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/ReshapeReshapeBgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/SumDgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/Shape* T0* Tshape0* _output_shapes : € € ¥ Bgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/NegNeg/bert/encoder/layer_7/intermediate/dense/BiasAdd* T0* _output_shapes : € € ð Hgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/RealDiv_1RealDivBgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/Neg,bert/encoder/layer_7/intermediate/dense/Sqrt* T0* _output_shapes : € € ö Hgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/RealDiv_2RealDivHgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/RealDiv_1,bert/encoder/layer_7/intermediate/dense/Sqrt* T0* _output_shapes : € € € Bgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/mulMul@gradients/bert/encoder/layer_7/intermediate/dense/Erf_grad/mul_1Hgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/RealDiv_2* T0* _output_shapes : € € ¥ Dgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/Sum_1SumBgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/mulVgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/BroadcastGradientArgs:1* T0* _output_shapes :* keep_dims(* Tidx0  Hgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/Reshape_1ReshapeDgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/Sum_1Fgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/Shape_1* T0* Tshape0* _output_shapes : ¬ gradients/AddN_34AddN@gradients/bert/encoder/layer_7/intermediate/dense/mul_1_grad/MulFgradients/bert/encoder/layer_7/intermediate/dense/truediv_grad/Reshape* T0*S _classI GEloc:@gradients/bert/encoder/layer_7/intermediate/dense/mul_1_grad/Mul* N* _output_shapes : € € © Jgradients/bert/encoder/layer_7/intermediate/dense/BiasAdd_grad/BiasAddGrad BiasAddGradgradients/AddN_34* T0* data_formatNHWC* _output_shapes :€ ç Dgradients/bert/encoder/layer_7/intermediate/dense/MatMul_grad/MatMulMatMulgradients/AddN_343bert/encoder/layer_7/intermediate/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( õ Fgradients/bert/encoder/layer_7/intermediate/dense/MatMul_grad/MatMul_1MatMul?bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/add_1gradients/AddN_34* T0* _output_shapes : €€* transpose_a(* transpose_b( ƒ gradients/AddN_35AddNgradients/AddN_33Dgradients/bert/encoder/layer_7/intermediate/dense/MatMul_grad/MatMul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € Ö Rgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_35=bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ä Tgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_35)bert/encoder/layer_7/attention/output/add* T0* _output_shapes : € €  Rgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : ¥ Tgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : â bgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsRgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/ShapeTgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ‘ Pgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_35bgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ ¹ Tgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapePgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/SumRgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ š Rgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_35dgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € Ö Pgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/NegNegRgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € €  Vgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapePgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/NegTgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € ¥ Tgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes : § Vgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : è dgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsTgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeVgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ › Rgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_2_grad/MulMulVgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1=bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ö Rgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_2_grad/SumSumRgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_2_grad/Muldgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ à Vgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeRgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_2_grad/SumTgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €  œ Tgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mulgradients/bert/encoder/layer_7/attention/self/Softmax_grad/mulMulFgradients/bert/encoder/layer_7/attention/self/dropout/div_grad/Reshape+bert/encoder/layer_7/attention/self/Softmax* T0*( _output_shapes :  €€ › Pgradients/bert/encoder/layer_7/attention/self/Softmax_grad/Sum/reduction_indicesConst* valueB: ÿÿÿÿÿÿÿÿÿ* dtype0* _output_shapes : ¦ >gradients/bert/encoder/layer_7/attention/self/Softmax_grad/SumSum>gradients/bert/encoder/layer_7/attention/self/Softmax_grad/mulPgradients/bert/encoder/layer_7/attention/self/Softmax_grad/Sum/reduction_indices* T0*' _output_shapes :  €* keep_dims(* Tidx0 € >gradients/bert/encoder/layer_7/attention/self/Softmax_grad/subSubFgradients/bert/encoder/layer_7/attention/self/dropout/div_grad/Reshape>gradients/bert/encoder/layer_7/attention/self/Softmax_grad/Sum* T0*( _output_shapes :  €€ ç @gradients/bert/encoder/layer_7/attention/self/Softmax_grad/mul_1Mul>gradients/bert/encoder/layer_7/attention/self/Softmax_grad/sub+bert/encoder/layer_7/attention/self/Softmax* T0*( _output_shapes :  €€ Þ Lgradients/bert/encoder/layer_7/attention/self/value/BiasAdd_grad/BiasAddGrad BiasAddGradDgradients/bert/encoder/layer_7/attention/self/Reshape_2_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ • gradients/bert/encoder/layer_7/attention/self/add_grad/Shape_1Const*% valueB" €€* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_7/attention/self/add_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_7/attention/self/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ¡ :gradients/bert/encoder/layer_7/attention/self/add_grad/SumSum@gradients/bert/encoder/layer_7/attention/self/Softmax_grad/mul_1Lgradients/bert/encoder/layer_7/attention/self/add_grad/BroadcastGradientArgs* T0*( _output_shapes :  €€* keep_dims(* Tidx0 „ >gradients/bert/encoder/layer_7/attention/self/add_grad/ReshapeReshape:gradients/bert/encoder/layer_7/attention/self/add_grad/Sumgradients/bert/encoder/layer_7/attention/self/add_grad/Shape_1* T0* Tshape0*( _output_shapes : €€ ž Fgradients/bert/encoder/layer_7/attention/self/value/MatMul_grad/MatMulMatMulDgradients/bert/encoder/layer_7/attention/self/Reshape_2_grad/Reshape5bert/encoder/layer_7/attention/self/value/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b(   Hgradients/bert/encoder/layer_7/attention/self/value/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_6/output/LayerNorm/batchnorm/add_1Dgradients/bert/encoder/layer_7/attention/self/Reshape_2_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a( • gradients/bert/encoder/layer_7/attention/self/Mul_grad/Shape_1Const* valueB* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_7/attention/self/Mul_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_7/attention/self/Mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ß :gradients/bert/encoder/layer_7/attention/self/Mul_grad/MulMul>gradients/bert/encoder/layer_7/attention/self/add_grad/Reshape)bert/encoder/layer_7/attention/self/Mul/y* T0*( _output_shapes :  €€ › :gradients/bert/encoder/layer_7/attention/self/Mul_grad/SumSum:gradients/bert/encoder/layer_7/attention/self/Mul_grad/MulLgradients/bert/encoder/layer_7/attention/self/Mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0*( _output_shapes :  €€ „ >gradients/bert/encoder/layer_7/attention/self/Mul_grad/ReshapeReshape:gradients/bert/encoder/layer_7/attention/self/Mul_grad/Sumgradients/bert/encoder/layer_7/attention/self/add_grad/Reshape* T0*( _output_shapes :  €€  gradients/bert/encoder/layer_7/attention/self/Mul_grad/Shape_1* T0* Tshape0* _output_shapes : Œ @gradients/bert/encoder/layer_7/attention/self/MatMul_grad/MatMul BatchMatMul>gradients/bert/encoder/layer_7/attention/self/Mul_grad/Reshape/bert/encoder/layer_7/attention/self/transpose_1* adj_x(* adj_y(* T0*' _output_shapes :  €@ Œ Bgradients/bert/encoder/layer_7/attention/self/MatMul_grad/MatMul_1 BatchMatMul>gradients/bert/encoder/layer_7/attention/self/Mul_grad/Reshape-bert/encoder/layer_7/attention/self/transpose* adj_x(* adj_y(* T0*' _output_shapes :  €@ ¼ Ngradients/bert/encoder/layer_7/attention/self/transpose_grad/InvertPermutationInvertPermutation2bert/encoder/layer_7/attention/self/transpose/perm* T0* _output_shapes : ¤ Fgradients/bert/encoder/layer_7/attention/self/transpose_grad/transpose Transpose@gradients/bert/encoder/layer_7/attention/self/MatMul_grad/MatMulNgradients/bert/encoder/layer_7/attention/self/transpose_grad/InvertPermutation* Tperm0* T0*' _output_shapes : € @ À Pgradients/bert/encoder/layer_7/attention/self/transpose_1_grad/InvertPermutationInvertPermutation4bert/encoder/layer_7/attention/self/transpose_1/perm* T0* _output_shapes : ª Hgradients/bert/encoder/layer_7/attention/self/transpose_1_grad/transpose TransposeBgradients/bert/encoder/layer_7/attention/self/MatMul_grad/MatMul_1Pgradients/bert/encoder/layer_7/attention/self/transpose_1_grad/InvertPermutation* Tperm0* T0*' _output_shapes : € @ ‘ @gradients/bert/encoder/layer_7/attention/self/Reshape_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Bgradients/bert/encoder/layer_7/attention/self/Reshape_grad/ReshapeReshapeFgradients/bert/encoder/layer_7/attention/self/transpose_grad/transpose@gradients/bert/encoder/layer_7/attention/self/Reshape_grad/Shape* T0* Tshape0* _output_shapes : € € “ Bgradients/bert/encoder/layer_7/attention/self/Reshape_1_grad/ShapeConst* valueB"* dtype0* _output_shapes : – Dgradients/bert/encoder/layer_7/attention/self/Reshape_1_grad/ReshapeReshapeHgradients/bert/encoder/layer_7/attention/self/transpose_1_grad/transposeBgradients/bert/encoder/layer_7/attention/self/Reshape_1_grad/Shape* T0* Tshape0* _output_shapes : € € Ü Lgradients/bert/encoder/layer_7/attention/self/query/BiasAdd_grad/BiasAddGrad BiasAddGradBgradients/bert/encoder/layer_7/attention/self/Reshape_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ Ü Jgradients/bert/encoder/layer_7/attention/self/key/BiasAdd_grad/BiasAddGrad BiasAddGradDgradients/bert/encoder/layer_7/attention/self/Reshape_1_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ œ Fgradients/bert/encoder/layer_7/attention/self/query/MatMul_grad/MatMulMatMulBgradients/bert/encoder/layer_7/attention/self/Reshape_grad/Reshape5bert/encoder/layer_7/attention/self/query/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ž Hgradients/bert/encoder/layer_7/attention/self/query/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_6/output/LayerNorm/batchnorm/add_1Bgradients/bert/encoder/layer_7/attention/self/Reshape_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a( š Dgradients/bert/encoder/layer_7/attention/self/key/MatMul_grad/MatMulMatMulDgradients/bert/encoder/layer_7/attention/self/Reshape_1_grad/Reshape3bert/encoder/layer_7/attention/self/key/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ž Fgradients/bert/encoder/layer_7/attention/self/key/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_6/output/LayerNorm/batchnorm/add_1Dgradients/bert/encoder/layer_7/attention/self/Reshape_1_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a(  gradients/AddN_38AddNgradients/AddN_37Fgradients/bert/encoder/layer_7/attention/self/value/MatMul_grad/MatMulFgradients/bert/encoder/layer_7/attention/self/query/MatMul_grad/MatMulDgradients/bert/encoder/layer_7/attention/self/key/MatMul_grad/MatMul* T0*e _class[ YWloc:@gradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € €  Hgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_383bert/encoder/layer_6/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ° Jgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_38bert/encoder/layer_6/output/add* T0* _output_shapes : € € “ Hgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : › Jgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/ShapeJgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ý Fgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_38Xgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ › Jgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapeFgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/SumHgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ † Hgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_38Zgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0  Fgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/NegNegHgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € € ¤ Lgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapeFgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/NegJgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € › Jgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Lgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Ê Zgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsJgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2_grad/ShapeLgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ý Hgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2_grad/MulMulLgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/Reshape_13bert/encoder/layer_6/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ¸ Hgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2_grad/SumSumHgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2_grad/MulZgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 ¥ Lgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeHgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2_grad/SumJgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €  þ Jgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mul2bert/encoder/layer_6/output/LayerNorm/moments/meanLgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/Reshape_1* T0* _output_shapes : € € à Jgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2_grad/Sum_1SumJgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2_grad/Mul_1\gradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 ¬ Ngradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1ReshapeJgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2_grad/Sum_1Lgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0* Tshape0* _output_shapes : € € È gradients/AddN_39AddNJgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Ngradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1* T0*] _classS QOloc:@gradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_1_grad/Mul_1* N* _output_shapes : € € ™ Hgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/ShapeConst* valueB"* dtype0* _output_shapes : • Jgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/Shape_1Const* valueB :€* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/ShapeJgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ½ Fgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/MulMulgradients/AddN_390bert/encoder/layer_6/output/LayerNorm/gamma/read* T0* _output_shapes : € € ² Fgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/SumSumFgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/MulXgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 Ÿ Jgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/ReshapeReshapeFgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/SumHgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/Shape* T0* Tshape0* _output_shapes : €  Ä Hgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/Mul_1Mul5bert/encoder/layer_6/output/LayerNorm/batchnorm/Rsqrtgradients/AddN_39* T0* _output_shapes : € € ¸ Hgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/Sum_1SumHgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/Mul_1Zgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs:1* T0* _output_shapes :€* keep_dims(* Tidx0 ¡ Lgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/Reshape_1ReshapeHgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/Sum_1Jgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0* Tshape0* _output_shapes :€ ˆ Ngradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGrad RsqrtGrad5bert/encoder/layer_6/output/LayerNorm/batchnorm/RsqrtJgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/Reshape* T0* _output_shapes : €  ™ Hgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/add_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Jgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/add_grad/Shape_1Const* valueB* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/add_grad/ShapeJgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ º Fgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/add_grad/SumSumNgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradXgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ Ÿ Jgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/add_grad/ReshapeReshapeFgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/add_grad/SumHgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/add_grad/Shape* T0* Tshape0* _output_shapes : €  ¹ Hgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/add_grad/Sum_1SumNgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradZgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs:1* T0* _output_shapes :* keep_dims(* Tidx0 œ Lgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/add_grad/Reshape_1ReshapeHgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/add_grad/Sum_1Jgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/add_grad/Shape_1* T0* Tshape0* _output_shapes : œ Kgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/ShapeConst* valueB"* dtype0* _output_shapes : ì Jgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/SizeConst*^ _classT RPloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ë Igradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/addAddHbert/encoder/layer_6/output/LayerNorm/moments/variance/reduction_indicesJgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Size* T0*^ _classT RPloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ñ Igradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/modFloorModIgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/addJgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Size* T0*^ _classT RPloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ÷ Mgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Shape_1Const*^ _classT RPloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Shape* value B :* dtype0* _output_shapes : ó Qgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/range/startConst*^ _classT RPloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ó Qgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/range/deltaConst*^ _classT RPloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Î Kgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/rangeRangeQgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/range/startJgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/SizeQgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/range/delta* Tidx0*^ _classT RPloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ò Pgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Fill/valueConst*^ _classT RPloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Š Jgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/FillFillMgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Shape_1Pgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Fill/value* T0*^ _classT RPloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Shape* index_type0* _output_shapes : £ Sgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/DynamicStitch DynamicStitchKgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/rangeIgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/modKgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/ShapeJgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Fill* T0*^ _classT RPloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Shape* N* _output_shapes : ñ Ogradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Maximum/yConst*^ _classT RPloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ƒ Mgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/MaximumMaximumSgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/DynamicStitchOgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Maximum/y* T0*^ _classT RPloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : û Ngradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/floordivFloorDivKgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/ShapeMgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Maximum* T0*^ _classT RPloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ± Mgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/ReshapeReshapeJgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/add_grad/ReshapeSgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ® Jgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/TileTileMgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/ReshapeNgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/floordiv* Tmultiples0* T0* _output_shapes : € €  Kgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/ConstConst* value B *@D* dtype0* _output_shapes : œ Mgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/truedivRealDivJgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/TileKgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/Const* T0* _output_shapes : € € ¥ Tgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/ShapeConst* valueB"* dtype0* _output_shapes : § Vgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/Shape_1Const* valueB"* dtype0* _output_shapes : è dgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgsBroadcastGradientArgsTgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/ShapeVgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ê Ugradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/scalarConstN^gradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/truediv* value B *@* dtype0* _output_shapes : ª Rgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/mulMulUgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/scalarMgradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € ± Rgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/subSubbert/encoder/layer_6/output/add:bert/encoder/layer_6/output/LayerNorm/moments/StopGradientN^gradients/bert/encoder/layer_6/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € ® Tgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/mul_1MulRgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/mulRgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/sub* T0* _output_shapes : € € Ý Rgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/SumSumTgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/mul_1dgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € Ä Vgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/ReshapeReshapeRgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/SumTgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/Shape* T0* Tshape0* _output_shapes : € € Ü Tgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/Sum_1SumTgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/mul_1fgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :€ É Xgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1ReshapeTgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/Sum_1Vgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0* Tshape0* _output_shapes : €  Ý Rgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/NegNegXgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1* T0* _output_shapes : €  ˜ Ggradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/ShapeConst* valueB"* dtype0* _output_shapes : ä Fgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/SizeConst*Z _classP NLloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : Û Egradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/addAddDbert/encoder/layer_6/output/LayerNorm/moments/mean/reduction_indicesFgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Size* T0*Z _classP NLloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : á Egradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/modFloorModEgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/addFgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Size* T0*Z _classP NLloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ï Igradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Shape_1Const*Z _classP NLloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Shape* value B :* dtype0* _output_shapes : ë Mgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/range/startConst*Z _classP NLloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ë Mgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/range/deltaConst*Z _classP NLloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : º Ggradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/rangeRangeMgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/range/startFgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/SizeMgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/range/delta* Tidx0*Z _classP NLloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ê Lgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Fill/valueConst*Z _classP NLloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ú Fgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/FillFillIgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Shape_1Lgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Fill/value* T0*Z _classP NLloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Shape* index_type0* _output_shapes : ‹ Ogradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/DynamicStitch DynamicStitchGgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/rangeEgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/modGgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/ShapeFgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Fill* T0*Z _classP NLloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Shape* N* _output_shapes : é Kgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Maximum/yConst*Z _classP NLloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ó Igradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/MaximumMaximumOgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/DynamicStitchKgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Maximum/y* T0*Z _classP NLloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ë Jgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/floordivFloorDivGgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/ShapeIgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Maximum* T0*Z _classP NLloc:@gradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : « Igradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/ReshapeReshapeLgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2_grad/ReshapeOgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ¢ Fgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/TileTileIgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/ReshapeJgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/floordiv* T0* _output_shapes : € €* Tmultiples0 Œ Ggradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/ConstConst* value B *@D* dtype0* _output_shapes :  Igradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/truedivRealDivFgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/TileGgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/Const* T0* _output_shapes : € € — gradients/AddN_40AddNHgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_1_grad/MulVgradients/bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference_grad/ReshapeIgradients/bert/encoder/layer_6/output/LayerNorm/moments/mean_grad/truediv* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € ª :gradients/bert/encoder/layer_6/output/dropout/mul_grad/MulMulgradients/AddN_40)bert/encoder/layer_6/output/dropout/Floor* T0* _output_shapes : € € ª gradients/bert/encoder/layer_6/output/dropout/div_grad/Shape_1Const* valueB* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_6/output/dropout/div_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_6/output/dropout/div_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ß >gradients/bert/encoder/layer_6/output/dropout/div_grad/RealDivRealDiv:gradients/bert/encoder/layer_6/output/dropout/mul_grad/Mul-bert/encoder/layer_6/output/dropout/keep_prob* T0* _output_shapes : € € — :gradients/bert/encoder/layer_6/output/dropout/div_grad/SumSum>gradients/bert/encoder/layer_6/output/dropout/div_grad/RealDivLgradients/bert/encoder/layer_6/output/dropout/div_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € ü >gradients/bert/encoder/layer_6/output/dropout/div_grad/ReshapeReshape:gradients/bert/encoder/layer_6/output/dropout/div_grad/Sumgradients/bert/encoder/layer_6/output/dropout/div_grad/Shape_1* T0* Tshape0* _output_shapes : Ð Dgradients/bert/encoder/layer_6/output/dense/BiasAdd_grad/BiasAddGrad BiasAddGrad>gradients/bert/encoder/layer_6/output/dropout/div_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ ˆ >gradients/bert/encoder/layer_6/output/dense/MatMul_grad/MatMulMatMul>gradients/bert/encoder/layer_6/output/dropout/div_grad/Reshape-bert/encoder/layer_6/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( Š @gradients/bert/encoder/layer_6/output/dense/MatMul_grad/MatMul_1MatMul-bert/encoder/layer_6/intermediate/dense/mul_1>gradients/bert/encoder/layer_6/output/dropout/div_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a( ß @gradients/bert/encoder/layer_6/intermediate/dense/mul_1_grad/MulMul>gradients/bert/encoder/layer_6/output/dense/MatMul_grad/MatMul+bert/encoder/layer_6/intermediate/dense/mul* T0* _output_shapes : € € å Bgradients/bert/encoder/layer_6/intermediate/dense/mul_1_grad/Mul_1Mul>gradients/bert/encoder/layer_6/output/dense/MatMul_grad/MatMul/bert/encoder/layer_6/intermediate/dense/BiasAdd* T0* _output_shapes : € € ƒ @gradients/bert/encoder/layer_6/intermediate/dense/mul_grad/ShapeConst* valueB* dtype0* _output_shapes : “ Bgradients/bert/encoder/layer_6/intermediate/dense/mul_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¬ Pgradients/bert/encoder/layer_6/intermediate/dense/mul_grad/BroadcastGradientArgsBroadcastGradientArgs@gradients/bert/encoder/layer_6/intermediate/dense/mul_grad/ShapeBgradients/bert/encoder/layer_6/intermediate/dense/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ á >gradients/bert/encoder/layer_6/intermediate/dense/mul_grad/MulMulBgradients/bert/encoder/layer_6/intermediate/dense/mul_1_grad/Mul_1+bert/encoder/layer_6/intermediate/dense/add* T0* _output_shapes : € € • >gradients/bert/encoder/layer_6/intermediate/dense/mul_grad/SumSum>gradients/bert/encoder/layer_6/intermediate/dense/mul_grad/MulPgradients/bert/encoder/layer_6/intermediate/dense/mul_grad/BroadcastGradientArgs* T0* _output_shapes :* keep_dims(* Tidx0 þ Bgradients/bert/encoder/layer_6/intermediate/dense/mul_grad/ReshapeReshape>gradients/bert/encoder/layer_6/intermediate/dense/mul_grad/Sum@gradients/bert/encoder/layer_6/intermediate/dense/mul_grad/Shape* T0* Tshape0* _output_shapes : å @gradients/bert/encoder/layer_6/intermediate/dense/mul_grad/Mul_1Mul-bert/encoder/layer_6/intermediate/dense/mul/xBgradients/bert/encoder/layer_6/intermediate/dense/mul_1_grad/Mul_1* T0* _output_shapes : € € ¥ @gradients/bert/encoder/layer_6/intermediate/dense/mul_grad/Sum_1Sum@gradients/bert/encoder/layer_6/intermediate/dense/mul_grad/Mul_1Rgradients/bert/encoder/layer_6/intermediate/dense/mul_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € Ž Dgradients/bert/encoder/layer_6/intermediate/dense/mul_grad/Reshape_1Reshape@gradients/bert/encoder/layer_6/intermediate/dense/mul_grad/Sum_1Bgradients/bert/encoder/layer_6/intermediate/dense/mul_grad/Shape_1* T0* Tshape0* _output_shapes : € € ƒ @gradients/bert/encoder/layer_6/intermediate/dense/add_grad/ShapeConst* valueB* dtype0* _output_shapes : “ Bgradients/bert/encoder/layer_6/intermediate/dense/add_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¬ Pgradients/bert/encoder/layer_6/intermediate/dense/add_grad/BroadcastGradientArgsBroadcastGradientArgs@gradients/bert/encoder/layer_6/intermediate/dense/add_grad/ShapeBgradients/bert/encoder/layer_6/intermediate/dense/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ › >gradients/bert/encoder/layer_6/intermediate/dense/add_grad/SumSumDgradients/bert/encoder/layer_6/intermediate/dense/mul_grad/Reshape_1Pgradients/bert/encoder/layer_6/intermediate/dense/add_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : þ Bgradients/bert/encoder/layer_6/intermediate/dense/add_grad/ReshapeReshape>gradients/bert/encoder/layer_6/intermediate/dense/add_grad/Sum@gradients/bert/encoder/layer_6/intermediate/dense/add_grad/Shape* T0* Tshape0* _output_shapes : © @gradients/bert/encoder/layer_6/intermediate/dense/add_grad/Sum_1SumDgradients/bert/encoder/layer_6/intermediate/dense/mul_grad/Reshape_1Rgradients/bert/encoder/layer_6/intermediate/dense/add_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 Ž Dgradients/bert/encoder/layer_6/intermediate/dense/add_grad/Reshape_1Reshape@gradients/bert/encoder/layer_6/intermediate/dense/add_grad/Sum_1Bgradients/bert/encoder/layer_6/intermediate/dense/add_grad/Shape_1* T0* Tshape0* _output_shapes : € € … @gradients/bert/encoder/layer_6/intermediate/dense/Erf_grad/ConstConst* value B *»n?* dtype0* _output_shapes : ø >gradients/bert/encoder/layer_6/intermediate/dense/Erf_grad/mulMulDgradients/bert/encoder/layer_6/intermediate/dense/add_grad/Reshape_1@gradients/bert/encoder/layer_6/intermediate/dense/Erf_grad/Const* T0* _output_shapes : € € î Agradients/bert/encoder/layer_6/intermediate/dense/Erf_grad/SquareSquare/bert/encoder/layer_6/intermediate/dense/truedivE^gradients/bert/encoder/layer_6/intermediate/dense/add_grad/Reshape_1* T0* _output_shapes : € € ³ >gradients/bert/encoder/layer_6/intermediate/dense/Erf_grad/NegNegAgradients/bert/encoder/layer_6/intermediate/dense/Erf_grad/Square* T0* _output_shapes : € € ° >gradients/bert/encoder/layer_6/intermediate/dense/Erf_grad/ExpExp>gradients/bert/encoder/layer_6/intermediate/dense/Erf_grad/Neg* T0* _output_shapes : € € ò @gradients/bert/encoder/layer_6/intermediate/dense/Erf_grad/mul_1Mul>gradients/bert/encoder/layer_6/intermediate/dense/Erf_grad/mul>gradients/bert/encoder/layer_6/intermediate/dense/Erf_grad/Exp* T0* _output_shapes : € € • Dgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/ShapeConst* valueB" * dtype0* _output_shapes : ‰ Fgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/Shape_1Const* valueB* dtype0* _output_shapes : ¸ Tgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/BroadcastGradientArgsBroadcastGradientArgsDgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/ShapeFgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ì Fgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/RealDivRealDiv@gradients/bert/encoder/layer_6/intermediate/dense/Erf_grad/mul_1,bert/encoder/layer_6/intermediate/dense/Sqrt* T0* _output_shapes : € € ¯ Bgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/SumSumFgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/RealDivTgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € ” Fgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/ReshapeReshapeBgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/SumDgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/Shape* T0* Tshape0* _output_shapes : € € ¥ Bgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/NegNeg/bert/encoder/layer_6/intermediate/dense/BiasAdd* T0* _output_shapes : € € ð Hgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/RealDiv_1RealDivBgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/Neg,bert/encoder/layer_6/intermediate/dense/Sqrt* T0* _output_shapes : € € ö Hgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/RealDiv_2RealDivHgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/RealDiv_1,bert/encoder/layer_6/intermediate/dense/Sqrt* T0* _output_shapes : € € € Bgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/mulMul@gradients/bert/encoder/layer_6/intermediate/dense/Erf_grad/mul_1Hgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/RealDiv_2* T0* _output_shapes : € € ¥ Dgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/Sum_1SumBgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/mulVgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/BroadcastGradientArgs:1* T0* _output_shapes :* keep_dims(* Tidx0  Hgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/Reshape_1ReshapeDgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/Sum_1Fgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/Shape_1* T0* Tshape0* _output_shapes : ¬ gradients/AddN_41AddN@gradients/bert/encoder/layer_6/intermediate/dense/mul_1_grad/MulFgradients/bert/encoder/layer_6/intermediate/dense/truediv_grad/Reshape* T0*S _classI GEloc:@gradients/bert/encoder/layer_6/intermediate/dense/mul_1_grad/Mul* N* _output_shapes : € € © Jgradients/bert/encoder/layer_6/intermediate/dense/BiasAdd_grad/BiasAddGrad BiasAddGradgradients/AddN_41* T0* data_formatNHWC* _output_shapes :€ ç Dgradients/bert/encoder/layer_6/intermediate/dense/MatMul_grad/MatMulMatMulgradients/AddN_413bert/encoder/layer_6/intermediate/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( õ Fgradients/bert/encoder/layer_6/intermediate/dense/MatMul_grad/MatMul_1MatMul?bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/add_1gradients/AddN_41* transpose_b(* T0* _output_shapes : €€* transpose_a( ƒ gradients/AddN_42AddNgradients/AddN_40Dgradients/bert/encoder/layer_6/intermediate/dense/MatMul_grad/MatMul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € Ö Rgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_42=bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ä Tgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_42)bert/encoder/layer_6/attention/output/add* T0* _output_shapes : € €  Rgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : ¥ Tgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : â bgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsRgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/ShapeTgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ‘ Pgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_42bgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* T0* _output_shapes :€* keep_dims(* Tidx0 ¹ Tgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapePgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/SumRgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ š Rgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_42dgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € Ö Pgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/NegNegRgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € €  Vgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapePgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/NegTgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € ¥ Tgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes : § Vgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : è dgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsTgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeVgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ › Rgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_2_grad/MulMulVgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1=bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ö Rgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_2_grad/SumSumRgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_2_grad/Muldgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 à Vgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeRgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_2_grad/SumTgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €  œ Tgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mulgradients/bert/encoder/layer_6/attention/self/Softmax_grad/mulMulFgradients/bert/encoder/layer_6/attention/self/dropout/div_grad/Reshape+bert/encoder/layer_6/attention/self/Softmax* T0*( _output_shapes :  €€ › Pgradients/bert/encoder/layer_6/attention/self/Softmax_grad/Sum/reduction_indicesConst* valueB: ÿÿÿÿÿÿÿÿÿ* dtype0* _output_shapes : ¦ >gradients/bert/encoder/layer_6/attention/self/Softmax_grad/SumSum>gradients/bert/encoder/layer_6/attention/self/Softmax_grad/mulPgradients/bert/encoder/layer_6/attention/self/Softmax_grad/Sum/reduction_indices* keep_dims(* Tidx0* T0*' _output_shapes :  € € >gradients/bert/encoder/layer_6/attention/self/Softmax_grad/subSubFgradients/bert/encoder/layer_6/attention/self/dropout/div_grad/Reshape>gradients/bert/encoder/layer_6/attention/self/Softmax_grad/Sum* T0*( _output_shapes :  €€ ç @gradients/bert/encoder/layer_6/attention/self/Softmax_grad/mul_1Mul>gradients/bert/encoder/layer_6/attention/self/Softmax_grad/sub+bert/encoder/layer_6/attention/self/Softmax* T0*( _output_shapes :  €€ Þ Lgradients/bert/encoder/layer_6/attention/self/value/BiasAdd_grad/BiasAddGrad BiasAddGradDgradients/bert/encoder/layer_6/attention/self/Reshape_2_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ • gradients/bert/encoder/layer_6/attention/self/add_grad/Shape_1Const*% valueB" €€* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_6/attention/self/add_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_6/attention/self/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ¡ :gradients/bert/encoder/layer_6/attention/self/add_grad/SumSum@gradients/bert/encoder/layer_6/attention/self/Softmax_grad/mul_1Lgradients/bert/encoder/layer_6/attention/self/add_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0*( _output_shapes :  €€ „ >gradients/bert/encoder/layer_6/attention/self/add_grad/ReshapeReshape:gradients/bert/encoder/layer_6/attention/self/add_grad/Sumgradients/bert/encoder/layer_6/attention/self/add_grad/Shape_1* T0* Tshape0*( _output_shapes : €€ ž Fgradients/bert/encoder/layer_6/attention/self/value/MatMul_grad/MatMulMatMulDgradients/bert/encoder/layer_6/attention/self/Reshape_2_grad/Reshape5bert/encoder/layer_6/attention/self/value/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b(   Hgradients/bert/encoder/layer_6/attention/self/value/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_5/output/LayerNorm/batchnorm/add_1Dgradients/bert/encoder/layer_6/attention/self/Reshape_2_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b( • gradients/bert/encoder/layer_6/attention/self/Mul_grad/Shape_1Const* valueB* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_6/attention/self/Mul_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_6/attention/self/Mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ß :gradients/bert/encoder/layer_6/attention/self/Mul_grad/MulMul>gradients/bert/encoder/layer_6/attention/self/add_grad/Reshape)bert/encoder/layer_6/attention/self/Mul/y* T0*( _output_shapes :  €€ › :gradients/bert/encoder/layer_6/attention/self/Mul_grad/SumSum:gradients/bert/encoder/layer_6/attention/self/Mul_grad/MulLgradients/bert/encoder/layer_6/attention/self/Mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0*( _output_shapes :  €€ „ >gradients/bert/encoder/layer_6/attention/self/Mul_grad/ReshapeReshape:gradients/bert/encoder/layer_6/attention/self/Mul_grad/Sumgradients/bert/encoder/layer_6/attention/self/add_grad/Reshape* T0*( _output_shapes :  €€  gradients/bert/encoder/layer_6/attention/self/Mul_grad/Shape_1* T0* Tshape0* _output_shapes : Œ @gradients/bert/encoder/layer_6/attention/self/MatMul_grad/MatMul BatchMatMul>gradients/bert/encoder/layer_6/attention/self/Mul_grad/Reshape/bert/encoder/layer_6/attention/self/transpose_1* T0*' _output_shapes :  €@* adj_x(* adj_y( Œ Bgradients/bert/encoder/layer_6/attention/self/MatMul_grad/MatMul_1 BatchMatMul>gradients/bert/encoder/layer_6/attention/self/Mul_grad/Reshape-bert/encoder/layer_6/attention/self/transpose* T0*' _output_shapes :  €@* adj_x(* adj_y( ¼ Ngradients/bert/encoder/layer_6/attention/self/transpose_grad/InvertPermutationInvertPermutation2bert/encoder/layer_6/attention/self/transpose/perm* T0* _output_shapes : ¤ Fgradients/bert/encoder/layer_6/attention/self/transpose_grad/transpose Transpose@gradients/bert/encoder/layer_6/attention/self/MatMul_grad/MatMulNgradients/bert/encoder/layer_6/attention/self/transpose_grad/InvertPermutation* Tperm0* T0*' _output_shapes : € @ À Pgradients/bert/encoder/layer_6/attention/self/transpose_1_grad/InvertPermutationInvertPermutation4bert/encoder/layer_6/attention/self/transpose_1/perm* T0* _output_shapes : ª Hgradients/bert/encoder/layer_6/attention/self/transpose_1_grad/transpose TransposeBgradients/bert/encoder/layer_6/attention/self/MatMul_grad/MatMul_1Pgradients/bert/encoder/layer_6/attention/self/transpose_1_grad/InvertPermutation* Tperm0* T0*' _output_shapes : € @ ‘ @gradients/bert/encoder/layer_6/attention/self/Reshape_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Bgradients/bert/encoder/layer_6/attention/self/Reshape_grad/ReshapeReshapeFgradients/bert/encoder/layer_6/attention/self/transpose_grad/transpose@gradients/bert/encoder/layer_6/attention/self/Reshape_grad/Shape* T0* Tshape0* _output_shapes : € € “ Bgradients/bert/encoder/layer_6/attention/self/Reshape_1_grad/ShapeConst* valueB"* dtype0* _output_shapes : – Dgradients/bert/encoder/layer_6/attention/self/Reshape_1_grad/ReshapeReshapeHgradients/bert/encoder/layer_6/attention/self/transpose_1_grad/transposeBgradients/bert/encoder/layer_6/attention/self/Reshape_1_grad/Shape* T0* Tshape0* _output_shapes : € € Ü Lgradients/bert/encoder/layer_6/attention/self/query/BiasAdd_grad/BiasAddGrad BiasAddGradBgradients/bert/encoder/layer_6/attention/self/Reshape_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ Ü Jgradients/bert/encoder/layer_6/attention/self/key/BiasAdd_grad/BiasAddGrad BiasAddGradDgradients/bert/encoder/layer_6/attention/self/Reshape_1_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ œ Fgradients/bert/encoder/layer_6/attention/self/query/MatMul_grad/MatMulMatMulBgradients/bert/encoder/layer_6/attention/self/Reshape_grad/Reshape5bert/encoder/layer_6/attention/self/query/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ž Hgradients/bert/encoder/layer_6/attention/self/query/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_5/output/LayerNorm/batchnorm/add_1Bgradients/bert/encoder/layer_6/attention/self/Reshape_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a( š Dgradients/bert/encoder/layer_6/attention/self/key/MatMul_grad/MatMulMatMulDgradients/bert/encoder/layer_6/attention/self/Reshape_1_grad/Reshape3bert/encoder/layer_6/attention/self/key/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ž Fgradients/bert/encoder/layer_6/attention/self/key/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_5/output/LayerNorm/batchnorm/add_1Dgradients/bert/encoder/layer_6/attention/self/Reshape_1_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a(  gradients/AddN_45AddNgradients/AddN_44Fgradients/bert/encoder/layer_6/attention/self/value/MatMul_grad/MatMulFgradients/bert/encoder/layer_6/attention/self/query/MatMul_grad/MatMulDgradients/bert/encoder/layer_6/attention/self/key/MatMul_grad/MatMul* T0*e _class[ YWloc:@gradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € €  Hgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_453bert/encoder/layer_5/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ° Jgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_45bert/encoder/layer_5/output/add* T0* _output_shapes : € € “ Hgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : › Jgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/ShapeJgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ý Fgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_45Xgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ › Jgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapeFgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/SumHgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ † Hgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_45Zgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0  Fgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/NegNegHgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € € ¤ Lgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapeFgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/NegJgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € › Jgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Lgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Ê Zgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsJgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2_grad/ShapeLgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ý Hgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2_grad/MulMulLgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/Reshape_13bert/encoder/layer_5/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ¸ Hgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2_grad/SumSumHgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2_grad/MulZgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 ¥ Lgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeHgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2_grad/SumJgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €  þ Jgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mul2bert/encoder/layer_5/output/LayerNorm/moments/meanLgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/Reshape_1* T0* _output_shapes : € € à Jgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2_grad/Sum_1SumJgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2_grad/Mul_1\gradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 ¬ Ngradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1ReshapeJgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2_grad/Sum_1Lgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0* Tshape0* _output_shapes : € € È gradients/AddN_46AddNJgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Ngradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1* T0*] _classS QOloc:@gradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_1_grad/Mul_1* N* _output_shapes : € € ™ Hgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/ShapeConst* valueB"* dtype0* _output_shapes : • Jgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/Shape_1Const* valueB :€* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/ShapeJgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ½ Fgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/MulMulgradients/AddN_460bert/encoder/layer_5/output/LayerNorm/gamma/read* T0* _output_shapes : € € ² Fgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/SumSumFgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/MulXgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 Ÿ Jgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/ReshapeReshapeFgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/SumHgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/Shape* T0* Tshape0* _output_shapes : €  Ä Hgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/Mul_1Mul5bert/encoder/layer_5/output/LayerNorm/batchnorm/Rsqrtgradients/AddN_46* T0* _output_shapes : € € ¸ Hgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/Sum_1SumHgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/Mul_1Zgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :€ ¡ Lgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/Reshape_1ReshapeHgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/Sum_1Jgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0* Tshape0* _output_shapes :€ ˆ Ngradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGrad RsqrtGrad5bert/encoder/layer_5/output/LayerNorm/batchnorm/RsqrtJgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/Reshape* T0* _output_shapes : €  ™ Hgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/add_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Jgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/add_grad/Shape_1Const* valueB* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/add_grad/ShapeJgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ º Fgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/add_grad/SumSumNgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradXgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 Ÿ Jgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/add_grad/ReshapeReshapeFgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/add_grad/SumHgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/add_grad/Shape* T0* Tshape0* _output_shapes : €  ¹ Hgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/add_grad/Sum_1SumNgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradZgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs:1* T0* _output_shapes :* keep_dims(* Tidx0 œ Lgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/add_grad/Reshape_1ReshapeHgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/add_grad/Sum_1Jgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/add_grad/Shape_1* T0* Tshape0* _output_shapes : œ Kgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/ShapeConst* valueB"* dtype0* _output_shapes : ì Jgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/SizeConst*^ _classT RPloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ë Igradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/addAddHbert/encoder/layer_5/output/LayerNorm/moments/variance/reduction_indicesJgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Size* T0*^ _classT RPloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ñ Igradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/modFloorModIgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/addJgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Size* T0*^ _classT RPloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ÷ Mgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Shape_1Const*^ _classT RPloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Shape* value B :* dtype0* _output_shapes : ó Qgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/range/startConst*^ _classT RPloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ó Qgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/range/deltaConst*^ _classT RPloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Î Kgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/rangeRangeQgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/range/startJgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/SizeQgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/range/delta*^ _classT RPloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Shape* _output_shapes :* Tidx0 ò Pgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Fill/valueConst*^ _classT RPloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Š Jgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/FillFillMgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Shape_1Pgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Fill/value* T0*^ _classT RPloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Shape* index_type0* _output_shapes : £ Sgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/DynamicStitch DynamicStitchKgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/rangeIgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/modKgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/ShapeJgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Fill* T0*^ _classT RPloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Shape* N* _output_shapes : ñ Ogradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Maximum/yConst*^ _classT RPloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ƒ Mgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/MaximumMaximumSgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/DynamicStitchOgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Maximum/y* T0*^ _classT RPloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : û Ngradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/floordivFloorDivKgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/ShapeMgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Maximum* T0*^ _classT RPloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ± Mgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/ReshapeReshapeJgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/add_grad/ReshapeSgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ® Jgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/TileTileMgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/ReshapeNgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/floordiv* Tmultiples0* T0* _output_shapes : € €  Kgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/ConstConst* value B *@D* dtype0* _output_shapes : œ Mgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/truedivRealDivJgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/TileKgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/Const* T0* _output_shapes : € € ¥ Tgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/ShapeConst* valueB"* dtype0* _output_shapes : § Vgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/Shape_1Const* valueB"* dtype0* _output_shapes : è dgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgsBroadcastGradientArgsTgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/ShapeVgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ê Ugradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/scalarConstN^gradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/truediv* value B *@* dtype0* _output_shapes : ª Rgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/mulMulUgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/scalarMgradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € ± Rgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/subSubbert/encoder/layer_5/output/add:bert/encoder/layer_5/output/LayerNorm/moments/StopGradientN^gradients/bert/encoder/layer_5/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € ® Tgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/mul_1MulRgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/mulRgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/sub* T0* _output_shapes : € € Ý Rgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/SumSumTgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/mul_1dgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € Ä Vgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/ReshapeReshapeRgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/SumTgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/Shape* T0* Tshape0* _output_shapes : € € Ü Tgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/Sum_1SumTgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/mul_1fgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :€ É Xgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1ReshapeTgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/Sum_1Vgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0* Tshape0* _output_shapes : €  Ý Rgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/NegNegXgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1* T0* _output_shapes : €  ˜ Ggradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/ShapeConst* valueB"* dtype0* _output_shapes : ä Fgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/SizeConst*Z _classP NLloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : Û Egradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/addAddDbert/encoder/layer_5/output/LayerNorm/moments/mean/reduction_indicesFgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Size* T0*Z _classP NLloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : á Egradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/modFloorModEgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/addFgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Size* T0*Z _classP NLloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ï Igradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Shape_1Const*Z _classP NLloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Shape* value B :* dtype0* _output_shapes : ë Mgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/range/startConst*Z _classP NLloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ë Mgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/range/deltaConst*Z _classP NLloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : º Ggradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/rangeRangeMgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/range/startFgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/SizeMgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/range/delta*Z _classP NLloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Shape* _output_shapes :* Tidx0 ê Lgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Fill/valueConst*Z _classP NLloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ú Fgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/FillFillIgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Shape_1Lgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Fill/value* T0*Z _classP NLloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Shape* index_type0* _output_shapes : ‹ Ogradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/DynamicStitch DynamicStitchGgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/rangeEgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/modGgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/ShapeFgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Fill* T0*Z _classP NLloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Shape* N* _output_shapes : é Kgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Maximum/yConst*Z _classP NLloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ó Igradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/MaximumMaximumOgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/DynamicStitchKgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Maximum/y* T0*Z _classP NLloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ë Jgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/floordivFloorDivGgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/ShapeIgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Maximum* T0*Z _classP NLloc:@gradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : « Igradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/ReshapeReshapeLgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2_grad/ReshapeOgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ¢ Fgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/TileTileIgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/ReshapeJgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/floordiv* T0* _output_shapes : € €* Tmultiples0 Œ Ggradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/ConstConst* value B *@D* dtype0* _output_shapes :  Igradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/truedivRealDivFgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/TileGgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/Const* T0* _output_shapes : € € — gradients/AddN_47AddNHgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_1_grad/MulVgradients/bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference_grad/ReshapeIgradients/bert/encoder/layer_5/output/LayerNorm/moments/mean_grad/truediv* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € ª :gradients/bert/encoder/layer_5/output/dropout/mul_grad/MulMulgradients/AddN_47)bert/encoder/layer_5/output/dropout/Floor* T0* _output_shapes : € € ª gradients/bert/encoder/layer_5/output/dropout/div_grad/Shape_1Const* valueB* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_5/output/dropout/div_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_5/output/dropout/div_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ß >gradients/bert/encoder/layer_5/output/dropout/div_grad/RealDivRealDiv:gradients/bert/encoder/layer_5/output/dropout/mul_grad/Mul-bert/encoder/layer_5/output/dropout/keep_prob* T0* _output_shapes : € € — :gradients/bert/encoder/layer_5/output/dropout/div_grad/SumSum>gradients/bert/encoder/layer_5/output/dropout/div_grad/RealDivLgradients/bert/encoder/layer_5/output/dropout/div_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € ü >gradients/bert/encoder/layer_5/output/dropout/div_grad/ReshapeReshape:gradients/bert/encoder/layer_5/output/dropout/div_grad/Sumgradients/bert/encoder/layer_5/output/dropout/div_grad/Shape_1* T0* Tshape0* _output_shapes : Ð Dgradients/bert/encoder/layer_5/output/dense/BiasAdd_grad/BiasAddGrad BiasAddGrad>gradients/bert/encoder/layer_5/output/dropout/div_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ ˆ >gradients/bert/encoder/layer_5/output/dense/MatMul_grad/MatMulMatMul>gradients/bert/encoder/layer_5/output/dropout/div_grad/Reshape-bert/encoder/layer_5/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( Š @gradients/bert/encoder/layer_5/output/dense/MatMul_grad/MatMul_1MatMul-bert/encoder/layer_5/intermediate/dense/mul_1>gradients/bert/encoder/layer_5/output/dropout/div_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a( ß @gradients/bert/encoder/layer_5/intermediate/dense/mul_1_grad/MulMul>gradients/bert/encoder/layer_5/output/dense/MatMul_grad/MatMul+bert/encoder/layer_5/intermediate/dense/mul* T0* _output_shapes : € € å Bgradients/bert/encoder/layer_5/intermediate/dense/mul_1_grad/Mul_1Mul>gradients/bert/encoder/layer_5/output/dense/MatMul_grad/MatMul/bert/encoder/layer_5/intermediate/dense/BiasAdd* T0* _output_shapes : € € ƒ @gradients/bert/encoder/layer_5/intermediate/dense/mul_grad/ShapeConst* valueB* dtype0* _output_shapes : “ Bgradients/bert/encoder/layer_5/intermediate/dense/mul_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¬ Pgradients/bert/encoder/layer_5/intermediate/dense/mul_grad/BroadcastGradientArgsBroadcastGradientArgs@gradients/bert/encoder/layer_5/intermediate/dense/mul_grad/ShapeBgradients/bert/encoder/layer_5/intermediate/dense/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ á >gradients/bert/encoder/layer_5/intermediate/dense/mul_grad/MulMulBgradients/bert/encoder/layer_5/intermediate/dense/mul_1_grad/Mul_1+bert/encoder/layer_5/intermediate/dense/add* T0* _output_shapes : € € • >gradients/bert/encoder/layer_5/intermediate/dense/mul_grad/SumSum>gradients/bert/encoder/layer_5/intermediate/dense/mul_grad/MulPgradients/bert/encoder/layer_5/intermediate/dense/mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : þ Bgradients/bert/encoder/layer_5/intermediate/dense/mul_grad/ReshapeReshape>gradients/bert/encoder/layer_5/intermediate/dense/mul_grad/Sum@gradients/bert/encoder/layer_5/intermediate/dense/mul_grad/Shape* T0* Tshape0* _output_shapes : å @gradients/bert/encoder/layer_5/intermediate/dense/mul_grad/Mul_1Mul-bert/encoder/layer_5/intermediate/dense/mul/xBgradients/bert/encoder/layer_5/intermediate/dense/mul_1_grad/Mul_1* T0* _output_shapes : € € ¥ @gradients/bert/encoder/layer_5/intermediate/dense/mul_grad/Sum_1Sum@gradients/bert/encoder/layer_5/intermediate/dense/mul_grad/Mul_1Rgradients/bert/encoder/layer_5/intermediate/dense/mul_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 Ž Dgradients/bert/encoder/layer_5/intermediate/dense/mul_grad/Reshape_1Reshape@gradients/bert/encoder/layer_5/intermediate/dense/mul_grad/Sum_1Bgradients/bert/encoder/layer_5/intermediate/dense/mul_grad/Shape_1* T0* Tshape0* _output_shapes : € € ƒ @gradients/bert/encoder/layer_5/intermediate/dense/add_grad/ShapeConst* valueB* dtype0* _output_shapes : “ Bgradients/bert/encoder/layer_5/intermediate/dense/add_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¬ Pgradients/bert/encoder/layer_5/intermediate/dense/add_grad/BroadcastGradientArgsBroadcastGradientArgs@gradients/bert/encoder/layer_5/intermediate/dense/add_grad/ShapeBgradients/bert/encoder/layer_5/intermediate/dense/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ › >gradients/bert/encoder/layer_5/intermediate/dense/add_grad/SumSumDgradients/bert/encoder/layer_5/intermediate/dense/mul_grad/Reshape_1Pgradients/bert/encoder/layer_5/intermediate/dense/add_grad/BroadcastGradientArgs* T0* _output_shapes :* keep_dims(* Tidx0 þ Bgradients/bert/encoder/layer_5/intermediate/dense/add_grad/ReshapeReshape>gradients/bert/encoder/layer_5/intermediate/dense/add_grad/Sum@gradients/bert/encoder/layer_5/intermediate/dense/add_grad/Shape* T0* Tshape0* _output_shapes : © @gradients/bert/encoder/layer_5/intermediate/dense/add_grad/Sum_1SumDgradients/bert/encoder/layer_5/intermediate/dense/mul_grad/Reshape_1Rgradients/bert/encoder/layer_5/intermediate/dense/add_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € Ž Dgradients/bert/encoder/layer_5/intermediate/dense/add_grad/Reshape_1Reshape@gradients/bert/encoder/layer_5/intermediate/dense/add_grad/Sum_1Bgradients/bert/encoder/layer_5/intermediate/dense/add_grad/Shape_1* T0* Tshape0* _output_shapes : € € … @gradients/bert/encoder/layer_5/intermediate/dense/Erf_grad/ConstConst* value B *»n?* dtype0* _output_shapes : ø >gradients/bert/encoder/layer_5/intermediate/dense/Erf_grad/mulMulDgradients/bert/encoder/layer_5/intermediate/dense/add_grad/Reshape_1@gradients/bert/encoder/layer_5/intermediate/dense/Erf_grad/Const* T0* _output_shapes : € € î Agradients/bert/encoder/layer_5/intermediate/dense/Erf_grad/SquareSquare/bert/encoder/layer_5/intermediate/dense/truedivE^gradients/bert/encoder/layer_5/intermediate/dense/add_grad/Reshape_1* T0* _output_shapes : € € ³ >gradients/bert/encoder/layer_5/intermediate/dense/Erf_grad/NegNegAgradients/bert/encoder/layer_5/intermediate/dense/Erf_grad/Square* T0* _output_shapes : € € ° >gradients/bert/encoder/layer_5/intermediate/dense/Erf_grad/ExpExp>gradients/bert/encoder/layer_5/intermediate/dense/Erf_grad/Neg* T0* _output_shapes : € € ò @gradients/bert/encoder/layer_5/intermediate/dense/Erf_grad/mul_1Mul>gradients/bert/encoder/layer_5/intermediate/dense/Erf_grad/mul>gradients/bert/encoder/layer_5/intermediate/dense/Erf_grad/Exp* T0* _output_shapes : € € • Dgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/ShapeConst* valueB" * dtype0* _output_shapes : ‰ Fgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/Shape_1Const* valueB* dtype0* _output_shapes : ¸ Tgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/BroadcastGradientArgsBroadcastGradientArgsDgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/ShapeFgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ì Fgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/RealDivRealDiv@gradients/bert/encoder/layer_5/intermediate/dense/Erf_grad/mul_1,bert/encoder/layer_5/intermediate/dense/Sqrt* T0* _output_shapes : € € ¯ Bgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/SumSumFgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/RealDivTgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € ” Fgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/ReshapeReshapeBgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/SumDgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/Shape* T0* Tshape0* _output_shapes : € € ¥ Bgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/NegNeg/bert/encoder/layer_5/intermediate/dense/BiasAdd* T0* _output_shapes : € € ð Hgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/RealDiv_1RealDivBgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/Neg,bert/encoder/layer_5/intermediate/dense/Sqrt* T0* _output_shapes : € € ö Hgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/RealDiv_2RealDivHgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/RealDiv_1,bert/encoder/layer_5/intermediate/dense/Sqrt* T0* _output_shapes : € € € Bgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/mulMul@gradients/bert/encoder/layer_5/intermediate/dense/Erf_grad/mul_1Hgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/RealDiv_2* T0* _output_shapes : € € ¥ Dgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/Sum_1SumBgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/mulVgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/BroadcastGradientArgs:1* T0* _output_shapes :* keep_dims(* Tidx0  Hgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/Reshape_1ReshapeDgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/Sum_1Fgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/Shape_1* T0* Tshape0* _output_shapes : ¬ gradients/AddN_48AddN@gradients/bert/encoder/layer_5/intermediate/dense/mul_1_grad/MulFgradients/bert/encoder/layer_5/intermediate/dense/truediv_grad/Reshape* T0*S _classI GEloc:@gradients/bert/encoder/layer_5/intermediate/dense/mul_1_grad/Mul* N* _output_shapes : € € © Jgradients/bert/encoder/layer_5/intermediate/dense/BiasAdd_grad/BiasAddGrad BiasAddGradgradients/AddN_48* T0* data_formatNHWC* _output_shapes :€ ç Dgradients/bert/encoder/layer_5/intermediate/dense/MatMul_grad/MatMulMatMulgradients/AddN_483bert/encoder/layer_5/intermediate/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( õ Fgradients/bert/encoder/layer_5/intermediate/dense/MatMul_grad/MatMul_1MatMul?bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/add_1gradients/AddN_48* T0* _output_shapes : €€* transpose_a(* transpose_b( ƒ gradients/AddN_49AddNgradients/AddN_47Dgradients/bert/encoder/layer_5/intermediate/dense/MatMul_grad/MatMul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € Ö Rgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_49=bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ä Tgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_49)bert/encoder/layer_5/attention/output/add* T0* _output_shapes : € €  Rgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : ¥ Tgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : â bgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsRgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/ShapeTgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ‘ Pgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_49bgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ ¹ Tgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapePgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/SumRgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ š Rgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_49dgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 Ö Pgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/NegNegRgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € €  Vgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapePgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/NegTgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € ¥ Tgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes : § Vgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : è dgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsTgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeVgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ › Rgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_2_grad/MulMulVgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1=bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ö Rgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_2_grad/SumSumRgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_2_grad/Muldgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 à Vgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeRgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_2_grad/SumTgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €  œ Tgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mulgradients/bert/encoder/layer_5/attention/self/Softmax_grad/mulMulFgradients/bert/encoder/layer_5/attention/self/dropout/div_grad/Reshape+bert/encoder/layer_5/attention/self/Softmax* T0*( _output_shapes :  €€ › Pgradients/bert/encoder/layer_5/attention/self/Softmax_grad/Sum/reduction_indicesConst* valueB: ÿÿÿÿÿÿÿÿÿ* dtype0* _output_shapes : ¦ >gradients/bert/encoder/layer_5/attention/self/Softmax_grad/SumSum>gradients/bert/encoder/layer_5/attention/self/Softmax_grad/mulPgradients/bert/encoder/layer_5/attention/self/Softmax_grad/Sum/reduction_indices* T0*' _output_shapes :  €* keep_dims(* Tidx0 € >gradients/bert/encoder/layer_5/attention/self/Softmax_grad/subSubFgradients/bert/encoder/layer_5/attention/self/dropout/div_grad/Reshape>gradients/bert/encoder/layer_5/attention/self/Softmax_grad/Sum* T0*( _output_shapes :  €€ ç @gradients/bert/encoder/layer_5/attention/self/Softmax_grad/mul_1Mul>gradients/bert/encoder/layer_5/attention/self/Softmax_grad/sub+bert/encoder/layer_5/attention/self/Softmax* T0*( _output_shapes :  €€ Þ Lgradients/bert/encoder/layer_5/attention/self/value/BiasAdd_grad/BiasAddGrad BiasAddGradDgradients/bert/encoder/layer_5/attention/self/Reshape_2_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ • gradients/bert/encoder/layer_5/attention/self/add_grad/Shape_1Const*% valueB" €€* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_5/attention/self/add_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_5/attention/self/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ¡ :gradients/bert/encoder/layer_5/attention/self/add_grad/SumSum@gradients/bert/encoder/layer_5/attention/self/Softmax_grad/mul_1Lgradients/bert/encoder/layer_5/attention/self/add_grad/BroadcastGradientArgs* T0*( _output_shapes :  €€* keep_dims(* Tidx0 „ >gradients/bert/encoder/layer_5/attention/self/add_grad/ReshapeReshape:gradients/bert/encoder/layer_5/attention/self/add_grad/Sumgradients/bert/encoder/layer_5/attention/self/add_grad/Shape_1* T0* Tshape0*( _output_shapes : €€ ž Fgradients/bert/encoder/layer_5/attention/self/value/MatMul_grad/MatMulMatMulDgradients/bert/encoder/layer_5/attention/self/Reshape_2_grad/Reshape5bert/encoder/layer_5/attention/self/value/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b(   Hgradients/bert/encoder/layer_5/attention/self/value/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_4/output/LayerNorm/batchnorm/add_1Dgradients/bert/encoder/layer_5/attention/self/Reshape_2_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a( • gradients/bert/encoder/layer_5/attention/self/Mul_grad/Shape_1Const* valueB* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_5/attention/self/Mul_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_5/attention/self/Mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ß :gradients/bert/encoder/layer_5/attention/self/Mul_grad/MulMul>gradients/bert/encoder/layer_5/attention/self/add_grad/Reshape)bert/encoder/layer_5/attention/self/Mul/y* T0*( _output_shapes :  €€ › :gradients/bert/encoder/layer_5/attention/self/Mul_grad/SumSum:gradients/bert/encoder/layer_5/attention/self/Mul_grad/MulLgradients/bert/encoder/layer_5/attention/self/Mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0*( _output_shapes :  €€ „ >gradients/bert/encoder/layer_5/attention/self/Mul_grad/ReshapeReshape:gradients/bert/encoder/layer_5/attention/self/Mul_grad/Sumgradients/bert/encoder/layer_5/attention/self/add_grad/Reshape* T0*( _output_shapes :  €€  gradients/bert/encoder/layer_5/attention/self/Mul_grad/Shape_1* T0* Tshape0* _output_shapes : Œ @gradients/bert/encoder/layer_5/attention/self/MatMul_grad/MatMul BatchMatMul>gradients/bert/encoder/layer_5/attention/self/Mul_grad/Reshape/bert/encoder/layer_5/attention/self/transpose_1* T0*' _output_shapes :  €@* adj_x(* adj_y( Œ Bgradients/bert/encoder/layer_5/attention/self/MatMul_grad/MatMul_1 BatchMatMul>gradients/bert/encoder/layer_5/attention/self/Mul_grad/Reshape-bert/encoder/layer_5/attention/self/transpose* adj_x(* adj_y(* T0*' _output_shapes :  €@ ¼ Ngradients/bert/encoder/layer_5/attention/self/transpose_grad/InvertPermutationInvertPermutation2bert/encoder/layer_5/attention/self/transpose/perm* T0* _output_shapes : ¤ Fgradients/bert/encoder/layer_5/attention/self/transpose_grad/transpose Transpose@gradients/bert/encoder/layer_5/attention/self/MatMul_grad/MatMulNgradients/bert/encoder/layer_5/attention/self/transpose_grad/InvertPermutation* T0*' _output_shapes : € @* Tperm0 À Pgradients/bert/encoder/layer_5/attention/self/transpose_1_grad/InvertPermutationInvertPermutation4bert/encoder/layer_5/attention/self/transpose_1/perm* T0* _output_shapes : ª Hgradients/bert/encoder/layer_5/attention/self/transpose_1_grad/transpose TransposeBgradients/bert/encoder/layer_5/attention/self/MatMul_grad/MatMul_1Pgradients/bert/encoder/layer_5/attention/self/transpose_1_grad/InvertPermutation* Tperm0* T0*' _output_shapes : € @ ‘ @gradients/bert/encoder/layer_5/attention/self/Reshape_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Bgradients/bert/encoder/layer_5/attention/self/Reshape_grad/ReshapeReshapeFgradients/bert/encoder/layer_5/attention/self/transpose_grad/transpose@gradients/bert/encoder/layer_5/attention/self/Reshape_grad/Shape* T0* Tshape0* _output_shapes : € € “ Bgradients/bert/encoder/layer_5/attention/self/Reshape_1_grad/ShapeConst* valueB"* dtype0* _output_shapes : – Dgradients/bert/encoder/layer_5/attention/self/Reshape_1_grad/ReshapeReshapeHgradients/bert/encoder/layer_5/attention/self/transpose_1_grad/transposeBgradients/bert/encoder/layer_5/attention/self/Reshape_1_grad/Shape* T0* Tshape0* _output_shapes : € € Ü Lgradients/bert/encoder/layer_5/attention/self/query/BiasAdd_grad/BiasAddGrad BiasAddGradBgradients/bert/encoder/layer_5/attention/self/Reshape_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ Ü Jgradients/bert/encoder/layer_5/attention/self/key/BiasAdd_grad/BiasAddGrad BiasAddGradDgradients/bert/encoder/layer_5/attention/self/Reshape_1_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ œ Fgradients/bert/encoder/layer_5/attention/self/query/MatMul_grad/MatMulMatMulBgradients/bert/encoder/layer_5/attention/self/Reshape_grad/Reshape5bert/encoder/layer_5/attention/self/query/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ž Hgradients/bert/encoder/layer_5/attention/self/query/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_4/output/LayerNorm/batchnorm/add_1Bgradients/bert/encoder/layer_5/attention/self/Reshape_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b( š Dgradients/bert/encoder/layer_5/attention/self/key/MatMul_grad/MatMulMatMulDgradients/bert/encoder/layer_5/attention/self/Reshape_1_grad/Reshape3bert/encoder/layer_5/attention/self/key/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ž Fgradients/bert/encoder/layer_5/attention/self/key/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_4/output/LayerNorm/batchnorm/add_1Dgradients/bert/encoder/layer_5/attention/self/Reshape_1_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b(  gradients/AddN_52AddNgradients/AddN_51Fgradients/bert/encoder/layer_5/attention/self/value/MatMul_grad/MatMulFgradients/bert/encoder/layer_5/attention/self/query/MatMul_grad/MatMulDgradients/bert/encoder/layer_5/attention/self/key/MatMul_grad/MatMul* T0*e _class[ YWloc:@gradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € €  Hgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_523bert/encoder/layer_4/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ° Jgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_52bert/encoder/layer_4/output/add* T0* _output_shapes : € € “ Hgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : › Jgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/ShapeJgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ý Fgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_52Xgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* T0* _output_shapes :€* keep_dims(* Tidx0 › Jgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapeFgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/SumHgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ † Hgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_52Zgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0  Fgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/NegNegHgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € € ¤ Lgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapeFgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/NegJgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € › Jgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Lgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Ê Zgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsJgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2_grad/ShapeLgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ý Hgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2_grad/MulMulLgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/Reshape_13bert/encoder/layer_4/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ¸ Hgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2_grad/SumSumHgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2_grad/MulZgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ ¥ Lgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeHgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2_grad/SumJgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €  þ Jgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mul2bert/encoder/layer_4/output/LayerNorm/moments/meanLgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/Reshape_1* T0* _output_shapes : € € à Jgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2_grad/Sum_1SumJgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2_grad/Mul_1\gradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € ¬ Ngradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1ReshapeJgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2_grad/Sum_1Lgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0* Tshape0* _output_shapes : € € È gradients/AddN_53AddNJgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Ngradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1* T0*] _classS QOloc:@gradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_1_grad/Mul_1* N* _output_shapes : € € ™ Hgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/ShapeConst* valueB"* dtype0* _output_shapes : • Jgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/Shape_1Const* valueB :€* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/ShapeJgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ½ Fgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/MulMulgradients/AddN_530bert/encoder/layer_4/output/LayerNorm/gamma/read* T0* _output_shapes : € € ² Fgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/SumSumFgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/MulXgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ Ÿ Jgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/ReshapeReshapeFgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/SumHgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/Shape* T0* Tshape0* _output_shapes : €  Ä Hgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/Mul_1Mul5bert/encoder/layer_4/output/LayerNorm/batchnorm/Rsqrtgradients/AddN_53* T0* _output_shapes : € € ¸ Hgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/Sum_1SumHgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/Mul_1Zgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :€ ¡ Lgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/Reshape_1ReshapeHgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/Sum_1Jgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0* Tshape0* _output_shapes :€ ˆ Ngradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGrad RsqrtGrad5bert/encoder/layer_4/output/LayerNorm/batchnorm/RsqrtJgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/Reshape* T0* _output_shapes : €  ™ Hgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/add_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Jgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/add_grad/Shape_1Const* valueB* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/add_grad/ShapeJgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ º Fgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/add_grad/SumSumNgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradXgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ Ÿ Jgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/add_grad/ReshapeReshapeFgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/add_grad/SumHgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/add_grad/Shape* T0* Tshape0* _output_shapes : €  ¹ Hgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/add_grad/Sum_1SumNgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradZgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : œ Lgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/add_grad/Reshape_1ReshapeHgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/add_grad/Sum_1Jgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/add_grad/Shape_1* T0* Tshape0* _output_shapes : œ Kgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/ShapeConst* valueB"* dtype0* _output_shapes : ì Jgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/SizeConst*^ _classT RPloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ë Igradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/addAddHbert/encoder/layer_4/output/LayerNorm/moments/variance/reduction_indicesJgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Size* T0*^ _classT RPloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ñ Igradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/modFloorModIgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/addJgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Size* T0*^ _classT RPloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ÷ Mgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Shape_1Const*^ _classT RPloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Shape* value B :* dtype0* _output_shapes : ó Qgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/range/startConst*^ _classT RPloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ó Qgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/range/deltaConst*^ _classT RPloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Î Kgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/rangeRangeQgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/range/startJgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/SizeQgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/range/delta*^ _classT RPloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Shape* _output_shapes :* Tidx0 ò Pgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Fill/valueConst*^ _classT RPloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Š Jgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/FillFillMgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Shape_1Pgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Fill/value* T0*^ _classT RPloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Shape* index_type0* _output_shapes : £ Sgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/DynamicStitch DynamicStitchKgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/rangeIgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/modKgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/ShapeJgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Fill* T0*^ _classT RPloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Shape* N* _output_shapes : ñ Ogradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Maximum/yConst*^ _classT RPloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ƒ Mgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/MaximumMaximumSgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/DynamicStitchOgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Maximum/y* T0*^ _classT RPloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : û Ngradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/floordivFloorDivKgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/ShapeMgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Maximum* T0*^ _classT RPloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ± Mgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/ReshapeReshapeJgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/add_grad/ReshapeSgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ® Jgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/TileTileMgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/ReshapeNgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/floordiv* T0* _output_shapes : € €* Tmultiples0  Kgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/ConstConst* value B *@D* dtype0* _output_shapes : œ Mgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/truedivRealDivJgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/TileKgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/Const* T0* _output_shapes : € € ¥ Tgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/ShapeConst* valueB"* dtype0* _output_shapes : § Vgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/Shape_1Const* valueB"* dtype0* _output_shapes : è dgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgsBroadcastGradientArgsTgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/ShapeVgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ê Ugradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/scalarConstN^gradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/truediv* value B *@* dtype0* _output_shapes : ª Rgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/mulMulUgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/scalarMgradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € ± Rgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/subSubbert/encoder/layer_4/output/add:bert/encoder/layer_4/output/LayerNorm/moments/StopGradientN^gradients/bert/encoder/layer_4/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € ® Tgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/mul_1MulRgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/mulRgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/sub* T0* _output_shapes : € € Ý Rgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/SumSumTgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/mul_1dgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € Ä Vgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/ReshapeReshapeRgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/SumTgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/Shape* T0* Tshape0* _output_shapes : € € Ü Tgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/Sum_1SumTgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/mul_1fgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs:1* T0* _output_shapes :€ * keep_dims(* Tidx0 É Xgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1ReshapeTgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/Sum_1Vgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0* Tshape0* _output_shapes : €  Ý Rgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/NegNegXgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1* T0* _output_shapes : €  ˜ Ggradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/ShapeConst* valueB"* dtype0* _output_shapes : ä Fgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/SizeConst*Z _classP NLloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : Û Egradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/addAddDbert/encoder/layer_4/output/LayerNorm/moments/mean/reduction_indicesFgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Size* T0*Z _classP NLloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : á Egradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/modFloorModEgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/addFgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Size* T0*Z _classP NLloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ï Igradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Shape_1Const*Z _classP NLloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Shape* value B :* dtype0* _output_shapes : ë Mgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/range/startConst*Z _classP NLloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ë Mgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/range/deltaConst*Z _classP NLloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : º Ggradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/rangeRangeMgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/range/startFgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/SizeMgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/range/delta*Z _classP NLloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Shape* _output_shapes :* Tidx0 ê Lgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Fill/valueConst*Z _classP NLloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ú Fgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/FillFillIgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Shape_1Lgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Fill/value* T0*Z _classP NLloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Shape* index_type0* _output_shapes : ‹ Ogradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/DynamicStitch DynamicStitchGgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/rangeEgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/modGgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/ShapeFgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Fill* T0*Z _classP NLloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Shape* N* _output_shapes : é Kgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Maximum/yConst*Z _classP NLloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ó Igradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/MaximumMaximumOgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/DynamicStitchKgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Maximum/y* T0*Z _classP NLloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ë Jgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/floordivFloorDivGgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/ShapeIgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Maximum* T0*Z _classP NLloc:@gradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : « Igradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/ReshapeReshapeLgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2_grad/ReshapeOgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ¢ Fgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/TileTileIgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/ReshapeJgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/floordiv* T0* _output_shapes : € €* Tmultiples0 Œ Ggradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/ConstConst* value B *@D* dtype0* _output_shapes :  Igradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/truedivRealDivFgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/TileGgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/Const* T0* _output_shapes : € € — gradients/AddN_54AddNHgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_1_grad/MulVgradients/bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference_grad/ReshapeIgradients/bert/encoder/layer_4/output/LayerNorm/moments/mean_grad/truediv* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € ª :gradients/bert/encoder/layer_4/output/dropout/mul_grad/MulMulgradients/AddN_54)bert/encoder/layer_4/output/dropout/Floor* T0* _output_shapes : € € ª gradients/bert/encoder/layer_4/output/dropout/div_grad/Shape_1Const* valueB* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_4/output/dropout/div_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_4/output/dropout/div_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ß >gradients/bert/encoder/layer_4/output/dropout/div_grad/RealDivRealDiv:gradients/bert/encoder/layer_4/output/dropout/mul_grad/Mul-bert/encoder/layer_4/output/dropout/keep_prob* T0* _output_shapes : € € — :gradients/bert/encoder/layer_4/output/dropout/div_grad/SumSum>gradients/bert/encoder/layer_4/output/dropout/div_grad/RealDivLgradients/bert/encoder/layer_4/output/dropout/div_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € ü >gradients/bert/encoder/layer_4/output/dropout/div_grad/ReshapeReshape:gradients/bert/encoder/layer_4/output/dropout/div_grad/Sumgradients/bert/encoder/layer_4/output/dropout/div_grad/Shape_1* T0* Tshape0* _output_shapes : Ð Dgradients/bert/encoder/layer_4/output/dense/BiasAdd_grad/BiasAddGrad BiasAddGrad>gradients/bert/encoder/layer_4/output/dropout/div_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ ˆ >gradients/bert/encoder/layer_4/output/dense/MatMul_grad/MatMulMatMul>gradients/bert/encoder/layer_4/output/dropout/div_grad/Reshape-bert/encoder/layer_4/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( Š @gradients/bert/encoder/layer_4/output/dense/MatMul_grad/MatMul_1MatMul-bert/encoder/layer_4/intermediate/dense/mul_1>gradients/bert/encoder/layer_4/output/dropout/div_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a( ß @gradients/bert/encoder/layer_4/intermediate/dense/mul_1_grad/MulMul>gradients/bert/encoder/layer_4/output/dense/MatMul_grad/MatMul+bert/encoder/layer_4/intermediate/dense/mul* T0* _output_shapes : € € å Bgradients/bert/encoder/layer_4/intermediate/dense/mul_1_grad/Mul_1Mul>gradients/bert/encoder/layer_4/output/dense/MatMul_grad/MatMul/bert/encoder/layer_4/intermediate/dense/BiasAdd* T0* _output_shapes : € € ƒ @gradients/bert/encoder/layer_4/intermediate/dense/mul_grad/ShapeConst* valueB* dtype0* _output_shapes : “ Bgradients/bert/encoder/layer_4/intermediate/dense/mul_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¬ Pgradients/bert/encoder/layer_4/intermediate/dense/mul_grad/BroadcastGradientArgsBroadcastGradientArgs@gradients/bert/encoder/layer_4/intermediate/dense/mul_grad/ShapeBgradients/bert/encoder/layer_4/intermediate/dense/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ á >gradients/bert/encoder/layer_4/intermediate/dense/mul_grad/MulMulBgradients/bert/encoder/layer_4/intermediate/dense/mul_1_grad/Mul_1+bert/encoder/layer_4/intermediate/dense/add* T0* _output_shapes : € € • >gradients/bert/encoder/layer_4/intermediate/dense/mul_grad/SumSum>gradients/bert/encoder/layer_4/intermediate/dense/mul_grad/MulPgradients/bert/encoder/layer_4/intermediate/dense/mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : þ Bgradients/bert/encoder/layer_4/intermediate/dense/mul_grad/ReshapeReshape>gradients/bert/encoder/layer_4/intermediate/dense/mul_grad/Sum@gradients/bert/encoder/layer_4/intermediate/dense/mul_grad/Shape* T0* Tshape0* _output_shapes : å @gradients/bert/encoder/layer_4/intermediate/dense/mul_grad/Mul_1Mul-bert/encoder/layer_4/intermediate/dense/mul/xBgradients/bert/encoder/layer_4/intermediate/dense/mul_1_grad/Mul_1* T0* _output_shapes : € € ¥ @gradients/bert/encoder/layer_4/intermediate/dense/mul_grad/Sum_1Sum@gradients/bert/encoder/layer_4/intermediate/dense/mul_grad/Mul_1Rgradients/bert/encoder/layer_4/intermediate/dense/mul_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € Ž Dgradients/bert/encoder/layer_4/intermediate/dense/mul_grad/Reshape_1Reshape@gradients/bert/encoder/layer_4/intermediate/dense/mul_grad/Sum_1Bgradients/bert/encoder/layer_4/intermediate/dense/mul_grad/Shape_1* T0* Tshape0* _output_shapes : € € ƒ @gradients/bert/encoder/layer_4/intermediate/dense/add_grad/ShapeConst* valueB* dtype0* _output_shapes : “ Bgradients/bert/encoder/layer_4/intermediate/dense/add_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¬ Pgradients/bert/encoder/layer_4/intermediate/dense/add_grad/BroadcastGradientArgsBroadcastGradientArgs@gradients/bert/encoder/layer_4/intermediate/dense/add_grad/ShapeBgradients/bert/encoder/layer_4/intermediate/dense/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ › >gradients/bert/encoder/layer_4/intermediate/dense/add_grad/SumSumDgradients/bert/encoder/layer_4/intermediate/dense/mul_grad/Reshape_1Pgradients/bert/encoder/layer_4/intermediate/dense/add_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : þ Bgradients/bert/encoder/layer_4/intermediate/dense/add_grad/ReshapeReshape>gradients/bert/encoder/layer_4/intermediate/dense/add_grad/Sum@gradients/bert/encoder/layer_4/intermediate/dense/add_grad/Shape* T0* Tshape0* _output_shapes : © @gradients/bert/encoder/layer_4/intermediate/dense/add_grad/Sum_1SumDgradients/bert/encoder/layer_4/intermediate/dense/mul_grad/Reshape_1Rgradients/bert/encoder/layer_4/intermediate/dense/add_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € Ž Dgradients/bert/encoder/layer_4/intermediate/dense/add_grad/Reshape_1Reshape@gradients/bert/encoder/layer_4/intermediate/dense/add_grad/Sum_1Bgradients/bert/encoder/layer_4/intermediate/dense/add_grad/Shape_1* T0* Tshape0* _output_shapes : € € … @gradients/bert/encoder/layer_4/intermediate/dense/Erf_grad/ConstConst* value B *»n?* dtype0* _output_shapes : ø >gradients/bert/encoder/layer_4/intermediate/dense/Erf_grad/mulMulDgradients/bert/encoder/layer_4/intermediate/dense/add_grad/Reshape_1@gradients/bert/encoder/layer_4/intermediate/dense/Erf_grad/Const* T0* _output_shapes : € € î Agradients/bert/encoder/layer_4/intermediate/dense/Erf_grad/SquareSquare/bert/encoder/layer_4/intermediate/dense/truedivE^gradients/bert/encoder/layer_4/intermediate/dense/add_grad/Reshape_1* T0* _output_shapes : € € ³ >gradients/bert/encoder/layer_4/intermediate/dense/Erf_grad/NegNegAgradients/bert/encoder/layer_4/intermediate/dense/Erf_grad/Square* T0* _output_shapes : € € ° >gradients/bert/encoder/layer_4/intermediate/dense/Erf_grad/ExpExp>gradients/bert/encoder/layer_4/intermediate/dense/Erf_grad/Neg* T0* _output_shapes : € € ò @gradients/bert/encoder/layer_4/intermediate/dense/Erf_grad/mul_1Mul>gradients/bert/encoder/layer_4/intermediate/dense/Erf_grad/mul>gradients/bert/encoder/layer_4/intermediate/dense/Erf_grad/Exp* T0* _output_shapes : € € • Dgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/ShapeConst* valueB" * dtype0* _output_shapes : ‰ Fgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/Shape_1Const* valueB* dtype0* _output_shapes : ¸ Tgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/BroadcastGradientArgsBroadcastGradientArgsDgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/ShapeFgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ì Fgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/RealDivRealDiv@gradients/bert/encoder/layer_4/intermediate/dense/Erf_grad/mul_1,bert/encoder/layer_4/intermediate/dense/Sqrt* T0* _output_shapes : € € ¯ Bgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/SumSumFgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/RealDivTgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € ” Fgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/ReshapeReshapeBgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/SumDgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/Shape* T0* Tshape0* _output_shapes : € € ¥ Bgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/NegNeg/bert/encoder/layer_4/intermediate/dense/BiasAdd* T0* _output_shapes : € € ð Hgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/RealDiv_1RealDivBgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/Neg,bert/encoder/layer_4/intermediate/dense/Sqrt* T0* _output_shapes : € € ö Hgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/RealDiv_2RealDivHgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/RealDiv_1,bert/encoder/layer_4/intermediate/dense/Sqrt* T0* _output_shapes : € € € Bgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/mulMul@gradients/bert/encoder/layer_4/intermediate/dense/Erf_grad/mul_1Hgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/RealDiv_2* T0* _output_shapes : € € ¥ Dgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/Sum_1SumBgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/mulVgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :  Hgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/Reshape_1ReshapeDgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/Sum_1Fgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/Shape_1* T0* Tshape0* _output_shapes : ¬ gradients/AddN_55AddN@gradients/bert/encoder/layer_4/intermediate/dense/mul_1_grad/MulFgradients/bert/encoder/layer_4/intermediate/dense/truediv_grad/Reshape* T0*S _classI GEloc:@gradients/bert/encoder/layer_4/intermediate/dense/mul_1_grad/Mul* N* _output_shapes : € € © Jgradients/bert/encoder/layer_4/intermediate/dense/BiasAdd_grad/BiasAddGrad BiasAddGradgradients/AddN_55* T0* data_formatNHWC* _output_shapes :€ ç Dgradients/bert/encoder/layer_4/intermediate/dense/MatMul_grad/MatMulMatMulgradients/AddN_553bert/encoder/layer_4/intermediate/dense/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( õ Fgradients/bert/encoder/layer_4/intermediate/dense/MatMul_grad/MatMul_1MatMul?bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/add_1gradients/AddN_55* transpose_b(* T0* _output_shapes : €€* transpose_a( ƒ gradients/AddN_56AddNgradients/AddN_54Dgradients/bert/encoder/layer_4/intermediate/dense/MatMul_grad/MatMul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € Ö Rgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_56=bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ä Tgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_56)bert/encoder/layer_4/attention/output/add* T0* _output_shapes : € €  Rgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : ¥ Tgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : â bgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsRgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/ShapeTgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ‘ Pgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_56bgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ ¹ Tgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapePgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/SumRgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ š Rgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_56dgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 Ö Pgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/NegNegRgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € €  Vgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapePgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/NegTgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € ¥ Tgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes : § Vgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : è dgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsTgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeVgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ › Rgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_2_grad/MulMulVgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1=bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ö Rgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_2_grad/SumSumRgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_2_grad/Muldgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 à Vgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeRgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_2_grad/SumTgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €  œ Tgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mulgradients/bert/encoder/layer_4/attention/self/Softmax_grad/mulMulFgradients/bert/encoder/layer_4/attention/self/dropout/div_grad/Reshape+bert/encoder/layer_4/attention/self/Softmax* T0*( _output_shapes :  €€ › Pgradients/bert/encoder/layer_4/attention/self/Softmax_grad/Sum/reduction_indicesConst* valueB: ÿÿÿÿÿÿÿÿÿ* dtype0* _output_shapes : ¦ >gradients/bert/encoder/layer_4/attention/self/Softmax_grad/SumSum>gradients/bert/encoder/layer_4/attention/self/Softmax_grad/mulPgradients/bert/encoder/layer_4/attention/self/Softmax_grad/Sum/reduction_indices* T0*' _output_shapes :  €* keep_dims(* Tidx0 € >gradients/bert/encoder/layer_4/attention/self/Softmax_grad/subSubFgradients/bert/encoder/layer_4/attention/self/dropout/div_grad/Reshape>gradients/bert/encoder/layer_4/attention/self/Softmax_grad/Sum* T0*( _output_shapes :  €€ ç @gradients/bert/encoder/layer_4/attention/self/Softmax_grad/mul_1Mul>gradients/bert/encoder/layer_4/attention/self/Softmax_grad/sub+bert/encoder/layer_4/attention/self/Softmax* T0*( _output_shapes :  €€ Þ Lgradients/bert/encoder/layer_4/attention/self/value/BiasAdd_grad/BiasAddGrad BiasAddGradDgradients/bert/encoder/layer_4/attention/self/Reshape_2_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ • gradients/bert/encoder/layer_4/attention/self/add_grad/Shape_1Const*% valueB" €€* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_4/attention/self/add_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_4/attention/self/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ¡ :gradients/bert/encoder/layer_4/attention/self/add_grad/SumSum@gradients/bert/encoder/layer_4/attention/self/Softmax_grad/mul_1Lgradients/bert/encoder/layer_4/attention/self/add_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0*( _output_shapes :  €€ „ >gradients/bert/encoder/layer_4/attention/self/add_grad/ReshapeReshape:gradients/bert/encoder/layer_4/attention/self/add_grad/Sumgradients/bert/encoder/layer_4/attention/self/add_grad/Shape_1* T0* Tshape0*( _output_shapes : €€ ž Fgradients/bert/encoder/layer_4/attention/self/value/MatMul_grad/MatMulMatMulDgradients/bert/encoder/layer_4/attention/self/Reshape_2_grad/Reshape5bert/encoder/layer_4/attention/self/value/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b(   Hgradients/bert/encoder/layer_4/attention/self/value/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_3/output/LayerNorm/batchnorm/add_1Dgradients/bert/encoder/layer_4/attention/self/Reshape_2_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a( • gradients/bert/encoder/layer_4/attention/self/Mul_grad/Shape_1Const* valueB* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_4/attention/self/Mul_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_4/attention/self/Mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ß :gradients/bert/encoder/layer_4/attention/self/Mul_grad/MulMul>gradients/bert/encoder/layer_4/attention/self/add_grad/Reshape)bert/encoder/layer_4/attention/self/Mul/y* T0*( _output_shapes :  €€ › :gradients/bert/encoder/layer_4/attention/self/Mul_grad/SumSum:gradients/bert/encoder/layer_4/attention/self/Mul_grad/MulLgradients/bert/encoder/layer_4/attention/self/Mul_grad/BroadcastGradientArgs* T0*( _output_shapes :  €€* keep_dims(* Tidx0 „ >gradients/bert/encoder/layer_4/attention/self/Mul_grad/ReshapeReshape:gradients/bert/encoder/layer_4/attention/self/Mul_grad/Sumgradients/bert/encoder/layer_4/attention/self/add_grad/Reshape* T0*( _output_shapes :  €€  gradients/bert/encoder/layer_4/attention/self/Mul_grad/Shape_1* T0* Tshape0* _output_shapes : Œ @gradients/bert/encoder/layer_4/attention/self/MatMul_grad/MatMul BatchMatMul>gradients/bert/encoder/layer_4/attention/self/Mul_grad/Reshape/bert/encoder/layer_4/attention/self/transpose_1* T0*' _output_shapes :  €@* adj_x(* adj_y( Œ Bgradients/bert/encoder/layer_4/attention/self/MatMul_grad/MatMul_1 BatchMatMul>gradients/bert/encoder/layer_4/attention/self/Mul_grad/Reshape-bert/encoder/layer_4/attention/self/transpose* adj_x(* adj_y(* T0*' _output_shapes :  €@ ¼ Ngradients/bert/encoder/layer_4/attention/self/transpose_grad/InvertPermutationInvertPermutation2bert/encoder/layer_4/attention/self/transpose/perm* T0* _output_shapes : ¤ Fgradients/bert/encoder/layer_4/attention/self/transpose_grad/transpose Transpose@gradients/bert/encoder/layer_4/attention/self/MatMul_grad/MatMulNgradients/bert/encoder/layer_4/attention/self/transpose_grad/InvertPermutation* Tperm0* T0*' _output_shapes : € @ À Pgradients/bert/encoder/layer_4/attention/self/transpose_1_grad/InvertPermutationInvertPermutation4bert/encoder/layer_4/attention/self/transpose_1/perm* T0* _output_shapes : ª Hgradients/bert/encoder/layer_4/attention/self/transpose_1_grad/transpose TransposeBgradients/bert/encoder/layer_4/attention/self/MatMul_grad/MatMul_1Pgradients/bert/encoder/layer_4/attention/self/transpose_1_grad/InvertPermutation* Tperm0* T0*' _output_shapes : € @ ‘ @gradients/bert/encoder/layer_4/attention/self/Reshape_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Bgradients/bert/encoder/layer_4/attention/self/Reshape_grad/ReshapeReshapeFgradients/bert/encoder/layer_4/attention/self/transpose_grad/transpose@gradients/bert/encoder/layer_4/attention/self/Reshape_grad/Shape* T0* Tshape0* _output_shapes : € € “ Bgradients/bert/encoder/layer_4/attention/self/Reshape_1_grad/ShapeConst* valueB"* dtype0* _output_shapes : – Dgradients/bert/encoder/layer_4/attention/self/Reshape_1_grad/ReshapeReshapeHgradients/bert/encoder/layer_4/attention/self/transpose_1_grad/transposeBgradients/bert/encoder/layer_4/attention/self/Reshape_1_grad/Shape* T0* Tshape0* _output_shapes : € € Ü Lgradients/bert/encoder/layer_4/attention/self/query/BiasAdd_grad/BiasAddGrad BiasAddGradBgradients/bert/encoder/layer_4/attention/self/Reshape_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ Ü Jgradients/bert/encoder/layer_4/attention/self/key/BiasAdd_grad/BiasAddGrad BiasAddGradDgradients/bert/encoder/layer_4/attention/self/Reshape_1_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ œ Fgradients/bert/encoder/layer_4/attention/self/query/MatMul_grad/MatMulMatMulBgradients/bert/encoder/layer_4/attention/self/Reshape_grad/Reshape5bert/encoder/layer_4/attention/self/query/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ž Hgradients/bert/encoder/layer_4/attention/self/query/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_3/output/LayerNorm/batchnorm/add_1Bgradients/bert/encoder/layer_4/attention/self/Reshape_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b( š Dgradients/bert/encoder/layer_4/attention/self/key/MatMul_grad/MatMulMatMulDgradients/bert/encoder/layer_4/attention/self/Reshape_1_grad/Reshape3bert/encoder/layer_4/attention/self/key/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ž Fgradients/bert/encoder/layer_4/attention/self/key/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_3/output/LayerNorm/batchnorm/add_1Dgradients/bert/encoder/layer_4/attention/self/Reshape_1_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a(  gradients/AddN_59AddNgradients/AddN_58Fgradients/bert/encoder/layer_4/attention/self/value/MatMul_grad/MatMulFgradients/bert/encoder/layer_4/attention/self/query/MatMul_grad/MatMulDgradients/bert/encoder/layer_4/attention/self/key/MatMul_grad/MatMul* T0*e _class[ YWloc:@gradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € €  Hgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_593bert/encoder/layer_3/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ° Jgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_59bert/encoder/layer_3/output/add* T0* _output_shapes : € € “ Hgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : › Jgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/ShapeJgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ý Fgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_59Xgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ › Jgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapeFgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/SumHgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ † Hgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_59Zgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € €  Fgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/NegNegHgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € € ¤ Lgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapeFgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/NegJgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € › Jgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Lgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Ê Zgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsJgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2_grad/ShapeLgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ý Hgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2_grad/MulMulLgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/Reshape_13bert/encoder/layer_3/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ¸ Hgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2_grad/SumSumHgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2_grad/MulZgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 ¥ Lgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeHgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2_grad/SumJgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €  þ Jgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mul2bert/encoder/layer_3/output/LayerNorm/moments/meanLgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/Reshape_1* T0* _output_shapes : € € à Jgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2_grad/Sum_1SumJgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2_grad/Mul_1\gradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € ¬ Ngradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1ReshapeJgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2_grad/Sum_1Lgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0* Tshape0* _output_shapes : € € È gradients/AddN_60AddNJgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Ngradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1* T0*] _classS QOloc:@gradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_1_grad/Mul_1* N* _output_shapes : € € ™ Hgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/ShapeConst* valueB"* dtype0* _output_shapes : • Jgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/Shape_1Const* valueB :€* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/ShapeJgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ½ Fgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/MulMulgradients/AddN_600bert/encoder/layer_3/output/LayerNorm/gamma/read* T0* _output_shapes : € € ² Fgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/SumSumFgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/MulXgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ Ÿ Jgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/ReshapeReshapeFgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/SumHgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/Shape* T0* Tshape0* _output_shapes : €  Ä Hgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/Mul_1Mul5bert/encoder/layer_3/output/LayerNorm/batchnorm/Rsqrtgradients/AddN_60* T0* _output_shapes : € € ¸ Hgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/Sum_1SumHgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/Mul_1Zgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :€ ¡ Lgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/Reshape_1ReshapeHgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/Sum_1Jgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0* Tshape0* _output_shapes :€ ˆ Ngradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGrad RsqrtGrad5bert/encoder/layer_3/output/LayerNorm/batchnorm/RsqrtJgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/Reshape* T0* _output_shapes : €  ™ Hgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/add_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Jgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/add_grad/Shape_1Const* valueB* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/add_grad/ShapeJgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ º Fgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/add_grad/SumSumNgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradXgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ Ÿ Jgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/add_grad/ReshapeReshapeFgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/add_grad/SumHgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/add_grad/Shape* T0* Tshape0* _output_shapes : €  ¹ Hgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/add_grad/Sum_1SumNgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradZgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : œ Lgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/add_grad/Reshape_1ReshapeHgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/add_grad/Sum_1Jgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/add_grad/Shape_1* T0* Tshape0* _output_shapes : œ Kgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/ShapeConst* valueB"* dtype0* _output_shapes : ì Jgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/SizeConst*^ _classT RPloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ë Igradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/addAddHbert/encoder/layer_3/output/LayerNorm/moments/variance/reduction_indicesJgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Size* T0*^ _classT RPloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ñ Igradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/modFloorModIgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/addJgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Size* T0*^ _classT RPloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ÷ Mgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Shape_1Const*^ _classT RPloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Shape* value B :* dtype0* _output_shapes : ó Qgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/range/startConst*^ _classT RPloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ó Qgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/range/deltaConst*^ _classT RPloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Î Kgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/rangeRangeQgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/range/startJgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/SizeQgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/range/delta*^ _classT RPloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Shape* _output_shapes :* Tidx0 ò Pgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Fill/valueConst*^ _classT RPloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Š Jgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/FillFillMgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Shape_1Pgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Fill/value* T0*^ _classT RPloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Shape* index_type0* _output_shapes : £ Sgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/DynamicStitch DynamicStitchKgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/rangeIgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/modKgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/ShapeJgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Fill* T0*^ _classT RPloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Shape* N* _output_shapes : ñ Ogradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Maximum/yConst*^ _classT RPloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ƒ Mgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/MaximumMaximumSgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/DynamicStitchOgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Maximum/y* T0*^ _classT RPloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : û Ngradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/floordivFloorDivKgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/ShapeMgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Maximum* T0*^ _classT RPloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ± Mgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/ReshapeReshapeJgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/add_grad/ReshapeSgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ® Jgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/TileTileMgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/ReshapeNgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/floordiv* T0* _output_shapes : € €* Tmultiples0  Kgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/ConstConst* value B *@D* dtype0* _output_shapes : œ Mgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/truedivRealDivJgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/TileKgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/Const* T0* _output_shapes : € € ¥ Tgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/ShapeConst* valueB"* dtype0* _output_shapes : § Vgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/Shape_1Const* valueB"* dtype0* _output_shapes : è dgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgsBroadcastGradientArgsTgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/ShapeVgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ê Ugradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/scalarConstN^gradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/truediv* value B *@* dtype0* _output_shapes : ª Rgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/mulMulUgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/scalarMgradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € ± Rgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/subSubbert/encoder/layer_3/output/add:bert/encoder/layer_3/output/LayerNorm/moments/StopGradientN^gradients/bert/encoder/layer_3/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € ® Tgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/mul_1MulRgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/mulRgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/sub* T0* _output_shapes : € € Ý Rgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/SumSumTgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/mul_1dgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € Ä Vgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/ReshapeReshapeRgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/SumTgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/Shape* T0* Tshape0* _output_shapes : € € Ü Tgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/Sum_1SumTgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/mul_1fgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs:1* T0* _output_shapes :€ * keep_dims(* Tidx0 É Xgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1ReshapeTgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/Sum_1Vgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0* Tshape0* _output_shapes : €  Ý Rgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/NegNegXgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1* T0* _output_shapes : €  ˜ Ggradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/ShapeConst* valueB"* dtype0* _output_shapes : ä Fgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/SizeConst*Z _classP NLloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : Û Egradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/addAddDbert/encoder/layer_3/output/LayerNorm/moments/mean/reduction_indicesFgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Size* T0*Z _classP NLloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : á Egradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/modFloorModEgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/addFgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Size* T0*Z _classP NLloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ï Igradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Shape_1Const*Z _classP NLloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Shape* value B :* dtype0* _output_shapes : ë Mgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/range/startConst*Z _classP NLloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ë Mgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/range/deltaConst*Z _classP NLloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : º Ggradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/rangeRangeMgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/range/startFgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/SizeMgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/range/delta* Tidx0*Z _classP NLloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ê Lgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Fill/valueConst*Z _classP NLloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ú Fgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/FillFillIgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Shape_1Lgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Fill/value* T0*Z _classP NLloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Shape* index_type0* _output_shapes : ‹ Ogradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/DynamicStitch DynamicStitchGgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/rangeEgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/modGgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/ShapeFgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Fill* T0*Z _classP NLloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Shape* N* _output_shapes : é Kgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Maximum/yConst*Z _classP NLloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ó Igradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/MaximumMaximumOgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/DynamicStitchKgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Maximum/y* T0*Z _classP NLloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ë Jgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/floordivFloorDivGgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/ShapeIgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Maximum* T0*Z _classP NLloc:@gradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : « Igradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/ReshapeReshapeLgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2_grad/ReshapeOgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ¢ Fgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/TileTileIgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/ReshapeJgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/floordiv* Tmultiples0* T0* _output_shapes : € € Œ Ggradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/ConstConst* value B *@D* dtype0* _output_shapes :  Igradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/truedivRealDivFgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/TileGgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/Const* T0* _output_shapes : € € — gradients/AddN_61AddNHgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_1_grad/MulVgradients/bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference_grad/ReshapeIgradients/bert/encoder/layer_3/output/LayerNorm/moments/mean_grad/truediv* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € ª :gradients/bert/encoder/layer_3/output/dropout/mul_grad/MulMulgradients/AddN_61)bert/encoder/layer_3/output/dropout/Floor* T0* _output_shapes : € € ª gradients/bert/encoder/layer_3/output/dropout/div_grad/Shape_1Const* valueB* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_3/output/dropout/div_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_3/output/dropout/div_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ß >gradients/bert/encoder/layer_3/output/dropout/div_grad/RealDivRealDiv:gradients/bert/encoder/layer_3/output/dropout/mul_grad/Mul-bert/encoder/layer_3/output/dropout/keep_prob* T0* _output_shapes : € € — :gradients/bert/encoder/layer_3/output/dropout/div_grad/SumSum>gradients/bert/encoder/layer_3/output/dropout/div_grad/RealDivLgradients/bert/encoder/layer_3/output/dropout/div_grad/BroadcastGradientArgs* T0* _output_shapes : € €* keep_dims(* Tidx0 ü >gradients/bert/encoder/layer_3/output/dropout/div_grad/ReshapeReshape:gradients/bert/encoder/layer_3/output/dropout/div_grad/Sumgradients/bert/encoder/layer_3/output/dropout/div_grad/Shape_1* T0* Tshape0* _output_shapes : Ð Dgradients/bert/encoder/layer_3/output/dense/BiasAdd_grad/BiasAddGrad BiasAddGrad>gradients/bert/encoder/layer_3/output/dropout/div_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ ˆ >gradients/bert/encoder/layer_3/output/dense/MatMul_grad/MatMulMatMul>gradients/bert/encoder/layer_3/output/dropout/div_grad/Reshape-bert/encoder/layer_3/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( Š @gradients/bert/encoder/layer_3/output/dense/MatMul_grad/MatMul_1MatMul-bert/encoder/layer_3/intermediate/dense/mul_1>gradients/bert/encoder/layer_3/output/dropout/div_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b( ß @gradients/bert/encoder/layer_3/intermediate/dense/mul_1_grad/MulMul>gradients/bert/encoder/layer_3/output/dense/MatMul_grad/MatMul+bert/encoder/layer_3/intermediate/dense/mul* T0* _output_shapes : € € å Bgradients/bert/encoder/layer_3/intermediate/dense/mul_1_grad/Mul_1Mul>gradients/bert/encoder/layer_3/output/dense/MatMul_grad/MatMul/bert/encoder/layer_3/intermediate/dense/BiasAdd* T0* _output_shapes : € € ƒ @gradients/bert/encoder/layer_3/intermediate/dense/mul_grad/ShapeConst* valueB* dtype0* _output_shapes : “ Bgradients/bert/encoder/layer_3/intermediate/dense/mul_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¬ Pgradients/bert/encoder/layer_3/intermediate/dense/mul_grad/BroadcastGradientArgsBroadcastGradientArgs@gradients/bert/encoder/layer_3/intermediate/dense/mul_grad/ShapeBgradients/bert/encoder/layer_3/intermediate/dense/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ á >gradients/bert/encoder/layer_3/intermediate/dense/mul_grad/MulMulBgradients/bert/encoder/layer_3/intermediate/dense/mul_1_grad/Mul_1+bert/encoder/layer_3/intermediate/dense/add* T0* _output_shapes : € € • >gradients/bert/encoder/layer_3/intermediate/dense/mul_grad/SumSum>gradients/bert/encoder/layer_3/intermediate/dense/mul_grad/MulPgradients/bert/encoder/layer_3/intermediate/dense/mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : þ Bgradients/bert/encoder/layer_3/intermediate/dense/mul_grad/ReshapeReshape>gradients/bert/encoder/layer_3/intermediate/dense/mul_grad/Sum@gradients/bert/encoder/layer_3/intermediate/dense/mul_grad/Shape* T0* Tshape0* _output_shapes : å @gradients/bert/encoder/layer_3/intermediate/dense/mul_grad/Mul_1Mul-bert/encoder/layer_3/intermediate/dense/mul/xBgradients/bert/encoder/layer_3/intermediate/dense/mul_1_grad/Mul_1* T0* _output_shapes : € € ¥ @gradients/bert/encoder/layer_3/intermediate/dense/mul_grad/Sum_1Sum@gradients/bert/encoder/layer_3/intermediate/dense/mul_grad/Mul_1Rgradients/bert/encoder/layer_3/intermediate/dense/mul_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € Ž Dgradients/bert/encoder/layer_3/intermediate/dense/mul_grad/Reshape_1Reshape@gradients/bert/encoder/layer_3/intermediate/dense/mul_grad/Sum_1Bgradients/bert/encoder/layer_3/intermediate/dense/mul_grad/Shape_1* T0* Tshape0* _output_shapes : € € ƒ @gradients/bert/encoder/layer_3/intermediate/dense/add_grad/ShapeConst* valueB* dtype0* _output_shapes : “ Bgradients/bert/encoder/layer_3/intermediate/dense/add_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¬ Pgradients/bert/encoder/layer_3/intermediate/dense/add_grad/BroadcastGradientArgsBroadcastGradientArgs@gradients/bert/encoder/layer_3/intermediate/dense/add_grad/ShapeBgradients/bert/encoder/layer_3/intermediate/dense/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ › >gradients/bert/encoder/layer_3/intermediate/dense/add_grad/SumSumDgradients/bert/encoder/layer_3/intermediate/dense/mul_grad/Reshape_1Pgradients/bert/encoder/layer_3/intermediate/dense/add_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : þ Bgradients/bert/encoder/layer_3/intermediate/dense/add_grad/ReshapeReshape>gradients/bert/encoder/layer_3/intermediate/dense/add_grad/Sum@gradients/bert/encoder/layer_3/intermediate/dense/add_grad/Shape* T0* Tshape0* _output_shapes : © @gradients/bert/encoder/layer_3/intermediate/dense/add_grad/Sum_1SumDgradients/bert/encoder/layer_3/intermediate/dense/mul_grad/Reshape_1Rgradients/bert/encoder/layer_3/intermediate/dense/add_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € Ž Dgradients/bert/encoder/layer_3/intermediate/dense/add_grad/Reshape_1Reshape@gradients/bert/encoder/layer_3/intermediate/dense/add_grad/Sum_1Bgradients/bert/encoder/layer_3/intermediate/dense/add_grad/Shape_1* T0* Tshape0* _output_shapes : € € … @gradients/bert/encoder/layer_3/intermediate/dense/Erf_grad/ConstConst* value B *»n?* dtype0* _output_shapes : ø >gradients/bert/encoder/layer_3/intermediate/dense/Erf_grad/mulMulDgradients/bert/encoder/layer_3/intermediate/dense/add_grad/Reshape_1@gradients/bert/encoder/layer_3/intermediate/dense/Erf_grad/Const* T0* _output_shapes : € € î Agradients/bert/encoder/layer_3/intermediate/dense/Erf_grad/SquareSquare/bert/encoder/layer_3/intermediate/dense/truedivE^gradients/bert/encoder/layer_3/intermediate/dense/add_grad/Reshape_1* T0* _output_shapes : € € ³ >gradients/bert/encoder/layer_3/intermediate/dense/Erf_grad/NegNegAgradients/bert/encoder/layer_3/intermediate/dense/Erf_grad/Square* T0* _output_shapes : € € ° >gradients/bert/encoder/layer_3/intermediate/dense/Erf_grad/ExpExp>gradients/bert/encoder/layer_3/intermediate/dense/Erf_grad/Neg* T0* _output_shapes : € € ò @gradients/bert/encoder/layer_3/intermediate/dense/Erf_grad/mul_1Mul>gradients/bert/encoder/layer_3/intermediate/dense/Erf_grad/mul>gradients/bert/encoder/layer_3/intermediate/dense/Erf_grad/Exp* T0* _output_shapes : € € • Dgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/ShapeConst* valueB" * dtype0* _output_shapes : ‰ Fgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/Shape_1Const* valueB* dtype0* _output_shapes : ¸ Tgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/BroadcastGradientArgsBroadcastGradientArgsDgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/ShapeFgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ì Fgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/RealDivRealDiv@gradients/bert/encoder/layer_3/intermediate/dense/Erf_grad/mul_1,bert/encoder/layer_3/intermediate/dense/Sqrt* T0* _output_shapes : € € ¯ Bgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/SumSumFgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/RealDivTgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € ” Fgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/ReshapeReshapeBgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/SumDgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/Shape* T0* Tshape0* _output_shapes : € € ¥ Bgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/NegNeg/bert/encoder/layer_3/intermediate/dense/BiasAdd* T0* _output_shapes : € € ð Hgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/RealDiv_1RealDivBgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/Neg,bert/encoder/layer_3/intermediate/dense/Sqrt* T0* _output_shapes : € € ö Hgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/RealDiv_2RealDivHgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/RealDiv_1,bert/encoder/layer_3/intermediate/dense/Sqrt* T0* _output_shapes : € € € Bgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/mulMul@gradients/bert/encoder/layer_3/intermediate/dense/Erf_grad/mul_1Hgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/RealDiv_2* T0* _output_shapes : € € ¥ Dgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/Sum_1SumBgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/mulVgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/BroadcastGradientArgs:1* T0* _output_shapes :* keep_dims(* Tidx0  Hgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/Reshape_1ReshapeDgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/Sum_1Fgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/Shape_1* T0* Tshape0* _output_shapes : ¬ gradients/AddN_62AddN@gradients/bert/encoder/layer_3/intermediate/dense/mul_1_grad/MulFgradients/bert/encoder/layer_3/intermediate/dense/truediv_grad/Reshape* T0*S _classI GEloc:@gradients/bert/encoder/layer_3/intermediate/dense/mul_1_grad/Mul* N* _output_shapes : € € © Jgradients/bert/encoder/layer_3/intermediate/dense/BiasAdd_grad/BiasAddGrad BiasAddGradgradients/AddN_62* T0* data_formatNHWC* _output_shapes :€ ç Dgradients/bert/encoder/layer_3/intermediate/dense/MatMul_grad/MatMulMatMulgradients/AddN_623bert/encoder/layer_3/intermediate/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( õ Fgradients/bert/encoder/layer_3/intermediate/dense/MatMul_grad/MatMul_1MatMul?bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/add_1gradients/AddN_62* transpose_b(* T0* _output_shapes : €€* transpose_a( ƒ gradients/AddN_63AddNgradients/AddN_61Dgradients/bert/encoder/layer_3/intermediate/dense/MatMul_grad/MatMul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € Ö Rgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_63=bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ä Tgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_63)bert/encoder/layer_3/attention/output/add* T0* _output_shapes : € €  Rgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : ¥ Tgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : â bgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsRgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/ShapeTgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ‘ Pgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_63bgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* T0* _output_shapes :€* keep_dims(* Tidx0 ¹ Tgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapePgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/SumRgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ š Rgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_63dgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 Ö Pgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/NegNegRgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € €  Vgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapePgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/NegTgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € ¥ Tgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes : § Vgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : è dgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsTgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeVgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ › Rgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_2_grad/MulMulVgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1=bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ö Rgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_2_grad/SumSumRgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_2_grad/Muldgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 à Vgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeRgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_2_grad/SumTgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €  œ Tgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mulgradients/bert/encoder/layer_3/attention/self/Softmax_grad/mulMulFgradients/bert/encoder/layer_3/attention/self/dropout/div_grad/Reshape+bert/encoder/layer_3/attention/self/Softmax* T0*( _output_shapes :  €€ › Pgradients/bert/encoder/layer_3/attention/self/Softmax_grad/Sum/reduction_indicesConst* valueB: ÿÿÿÿÿÿÿÿÿ* dtype0* _output_shapes : ¦ >gradients/bert/encoder/layer_3/attention/self/Softmax_grad/SumSum>gradients/bert/encoder/layer_3/attention/self/Softmax_grad/mulPgradients/bert/encoder/layer_3/attention/self/Softmax_grad/Sum/reduction_indices* T0*' _output_shapes :  €* keep_dims(* Tidx0 € >gradients/bert/encoder/layer_3/attention/self/Softmax_grad/subSubFgradients/bert/encoder/layer_3/attention/self/dropout/div_grad/Reshape>gradients/bert/encoder/layer_3/attention/self/Softmax_grad/Sum* T0*( _output_shapes :  €€ ç @gradients/bert/encoder/layer_3/attention/self/Softmax_grad/mul_1Mul>gradients/bert/encoder/layer_3/attention/self/Softmax_grad/sub+bert/encoder/layer_3/attention/self/Softmax* T0*( _output_shapes :  €€ Þ Lgradients/bert/encoder/layer_3/attention/self/value/BiasAdd_grad/BiasAddGrad BiasAddGradDgradients/bert/encoder/layer_3/attention/self/Reshape_2_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ • gradients/bert/encoder/layer_3/attention/self/add_grad/Shape_1Const*% valueB" €€* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_3/attention/self/add_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_3/attention/self/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ¡ :gradients/bert/encoder/layer_3/attention/self/add_grad/SumSum@gradients/bert/encoder/layer_3/attention/self/Softmax_grad/mul_1Lgradients/bert/encoder/layer_3/attention/self/add_grad/BroadcastGradientArgs* T0*( _output_shapes :  €€* keep_dims(* Tidx0 „ >gradients/bert/encoder/layer_3/attention/self/add_grad/ReshapeReshape:gradients/bert/encoder/layer_3/attention/self/add_grad/Sumgradients/bert/encoder/layer_3/attention/self/add_grad/Shape_1* T0* Tshape0*( _output_shapes : €€ ž Fgradients/bert/encoder/layer_3/attention/self/value/MatMul_grad/MatMulMatMulDgradients/bert/encoder/layer_3/attention/self/Reshape_2_grad/Reshape5bert/encoder/layer_3/attention/self/value/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a(   Hgradients/bert/encoder/layer_3/attention/self/value/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_2/output/LayerNorm/batchnorm/add_1Dgradients/bert/encoder/layer_3/attention/self/Reshape_2_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b( • gradients/bert/encoder/layer_3/attention/self/Mul_grad/Shape_1Const* valueB* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_3/attention/self/Mul_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_3/attention/self/Mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ß :gradients/bert/encoder/layer_3/attention/self/Mul_grad/MulMul>gradients/bert/encoder/layer_3/attention/self/add_grad/Reshape)bert/encoder/layer_3/attention/self/Mul/y* T0*( _output_shapes :  €€ › :gradients/bert/encoder/layer_3/attention/self/Mul_grad/SumSum:gradients/bert/encoder/layer_3/attention/self/Mul_grad/MulLgradients/bert/encoder/layer_3/attention/self/Mul_grad/BroadcastGradientArgs* T0*( _output_shapes :  €€* keep_dims(* Tidx0 „ >gradients/bert/encoder/layer_3/attention/self/Mul_grad/ReshapeReshape:gradients/bert/encoder/layer_3/attention/self/Mul_grad/Sumgradients/bert/encoder/layer_3/attention/self/add_grad/Reshape* T0*( _output_shapes :  €€  gradients/bert/encoder/layer_3/attention/self/Mul_grad/Shape_1* T0* Tshape0* _output_shapes : Œ @gradients/bert/encoder/layer_3/attention/self/MatMul_grad/MatMul BatchMatMul>gradients/bert/encoder/layer_3/attention/self/Mul_grad/Reshape/bert/encoder/layer_3/attention/self/transpose_1* T0*' _output_shapes :  €@* adj_x(* adj_y( Œ Bgradients/bert/encoder/layer_3/attention/self/MatMul_grad/MatMul_1 BatchMatMul>gradients/bert/encoder/layer_3/attention/self/Mul_grad/Reshape-bert/encoder/layer_3/attention/self/transpose* T0*' _output_shapes :  €@* adj_x(* adj_y( ¼ Ngradients/bert/encoder/layer_3/attention/self/transpose_grad/InvertPermutationInvertPermutation2bert/encoder/layer_3/attention/self/transpose/perm* T0* _output_shapes : ¤ Fgradients/bert/encoder/layer_3/attention/self/transpose_grad/transpose Transpose@gradients/bert/encoder/layer_3/attention/self/MatMul_grad/MatMulNgradients/bert/encoder/layer_3/attention/self/transpose_grad/InvertPermutation* T0*' _output_shapes : € @* Tperm0 À Pgradients/bert/encoder/layer_3/attention/self/transpose_1_grad/InvertPermutationInvertPermutation4bert/encoder/layer_3/attention/self/transpose_1/perm* T0* _output_shapes : ª Hgradients/bert/encoder/layer_3/attention/self/transpose_1_grad/transpose TransposeBgradients/bert/encoder/layer_3/attention/self/MatMul_grad/MatMul_1Pgradients/bert/encoder/layer_3/attention/self/transpose_1_grad/InvertPermutation* Tperm0* T0*' _output_shapes : € @ ‘ @gradients/bert/encoder/layer_3/attention/self/Reshape_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Bgradients/bert/encoder/layer_3/attention/self/Reshape_grad/ReshapeReshapeFgradients/bert/encoder/layer_3/attention/self/transpose_grad/transpose@gradients/bert/encoder/layer_3/attention/self/Reshape_grad/Shape* T0* Tshape0* _output_shapes : € € “ Bgradients/bert/encoder/layer_3/attention/self/Reshape_1_grad/ShapeConst* valueB"* dtype0* _output_shapes : – Dgradients/bert/encoder/layer_3/attention/self/Reshape_1_grad/ReshapeReshapeHgradients/bert/encoder/layer_3/attention/self/transpose_1_grad/transposeBgradients/bert/encoder/layer_3/attention/self/Reshape_1_grad/Shape* T0* Tshape0* _output_shapes : € € Ü Lgradients/bert/encoder/layer_3/attention/self/query/BiasAdd_grad/BiasAddGrad BiasAddGradBgradients/bert/encoder/layer_3/attention/self/Reshape_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ Ü Jgradients/bert/encoder/layer_3/attention/self/key/BiasAdd_grad/BiasAddGrad BiasAddGradDgradients/bert/encoder/layer_3/attention/self/Reshape_1_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ œ Fgradients/bert/encoder/layer_3/attention/self/query/MatMul_grad/MatMulMatMulBgradients/bert/encoder/layer_3/attention/self/Reshape_grad/Reshape5bert/encoder/layer_3/attention/self/query/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ž Hgradients/bert/encoder/layer_3/attention/self/query/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_2/output/LayerNorm/batchnorm/add_1Bgradients/bert/encoder/layer_3/attention/self/Reshape_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b( š Dgradients/bert/encoder/layer_3/attention/self/key/MatMul_grad/MatMulMatMulDgradients/bert/encoder/layer_3/attention/self/Reshape_1_grad/Reshape3bert/encoder/layer_3/attention/self/key/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ž Fgradients/bert/encoder/layer_3/attention/self/key/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_2/output/LayerNorm/batchnorm/add_1Dgradients/bert/encoder/layer_3/attention/self/Reshape_1_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b(  gradients/AddN_66AddNgradients/AddN_65Fgradients/bert/encoder/layer_3/attention/self/value/MatMul_grad/MatMulFgradients/bert/encoder/layer_3/attention/self/query/MatMul_grad/MatMulDgradients/bert/encoder/layer_3/attention/self/key/MatMul_grad/MatMul* T0*e _class[ YWloc:@gradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € €  Hgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_663bert/encoder/layer_2/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ° Jgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_66bert/encoder/layer_2/output/add* T0* _output_shapes : € € “ Hgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : › Jgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/ShapeJgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ý Fgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_66Xgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ › Jgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapeFgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/SumHgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ † Hgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_66Zgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € €  Fgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/NegNegHgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € € ¤ Lgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapeFgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/NegJgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € › Jgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Lgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Ê Zgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsJgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2_grad/ShapeLgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ý Hgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2_grad/MulMulLgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/Reshape_13bert/encoder/layer_2/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ¸ Hgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2_grad/SumSumHgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2_grad/MulZgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ ¥ Lgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeHgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2_grad/SumJgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €  þ Jgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mul2bert/encoder/layer_2/output/LayerNorm/moments/meanLgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/Reshape_1* T0* _output_shapes : € € à Jgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2_grad/Sum_1SumJgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2_grad/Mul_1\gradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € ¬ Ngradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1ReshapeJgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2_grad/Sum_1Lgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0* Tshape0* _output_shapes : € € È gradients/AddN_67AddNJgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Ngradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1* T0*] _classS QOloc:@gradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_1_grad/Mul_1* N* _output_shapes : € € ™ Hgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/ShapeConst* valueB"* dtype0* _output_shapes : • Jgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/Shape_1Const* valueB :€* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/ShapeJgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ½ Fgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/MulMulgradients/AddN_670bert/encoder/layer_2/output/LayerNorm/gamma/read* T0* _output_shapes : € € ² Fgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/SumSumFgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/MulXgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 Ÿ Jgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/ReshapeReshapeFgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/SumHgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/Shape* T0* Tshape0* _output_shapes : €  Ä Hgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/Mul_1Mul5bert/encoder/layer_2/output/LayerNorm/batchnorm/Rsqrtgradients/AddN_67* T0* _output_shapes : € € ¸ Hgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/Sum_1SumHgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/Mul_1Zgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs:1* T0* _output_shapes :€* keep_dims(* Tidx0 ¡ Lgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/Reshape_1ReshapeHgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/Sum_1Jgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0* Tshape0* _output_shapes :€ ˆ Ngradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGrad RsqrtGrad5bert/encoder/layer_2/output/LayerNorm/batchnorm/RsqrtJgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/Reshape* T0* _output_shapes : €  ™ Hgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/add_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Jgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/add_grad/Shape_1Const* valueB* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/add_grad/ShapeJgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ º Fgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/add_grad/SumSumNgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradXgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ Ÿ Jgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/add_grad/ReshapeReshapeFgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/add_grad/SumHgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/add_grad/Shape* T0* Tshape0* _output_shapes : €  ¹ Hgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/add_grad/Sum_1SumNgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradZgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs:1* T0* _output_shapes :* keep_dims(* Tidx0 œ Lgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/add_grad/Reshape_1ReshapeHgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/add_grad/Sum_1Jgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/add_grad/Shape_1* T0* Tshape0* _output_shapes : œ Kgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/ShapeConst* valueB"* dtype0* _output_shapes : ì Jgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/SizeConst*^ _classT RPloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ë Igradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/addAddHbert/encoder/layer_2/output/LayerNorm/moments/variance/reduction_indicesJgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Size* T0*^ _classT RPloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ñ Igradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/modFloorModIgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/addJgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Size* T0*^ _classT RPloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ÷ Mgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Shape_1Const*^ _classT RPloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Shape* value B :* dtype0* _output_shapes : ó Qgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/range/startConst*^ _classT RPloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ó Qgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/range/deltaConst*^ _classT RPloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Î Kgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/rangeRangeQgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/range/startJgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/SizeQgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/range/delta* Tidx0*^ _classT RPloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ò Pgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Fill/valueConst*^ _classT RPloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Š Jgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/FillFillMgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Shape_1Pgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Fill/value* T0*^ _classT RPloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Shape* index_type0* _output_shapes : £ Sgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/DynamicStitch DynamicStitchKgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/rangeIgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/modKgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/ShapeJgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Fill* T0*^ _classT RPloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Shape* N* _output_shapes : ñ Ogradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Maximum/yConst*^ _classT RPloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ƒ Mgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/MaximumMaximumSgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/DynamicStitchOgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Maximum/y* T0*^ _classT RPloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : û Ngradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/floordivFloorDivKgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/ShapeMgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Maximum* T0*^ _classT RPloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ± Mgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/ReshapeReshapeJgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/add_grad/ReshapeSgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ® Jgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/TileTileMgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/ReshapeNgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/floordiv* T0* _output_shapes : € €* Tmultiples0  Kgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/ConstConst* value B *@D* dtype0* _output_shapes : œ Mgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/truedivRealDivJgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/TileKgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/Const* T0* _output_shapes : € € ¥ Tgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/ShapeConst* valueB"* dtype0* _output_shapes : § Vgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/Shape_1Const* valueB"* dtype0* _output_shapes : è dgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgsBroadcastGradientArgsTgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/ShapeVgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ê Ugradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/scalarConstN^gradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/truediv* value B *@* dtype0* _output_shapes : ª Rgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/mulMulUgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/scalarMgradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € ± Rgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/subSubbert/encoder/layer_2/output/add:bert/encoder/layer_2/output/LayerNorm/moments/StopGradientN^gradients/bert/encoder/layer_2/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € ® Tgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/mul_1MulRgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/mulRgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/sub* T0* _output_shapes : € € Ý Rgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/SumSumTgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/mul_1dgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € Ä Vgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/ReshapeReshapeRgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/SumTgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/Shape* T0* Tshape0* _output_shapes : € € Ü Tgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/Sum_1SumTgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/mul_1fgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :€ É Xgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1ReshapeTgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/Sum_1Vgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0* Tshape0* _output_shapes : €  Ý Rgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/NegNegXgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1* T0* _output_shapes : €  ˜ Ggradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/ShapeConst* valueB"* dtype0* _output_shapes : ä Fgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/SizeConst*Z _classP NLloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : Û Egradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/addAddDbert/encoder/layer_2/output/LayerNorm/moments/mean/reduction_indicesFgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Size* T0*Z _classP NLloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : á Egradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/modFloorModEgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/addFgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Size* T0*Z _classP NLloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ï Igradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Shape_1Const*Z _classP NLloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Shape* value B :* dtype0* _output_shapes : ë Mgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/range/startConst*Z _classP NLloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ë Mgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/range/deltaConst*Z _classP NLloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : º Ggradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/rangeRangeMgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/range/startFgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/SizeMgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/range/delta*Z _classP NLloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Shape* _output_shapes :* Tidx0 ê Lgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Fill/valueConst*Z _classP NLloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ú Fgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/FillFillIgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Shape_1Lgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Fill/value* T0*Z _classP NLloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Shape* index_type0* _output_shapes : ‹ Ogradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/DynamicStitch DynamicStitchGgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/rangeEgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/modGgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/ShapeFgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Fill* T0*Z _classP NLloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Shape* N* _output_shapes : é Kgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Maximum/yConst*Z _classP NLloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ó Igradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/MaximumMaximumOgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/DynamicStitchKgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Maximum/y* T0*Z _classP NLloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ë Jgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/floordivFloorDivGgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/ShapeIgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Maximum* T0*Z _classP NLloc:@gradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : « Igradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/ReshapeReshapeLgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2_grad/ReshapeOgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ¢ Fgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/TileTileIgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/ReshapeJgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/floordiv* Tmultiples0* T0* _output_shapes : € € Œ Ggradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/ConstConst* value B *@D* dtype0* _output_shapes :  Igradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/truedivRealDivFgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/TileGgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/Const* T0* _output_shapes : € € — gradients/AddN_68AddNHgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_1_grad/MulVgradients/bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference_grad/ReshapeIgradients/bert/encoder/layer_2/output/LayerNorm/moments/mean_grad/truediv* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € ª :gradients/bert/encoder/layer_2/output/dropout/mul_grad/MulMulgradients/AddN_68)bert/encoder/layer_2/output/dropout/Floor* T0* _output_shapes : € € ª gradients/bert/encoder/layer_2/output/dropout/div_grad/Shape_1Const* valueB* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_2/output/dropout/div_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_2/output/dropout/div_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ß >gradients/bert/encoder/layer_2/output/dropout/div_grad/RealDivRealDiv:gradients/bert/encoder/layer_2/output/dropout/mul_grad/Mul-bert/encoder/layer_2/output/dropout/keep_prob* T0* _output_shapes : € € — :gradients/bert/encoder/layer_2/output/dropout/div_grad/SumSum>gradients/bert/encoder/layer_2/output/dropout/div_grad/RealDivLgradients/bert/encoder/layer_2/output/dropout/div_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € ü >gradients/bert/encoder/layer_2/output/dropout/div_grad/ReshapeReshape:gradients/bert/encoder/layer_2/output/dropout/div_grad/Sumgradients/bert/encoder/layer_2/output/dropout/div_grad/Shape_1* T0* Tshape0* _output_shapes : Ð Dgradients/bert/encoder/layer_2/output/dense/BiasAdd_grad/BiasAddGrad BiasAddGrad>gradients/bert/encoder/layer_2/output/dropout/div_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ ˆ >gradients/bert/encoder/layer_2/output/dense/MatMul_grad/MatMulMatMul>gradients/bert/encoder/layer_2/output/dropout/div_grad/Reshape-bert/encoder/layer_2/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( Š @gradients/bert/encoder/layer_2/output/dense/MatMul_grad/MatMul_1MatMul-bert/encoder/layer_2/intermediate/dense/mul_1>gradients/bert/encoder/layer_2/output/dropout/div_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a( ß @gradients/bert/encoder/layer_2/intermediate/dense/mul_1_grad/MulMul>gradients/bert/encoder/layer_2/output/dense/MatMul_grad/MatMul+bert/encoder/layer_2/intermediate/dense/mul* T0* _output_shapes : € € å Bgradients/bert/encoder/layer_2/intermediate/dense/mul_1_grad/Mul_1Mul>gradients/bert/encoder/layer_2/output/dense/MatMul_grad/MatMul/bert/encoder/layer_2/intermediate/dense/BiasAdd* T0* _output_shapes : € € ƒ @gradients/bert/encoder/layer_2/intermediate/dense/mul_grad/ShapeConst* valueB* dtype0* _output_shapes : “ Bgradients/bert/encoder/layer_2/intermediate/dense/mul_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¬ Pgradients/bert/encoder/layer_2/intermediate/dense/mul_grad/BroadcastGradientArgsBroadcastGradientArgs@gradients/bert/encoder/layer_2/intermediate/dense/mul_grad/ShapeBgradients/bert/encoder/layer_2/intermediate/dense/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ á >gradients/bert/encoder/layer_2/intermediate/dense/mul_grad/MulMulBgradients/bert/encoder/layer_2/intermediate/dense/mul_1_grad/Mul_1+bert/encoder/layer_2/intermediate/dense/add* T0* _output_shapes : € € • >gradients/bert/encoder/layer_2/intermediate/dense/mul_grad/SumSum>gradients/bert/encoder/layer_2/intermediate/dense/mul_grad/MulPgradients/bert/encoder/layer_2/intermediate/dense/mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : þ Bgradients/bert/encoder/layer_2/intermediate/dense/mul_grad/ReshapeReshape>gradients/bert/encoder/layer_2/intermediate/dense/mul_grad/Sum@gradients/bert/encoder/layer_2/intermediate/dense/mul_grad/Shape* T0* Tshape0* _output_shapes : å @gradients/bert/encoder/layer_2/intermediate/dense/mul_grad/Mul_1Mul-bert/encoder/layer_2/intermediate/dense/mul/xBgradients/bert/encoder/layer_2/intermediate/dense/mul_1_grad/Mul_1* T0* _output_shapes : € € ¥ @gradients/bert/encoder/layer_2/intermediate/dense/mul_grad/Sum_1Sum@gradients/bert/encoder/layer_2/intermediate/dense/mul_grad/Mul_1Rgradients/bert/encoder/layer_2/intermediate/dense/mul_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 Ž Dgradients/bert/encoder/layer_2/intermediate/dense/mul_grad/Reshape_1Reshape@gradients/bert/encoder/layer_2/intermediate/dense/mul_grad/Sum_1Bgradients/bert/encoder/layer_2/intermediate/dense/mul_grad/Shape_1* T0* Tshape0* _output_shapes : € € ƒ @gradients/bert/encoder/layer_2/intermediate/dense/add_grad/ShapeConst* valueB* dtype0* _output_shapes : “ Bgradients/bert/encoder/layer_2/intermediate/dense/add_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¬ Pgradients/bert/encoder/layer_2/intermediate/dense/add_grad/BroadcastGradientArgsBroadcastGradientArgs@gradients/bert/encoder/layer_2/intermediate/dense/add_grad/ShapeBgradients/bert/encoder/layer_2/intermediate/dense/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ › >gradients/bert/encoder/layer_2/intermediate/dense/add_grad/SumSumDgradients/bert/encoder/layer_2/intermediate/dense/mul_grad/Reshape_1Pgradients/bert/encoder/layer_2/intermediate/dense/add_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : þ Bgradients/bert/encoder/layer_2/intermediate/dense/add_grad/ReshapeReshape>gradients/bert/encoder/layer_2/intermediate/dense/add_grad/Sum@gradients/bert/encoder/layer_2/intermediate/dense/add_grad/Shape* T0* Tshape0* _output_shapes : © @gradients/bert/encoder/layer_2/intermediate/dense/add_grad/Sum_1SumDgradients/bert/encoder/layer_2/intermediate/dense/mul_grad/Reshape_1Rgradients/bert/encoder/layer_2/intermediate/dense/add_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € Ž Dgradients/bert/encoder/layer_2/intermediate/dense/add_grad/Reshape_1Reshape@gradients/bert/encoder/layer_2/intermediate/dense/add_grad/Sum_1Bgradients/bert/encoder/layer_2/intermediate/dense/add_grad/Shape_1* T0* Tshape0* _output_shapes : € € … @gradients/bert/encoder/layer_2/intermediate/dense/Erf_grad/ConstConst* value B *»n?* dtype0* _output_shapes : ø >gradients/bert/encoder/layer_2/intermediate/dense/Erf_grad/mulMulDgradients/bert/encoder/layer_2/intermediate/dense/add_grad/Reshape_1@gradients/bert/encoder/layer_2/intermediate/dense/Erf_grad/Const* T0* _output_shapes : € € î Agradients/bert/encoder/layer_2/intermediate/dense/Erf_grad/SquareSquare/bert/encoder/layer_2/intermediate/dense/truedivE^gradients/bert/encoder/layer_2/intermediate/dense/add_grad/Reshape_1* T0* _output_shapes : € € ³ >gradients/bert/encoder/layer_2/intermediate/dense/Erf_grad/NegNegAgradients/bert/encoder/layer_2/intermediate/dense/Erf_grad/Square* T0* _output_shapes : € € ° >gradients/bert/encoder/layer_2/intermediate/dense/Erf_grad/ExpExp>gradients/bert/encoder/layer_2/intermediate/dense/Erf_grad/Neg* T0* _output_shapes : € € ò @gradients/bert/encoder/layer_2/intermediate/dense/Erf_grad/mul_1Mul>gradients/bert/encoder/layer_2/intermediate/dense/Erf_grad/mul>gradients/bert/encoder/layer_2/intermediate/dense/Erf_grad/Exp* T0* _output_shapes : € € • Dgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/ShapeConst* valueB" * dtype0* _output_shapes : ‰ Fgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/Shape_1Const* valueB* dtype0* _output_shapes : ¸ Tgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/BroadcastGradientArgsBroadcastGradientArgsDgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/ShapeFgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ì Fgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/RealDivRealDiv@gradients/bert/encoder/layer_2/intermediate/dense/Erf_grad/mul_1,bert/encoder/layer_2/intermediate/dense/Sqrt* T0* _output_shapes : € € ¯ Bgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/SumSumFgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/RealDivTgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/BroadcastGradientArgs* T0* _output_shapes : € €* keep_dims(* Tidx0 ” Fgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/ReshapeReshapeBgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/SumDgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/Shape* T0* Tshape0* _output_shapes : € € ¥ Bgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/NegNeg/bert/encoder/layer_2/intermediate/dense/BiasAdd* T0* _output_shapes : € € ð Hgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/RealDiv_1RealDivBgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/Neg,bert/encoder/layer_2/intermediate/dense/Sqrt* T0* _output_shapes : € € ö Hgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/RealDiv_2RealDivHgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/RealDiv_1,bert/encoder/layer_2/intermediate/dense/Sqrt* T0* _output_shapes : € € € Bgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/mulMul@gradients/bert/encoder/layer_2/intermediate/dense/Erf_grad/mul_1Hgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/RealDiv_2* T0* _output_shapes : € € ¥ Dgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/Sum_1SumBgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/mulVgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :  Hgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/Reshape_1ReshapeDgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/Sum_1Fgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/Shape_1* T0* Tshape0* _output_shapes : ¬ gradients/AddN_69AddN@gradients/bert/encoder/layer_2/intermediate/dense/mul_1_grad/MulFgradients/bert/encoder/layer_2/intermediate/dense/truediv_grad/Reshape* T0*S _classI GEloc:@gradients/bert/encoder/layer_2/intermediate/dense/mul_1_grad/Mul* N* _output_shapes : € € © Jgradients/bert/encoder/layer_2/intermediate/dense/BiasAdd_grad/BiasAddGrad BiasAddGradgradients/AddN_69* T0* data_formatNHWC* _output_shapes :€ ç Dgradients/bert/encoder/layer_2/intermediate/dense/MatMul_grad/MatMulMatMulgradients/AddN_693bert/encoder/layer_2/intermediate/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( õ Fgradients/bert/encoder/layer_2/intermediate/dense/MatMul_grad/MatMul_1MatMul?bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/add_1gradients/AddN_69* transpose_b(* T0* _output_shapes : €€* transpose_a( ƒ gradients/AddN_70AddNgradients/AddN_68Dgradients/bert/encoder/layer_2/intermediate/dense/MatMul_grad/MatMul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € Ö Rgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_70=bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ä Tgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_70)bert/encoder/layer_2/attention/output/add* T0* _output_shapes : € €  Rgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : ¥ Tgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : â bgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsRgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/ShapeTgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ‘ Pgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_70bgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ ¹ Tgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapePgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/SumRgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ š Rgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_70dgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 Ö Pgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/NegNegRgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € €  Vgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapePgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/NegTgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € ¥ Tgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes : § Vgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : è dgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsTgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeVgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ › Rgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_2_grad/MulMulVgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1=bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ö Rgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_2_grad/SumSumRgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_2_grad/Muldgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 à Vgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeRgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_2_grad/SumTgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €  œ Tgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mulgradients/bert/encoder/layer_2/attention/self/Softmax_grad/mulMulFgradients/bert/encoder/layer_2/attention/self/dropout/div_grad/Reshape+bert/encoder/layer_2/attention/self/Softmax* T0*( _output_shapes :  €€ › Pgradients/bert/encoder/layer_2/attention/self/Softmax_grad/Sum/reduction_indicesConst* valueB: ÿÿÿÿÿÿÿÿÿ* dtype0* _output_shapes : ¦ >gradients/bert/encoder/layer_2/attention/self/Softmax_grad/SumSum>gradients/bert/encoder/layer_2/attention/self/Softmax_grad/mulPgradients/bert/encoder/layer_2/attention/self/Softmax_grad/Sum/reduction_indices* T0*' _output_shapes :  €* keep_dims(* Tidx0 € >gradients/bert/encoder/layer_2/attention/self/Softmax_grad/subSubFgradients/bert/encoder/layer_2/attention/self/dropout/div_grad/Reshape>gradients/bert/encoder/layer_2/attention/self/Softmax_grad/Sum* T0*( _output_shapes :  €€ ç @gradients/bert/encoder/layer_2/attention/self/Softmax_grad/mul_1Mul>gradients/bert/encoder/layer_2/attention/self/Softmax_grad/sub+bert/encoder/layer_2/attention/self/Softmax* T0*( _output_shapes :  €€ Þ Lgradients/bert/encoder/layer_2/attention/self/value/BiasAdd_grad/BiasAddGrad BiasAddGradDgradients/bert/encoder/layer_2/attention/self/Reshape_2_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ • gradients/bert/encoder/layer_2/attention/self/add_grad/Shape_1Const*% valueB" €€* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_2/attention/self/add_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_2/attention/self/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ¡ :gradients/bert/encoder/layer_2/attention/self/add_grad/SumSum@gradients/bert/encoder/layer_2/attention/self/Softmax_grad/mul_1Lgradients/bert/encoder/layer_2/attention/self/add_grad/BroadcastGradientArgs* T0*( _output_shapes :  €€* keep_dims(* Tidx0 „ >gradients/bert/encoder/layer_2/attention/self/add_grad/ReshapeReshape:gradients/bert/encoder/layer_2/attention/self/add_grad/Sumgradients/bert/encoder/layer_2/attention/self/add_grad/Shape_1* T0* Tshape0*( _output_shapes : €€ ž Fgradients/bert/encoder/layer_2/attention/self/value/MatMul_grad/MatMulMatMulDgradients/bert/encoder/layer_2/attention/self/Reshape_2_grad/Reshape5bert/encoder/layer_2/attention/self/value/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b(   Hgradients/bert/encoder/layer_2/attention/self/value/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_1/output/LayerNorm/batchnorm/add_1Dgradients/bert/encoder/layer_2/attention/self/Reshape_2_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a( • gradients/bert/encoder/layer_2/attention/self/Mul_grad/Shape_1Const* valueB* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_2/attention/self/Mul_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_2/attention/self/Mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ß :gradients/bert/encoder/layer_2/attention/self/Mul_grad/MulMul>gradients/bert/encoder/layer_2/attention/self/add_grad/Reshape)bert/encoder/layer_2/attention/self/Mul/y* T0*( _output_shapes :  €€ › :gradients/bert/encoder/layer_2/attention/self/Mul_grad/SumSum:gradients/bert/encoder/layer_2/attention/self/Mul_grad/MulLgradients/bert/encoder/layer_2/attention/self/Mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0*( _output_shapes :  €€ „ >gradients/bert/encoder/layer_2/attention/self/Mul_grad/ReshapeReshape:gradients/bert/encoder/layer_2/attention/self/Mul_grad/Sumgradients/bert/encoder/layer_2/attention/self/add_grad/Reshape* T0*( _output_shapes :  €€  gradients/bert/encoder/layer_2/attention/self/Mul_grad/Shape_1* T0* Tshape0* _output_shapes : Œ @gradients/bert/encoder/layer_2/attention/self/MatMul_grad/MatMul BatchMatMul>gradients/bert/encoder/layer_2/attention/self/Mul_grad/Reshape/bert/encoder/layer_2/attention/self/transpose_1* adj_x(* adj_y(* T0*' _output_shapes :  €@ Œ Bgradients/bert/encoder/layer_2/attention/self/MatMul_grad/MatMul_1 BatchMatMul>gradients/bert/encoder/layer_2/attention/self/Mul_grad/Reshape-bert/encoder/layer_2/attention/self/transpose* T0*' _output_shapes :  €@* adj_x(* adj_y( ¼ Ngradients/bert/encoder/layer_2/attention/self/transpose_grad/InvertPermutationInvertPermutation2bert/encoder/layer_2/attention/self/transpose/perm* T0* _output_shapes : ¤ Fgradients/bert/encoder/layer_2/attention/self/transpose_grad/transpose Transpose@gradients/bert/encoder/layer_2/attention/self/MatMul_grad/MatMulNgradients/bert/encoder/layer_2/attention/self/transpose_grad/InvertPermutation* Tperm0* T0*' _output_shapes : € @ À Pgradients/bert/encoder/layer_2/attention/self/transpose_1_grad/InvertPermutationInvertPermutation4bert/encoder/layer_2/attention/self/transpose_1/perm* T0* _output_shapes : ª Hgradients/bert/encoder/layer_2/attention/self/transpose_1_grad/transpose TransposeBgradients/bert/encoder/layer_2/attention/self/MatMul_grad/MatMul_1Pgradients/bert/encoder/layer_2/attention/self/transpose_1_grad/InvertPermutation* Tperm0* T0*' _output_shapes : € @ ‘ @gradients/bert/encoder/layer_2/attention/self/Reshape_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Bgradients/bert/encoder/layer_2/attention/self/Reshape_grad/ReshapeReshapeFgradients/bert/encoder/layer_2/attention/self/transpose_grad/transpose@gradients/bert/encoder/layer_2/attention/self/Reshape_grad/Shape* T0* Tshape0* _output_shapes : € € “ Bgradients/bert/encoder/layer_2/attention/self/Reshape_1_grad/ShapeConst* valueB"* dtype0* _output_shapes : – Dgradients/bert/encoder/layer_2/attention/self/Reshape_1_grad/ReshapeReshapeHgradients/bert/encoder/layer_2/attention/self/transpose_1_grad/transposeBgradients/bert/encoder/layer_2/attention/self/Reshape_1_grad/Shape* T0* Tshape0* _output_shapes : € € Ü Lgradients/bert/encoder/layer_2/attention/self/query/BiasAdd_grad/BiasAddGrad BiasAddGradBgradients/bert/encoder/layer_2/attention/self/Reshape_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ Ü Jgradients/bert/encoder/layer_2/attention/self/key/BiasAdd_grad/BiasAddGrad BiasAddGradDgradients/bert/encoder/layer_2/attention/self/Reshape_1_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ œ Fgradients/bert/encoder/layer_2/attention/self/query/MatMul_grad/MatMulMatMulBgradients/bert/encoder/layer_2/attention/self/Reshape_grad/Reshape5bert/encoder/layer_2/attention/self/query/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ž Hgradients/bert/encoder/layer_2/attention/self/query/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_1/output/LayerNorm/batchnorm/add_1Bgradients/bert/encoder/layer_2/attention/self/Reshape_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b( š Dgradients/bert/encoder/layer_2/attention/self/key/MatMul_grad/MatMulMatMulDgradients/bert/encoder/layer_2/attention/self/Reshape_1_grad/Reshape3bert/encoder/layer_2/attention/self/key/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ž Fgradients/bert/encoder/layer_2/attention/self/key/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_1/output/LayerNorm/batchnorm/add_1Dgradients/bert/encoder/layer_2/attention/self/Reshape_1_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b(  gradients/AddN_73AddNgradients/AddN_72Fgradients/bert/encoder/layer_2/attention/self/value/MatMul_grad/MatMulFgradients/bert/encoder/layer_2/attention/self/query/MatMul_grad/MatMulDgradients/bert/encoder/layer_2/attention/self/key/MatMul_grad/MatMul* T0*e _class[ YWloc:@gradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € €  Hgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_733bert/encoder/layer_1/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ° Jgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_73bert/encoder/layer_1/output/add* T0* _output_shapes : € € “ Hgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : › Jgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/ShapeJgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ý Fgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_73Xgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ › Jgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapeFgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/SumHgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ † Hgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_73Zgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0  Fgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/NegNegHgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € € ¤ Lgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapeFgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/NegJgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € › Jgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Lgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Ê Zgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsJgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2_grad/ShapeLgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ý Hgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2_grad/MulMulLgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/Reshape_13bert/encoder/layer_1/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ¸ Hgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2_grad/SumSumHgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2_grad/MulZgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 ¥ Lgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeHgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2_grad/SumJgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €  þ Jgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mul2bert/encoder/layer_1/output/LayerNorm/moments/meanLgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/Reshape_1* T0* _output_shapes : € € à Jgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2_grad/Sum_1SumJgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2_grad/Mul_1\gradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € ¬ Ngradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1ReshapeJgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2_grad/Sum_1Lgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0* Tshape0* _output_shapes : € € È gradients/AddN_74AddNJgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Ngradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1* T0*] _classS QOloc:@gradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_1_grad/Mul_1* N* _output_shapes : € € ™ Hgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/ShapeConst* valueB"* dtype0* _output_shapes : • Jgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/Shape_1Const* valueB :€* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/ShapeJgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ½ Fgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/MulMulgradients/AddN_740bert/encoder/layer_1/output/LayerNorm/gamma/read* T0* _output_shapes : € € ² Fgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/SumSumFgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/MulXgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ Ÿ Jgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/ReshapeReshapeFgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/SumHgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/Shape* T0* Tshape0* _output_shapes : €  Ä Hgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/Mul_1Mul5bert/encoder/layer_1/output/LayerNorm/batchnorm/Rsqrtgradients/AddN_74* T0* _output_shapes : € € ¸ Hgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/Sum_1SumHgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/Mul_1Zgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs:1* T0* _output_shapes :€* keep_dims(* Tidx0 ¡ Lgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/Reshape_1ReshapeHgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/Sum_1Jgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0* Tshape0* _output_shapes :€ ˆ Ngradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGrad RsqrtGrad5bert/encoder/layer_1/output/LayerNorm/batchnorm/RsqrtJgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/Reshape* T0* _output_shapes : €  ™ Hgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/add_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Jgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/add_grad/Shape_1Const* valueB* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/add_grad/ShapeJgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ º Fgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/add_grad/SumSumNgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradXgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 Ÿ Jgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/add_grad/ReshapeReshapeFgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/add_grad/SumHgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/add_grad/Shape* T0* Tshape0* _output_shapes : €  ¹ Hgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/add_grad/Sum_1SumNgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradZgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs:1* T0* _output_shapes :* keep_dims(* Tidx0 œ Lgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/add_grad/Reshape_1ReshapeHgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/add_grad/Sum_1Jgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/add_grad/Shape_1* T0* Tshape0* _output_shapes : œ Kgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/ShapeConst* valueB"* dtype0* _output_shapes : ì Jgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/SizeConst*^ _classT RPloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ë Igradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/addAddHbert/encoder/layer_1/output/LayerNorm/moments/variance/reduction_indicesJgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Size* T0*^ _classT RPloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ñ Igradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/modFloorModIgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/addJgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Size* T0*^ _classT RPloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ÷ Mgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Shape_1Const*^ _classT RPloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Shape* value B :* dtype0* _output_shapes : ó Qgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/range/startConst*^ _classT RPloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ó Qgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/range/deltaConst*^ _classT RPloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Î Kgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/rangeRangeQgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/range/startJgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/SizeQgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/range/delta* Tidx0*^ _classT RPloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ò Pgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Fill/valueConst*^ _classT RPloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Š Jgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/FillFillMgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Shape_1Pgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Fill/value* T0*^ _classT RPloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Shape* index_type0* _output_shapes : £ Sgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/DynamicStitch DynamicStitchKgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/rangeIgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/modKgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/ShapeJgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Fill* T0*^ _classT RPloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Shape* N* _output_shapes : ñ Ogradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Maximum/yConst*^ _classT RPloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ƒ Mgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/MaximumMaximumSgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/DynamicStitchOgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Maximum/y* T0*^ _classT RPloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : û Ngradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/floordivFloorDivKgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/ShapeMgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Maximum* T0*^ _classT RPloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ± Mgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/ReshapeReshapeJgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/add_grad/ReshapeSgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ® Jgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/TileTileMgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/ReshapeNgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/floordiv* T0* _output_shapes : € €* Tmultiples0  Kgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/ConstConst* value B *@D* dtype0* _output_shapes : œ Mgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/truedivRealDivJgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/TileKgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/Const* T0* _output_shapes : € € ¥ Tgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/ShapeConst* valueB"* dtype0* _output_shapes : § Vgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/Shape_1Const* valueB"* dtype0* _output_shapes : è dgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgsBroadcastGradientArgsTgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/ShapeVgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ê Ugradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/scalarConstN^gradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/truediv* value B *@* dtype0* _output_shapes : ª Rgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/mulMulUgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/scalarMgradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € ± Rgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/subSubbert/encoder/layer_1/output/add:bert/encoder/layer_1/output/LayerNorm/moments/StopGradientN^gradients/bert/encoder/layer_1/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € ® Tgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/mul_1MulRgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/mulRgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/sub* T0* _output_shapes : € € Ý Rgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/SumSumTgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/mul_1dgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs* T0* _output_shapes : € €* keep_dims(* Tidx0 Ä Vgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/ReshapeReshapeRgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/SumTgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/Shape* T0* Tshape0* _output_shapes : € € Ü Tgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/Sum_1SumTgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/mul_1fgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :€ É Xgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1ReshapeTgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/Sum_1Vgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0* Tshape0* _output_shapes : €  Ý Rgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/NegNegXgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1* T0* _output_shapes : €  ˜ Ggradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/ShapeConst* valueB"* dtype0* _output_shapes : ä Fgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/SizeConst*Z _classP NLloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : Û Egradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/addAddDbert/encoder/layer_1/output/LayerNorm/moments/mean/reduction_indicesFgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Size* T0*Z _classP NLloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : á Egradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/modFloorModEgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/addFgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Size* T0*Z _classP NLloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ï Igradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Shape_1Const*Z _classP NLloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Shape* value B :* dtype0* _output_shapes : ë Mgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/range/startConst*Z _classP NLloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ë Mgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/range/deltaConst*Z _classP NLloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : º Ggradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/rangeRangeMgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/range/startFgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/SizeMgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/range/delta* Tidx0*Z _classP NLloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ê Lgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Fill/valueConst*Z _classP NLloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ú Fgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/FillFillIgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Shape_1Lgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Fill/value* T0*Z _classP NLloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Shape* index_type0* _output_shapes : ‹ Ogradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/DynamicStitch DynamicStitchGgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/rangeEgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/modGgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/ShapeFgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Fill* T0*Z _classP NLloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Shape* N* _output_shapes : é Kgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Maximum/yConst*Z _classP NLloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ó Igradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/MaximumMaximumOgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/DynamicStitchKgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Maximum/y* T0*Z _classP NLloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ë Jgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/floordivFloorDivGgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/ShapeIgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Maximum* T0*Z _classP NLloc:@gradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : « Igradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/ReshapeReshapeLgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2_grad/ReshapeOgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ¢ Fgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/TileTileIgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/ReshapeJgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/floordiv* Tmultiples0* T0* _output_shapes : € € Œ Ggradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/ConstConst* value B *@D* dtype0* _output_shapes :  Igradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/truedivRealDivFgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/TileGgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/Const* T0* _output_shapes : € € — gradients/AddN_75AddNHgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_1_grad/MulVgradients/bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference_grad/ReshapeIgradients/bert/encoder/layer_1/output/LayerNorm/moments/mean_grad/truediv* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € ª :gradients/bert/encoder/layer_1/output/dropout/mul_grad/MulMulgradients/AddN_75)bert/encoder/layer_1/output/dropout/Floor* T0* _output_shapes : € € ª gradients/bert/encoder/layer_1/output/dropout/div_grad/Shape_1Const* valueB* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_1/output/dropout/div_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_1/output/dropout/div_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ß >gradients/bert/encoder/layer_1/output/dropout/div_grad/RealDivRealDiv:gradients/bert/encoder/layer_1/output/dropout/mul_grad/Mul-bert/encoder/layer_1/output/dropout/keep_prob* T0* _output_shapes : € € — :gradients/bert/encoder/layer_1/output/dropout/div_grad/SumSum>gradients/bert/encoder/layer_1/output/dropout/div_grad/RealDivLgradients/bert/encoder/layer_1/output/dropout/div_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € ü >gradients/bert/encoder/layer_1/output/dropout/div_grad/ReshapeReshape:gradients/bert/encoder/layer_1/output/dropout/div_grad/Sumgradients/bert/encoder/layer_1/output/dropout/div_grad/Shape_1* T0* Tshape0* _output_shapes : Ð Dgradients/bert/encoder/layer_1/output/dense/BiasAdd_grad/BiasAddGrad BiasAddGrad>gradients/bert/encoder/layer_1/output/dropout/div_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ ˆ >gradients/bert/encoder/layer_1/output/dense/MatMul_grad/MatMulMatMul>gradients/bert/encoder/layer_1/output/dropout/div_grad/Reshape-bert/encoder/layer_1/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( Š @gradients/bert/encoder/layer_1/output/dense/MatMul_grad/MatMul_1MatMul-bert/encoder/layer_1/intermediate/dense/mul_1>gradients/bert/encoder/layer_1/output/dropout/div_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b( ß @gradients/bert/encoder/layer_1/intermediate/dense/mul_1_grad/MulMul>gradients/bert/encoder/layer_1/output/dense/MatMul_grad/MatMul+bert/encoder/layer_1/intermediate/dense/mul* T0* _output_shapes : € € å Bgradients/bert/encoder/layer_1/intermediate/dense/mul_1_grad/Mul_1Mul>gradients/bert/encoder/layer_1/output/dense/MatMul_grad/MatMul/bert/encoder/layer_1/intermediate/dense/BiasAdd* T0* _output_shapes : € € ƒ @gradients/bert/encoder/layer_1/intermediate/dense/mul_grad/ShapeConst* valueB* dtype0* _output_shapes : “ Bgradients/bert/encoder/layer_1/intermediate/dense/mul_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¬ Pgradients/bert/encoder/layer_1/intermediate/dense/mul_grad/BroadcastGradientArgsBroadcastGradientArgs@gradients/bert/encoder/layer_1/intermediate/dense/mul_grad/ShapeBgradients/bert/encoder/layer_1/intermediate/dense/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ á >gradients/bert/encoder/layer_1/intermediate/dense/mul_grad/MulMulBgradients/bert/encoder/layer_1/intermediate/dense/mul_1_grad/Mul_1+bert/encoder/layer_1/intermediate/dense/add* T0* _output_shapes : € € • >gradients/bert/encoder/layer_1/intermediate/dense/mul_grad/SumSum>gradients/bert/encoder/layer_1/intermediate/dense/mul_grad/MulPgradients/bert/encoder/layer_1/intermediate/dense/mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : þ Bgradients/bert/encoder/layer_1/intermediate/dense/mul_grad/ReshapeReshape>gradients/bert/encoder/layer_1/intermediate/dense/mul_grad/Sum@gradients/bert/encoder/layer_1/intermediate/dense/mul_grad/Shape* T0* Tshape0* _output_shapes : å @gradients/bert/encoder/layer_1/intermediate/dense/mul_grad/Mul_1Mul-bert/encoder/layer_1/intermediate/dense/mul/xBgradients/bert/encoder/layer_1/intermediate/dense/mul_1_grad/Mul_1* T0* _output_shapes : € € ¥ @gradients/bert/encoder/layer_1/intermediate/dense/mul_grad/Sum_1Sum@gradients/bert/encoder/layer_1/intermediate/dense/mul_grad/Mul_1Rgradients/bert/encoder/layer_1/intermediate/dense/mul_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € Ž Dgradients/bert/encoder/layer_1/intermediate/dense/mul_grad/Reshape_1Reshape@gradients/bert/encoder/layer_1/intermediate/dense/mul_grad/Sum_1Bgradients/bert/encoder/layer_1/intermediate/dense/mul_grad/Shape_1* T0* Tshape0* _output_shapes : € € ƒ @gradients/bert/encoder/layer_1/intermediate/dense/add_grad/ShapeConst* valueB* dtype0* _output_shapes : “ Bgradients/bert/encoder/layer_1/intermediate/dense/add_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¬ Pgradients/bert/encoder/layer_1/intermediate/dense/add_grad/BroadcastGradientArgsBroadcastGradientArgs@gradients/bert/encoder/layer_1/intermediate/dense/add_grad/ShapeBgradients/bert/encoder/layer_1/intermediate/dense/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ › >gradients/bert/encoder/layer_1/intermediate/dense/add_grad/SumSumDgradients/bert/encoder/layer_1/intermediate/dense/mul_grad/Reshape_1Pgradients/bert/encoder/layer_1/intermediate/dense/add_grad/BroadcastGradientArgs* T0* _output_shapes :* keep_dims(* Tidx0 þ Bgradients/bert/encoder/layer_1/intermediate/dense/add_grad/ReshapeReshape>gradients/bert/encoder/layer_1/intermediate/dense/add_grad/Sum@gradients/bert/encoder/layer_1/intermediate/dense/add_grad/Shape* T0* Tshape0* _output_shapes : © @gradients/bert/encoder/layer_1/intermediate/dense/add_grad/Sum_1SumDgradients/bert/encoder/layer_1/intermediate/dense/mul_grad/Reshape_1Rgradients/bert/encoder/layer_1/intermediate/dense/add_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 Ž Dgradients/bert/encoder/layer_1/intermediate/dense/add_grad/Reshape_1Reshape@gradients/bert/encoder/layer_1/intermediate/dense/add_grad/Sum_1Bgradients/bert/encoder/layer_1/intermediate/dense/add_grad/Shape_1* T0* Tshape0* _output_shapes : € € … @gradients/bert/encoder/layer_1/intermediate/dense/Erf_grad/ConstConst* value B *»n?* dtype0* _output_shapes : ø >gradients/bert/encoder/layer_1/intermediate/dense/Erf_grad/mulMulDgradients/bert/encoder/layer_1/intermediate/dense/add_grad/Reshape_1@gradients/bert/encoder/layer_1/intermediate/dense/Erf_grad/Const* T0* _output_shapes : € € î Agradients/bert/encoder/layer_1/intermediate/dense/Erf_grad/SquareSquare/bert/encoder/layer_1/intermediate/dense/truedivE^gradients/bert/encoder/layer_1/intermediate/dense/add_grad/Reshape_1* T0* _output_shapes : € € ³ >gradients/bert/encoder/layer_1/intermediate/dense/Erf_grad/NegNegAgradients/bert/encoder/layer_1/intermediate/dense/Erf_grad/Square* T0* _output_shapes : € € ° >gradients/bert/encoder/layer_1/intermediate/dense/Erf_grad/ExpExp>gradients/bert/encoder/layer_1/intermediate/dense/Erf_grad/Neg* T0* _output_shapes : € € ò @gradients/bert/encoder/layer_1/intermediate/dense/Erf_grad/mul_1Mul>gradients/bert/encoder/layer_1/intermediate/dense/Erf_grad/mul>gradients/bert/encoder/layer_1/intermediate/dense/Erf_grad/Exp* T0* _output_shapes : € € • Dgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/ShapeConst* valueB" * dtype0* _output_shapes : ‰ Fgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/Shape_1Const* valueB* dtype0* _output_shapes : ¸ Tgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/BroadcastGradientArgsBroadcastGradientArgsDgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/ShapeFgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ì Fgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/RealDivRealDiv@gradients/bert/encoder/layer_1/intermediate/dense/Erf_grad/mul_1,bert/encoder/layer_1/intermediate/dense/Sqrt* T0* _output_shapes : € € ¯ Bgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/SumSumFgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/RealDivTgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € ” Fgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/ReshapeReshapeBgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/SumDgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/Shape* T0* Tshape0* _output_shapes : € € ¥ Bgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/NegNeg/bert/encoder/layer_1/intermediate/dense/BiasAdd* T0* _output_shapes : € € ð Hgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/RealDiv_1RealDivBgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/Neg,bert/encoder/layer_1/intermediate/dense/Sqrt* T0* _output_shapes : € € ö Hgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/RealDiv_2RealDivHgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/RealDiv_1,bert/encoder/layer_1/intermediate/dense/Sqrt* T0* _output_shapes : € € € Bgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/mulMul@gradients/bert/encoder/layer_1/intermediate/dense/Erf_grad/mul_1Hgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/RealDiv_2* T0* _output_shapes : € € ¥ Dgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/Sum_1SumBgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/mulVgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :  Hgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/Reshape_1ReshapeDgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/Sum_1Fgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/Shape_1* T0* Tshape0* _output_shapes : ¬ gradients/AddN_76AddN@gradients/bert/encoder/layer_1/intermediate/dense/mul_1_grad/MulFgradients/bert/encoder/layer_1/intermediate/dense/truediv_grad/Reshape* T0*S _classI GEloc:@gradients/bert/encoder/layer_1/intermediate/dense/mul_1_grad/Mul* N* _output_shapes : € € © Jgradients/bert/encoder/layer_1/intermediate/dense/BiasAdd_grad/BiasAddGrad BiasAddGradgradients/AddN_76* T0* data_formatNHWC* _output_shapes :€ ç Dgradients/bert/encoder/layer_1/intermediate/dense/MatMul_grad/MatMulMatMulgradients/AddN_763bert/encoder/layer_1/intermediate/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( õ Fgradients/bert/encoder/layer_1/intermediate/dense/MatMul_grad/MatMul_1MatMul?bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/add_1gradients/AddN_76* T0* _output_shapes : €€* transpose_a(* transpose_b( ƒ gradients/AddN_77AddNgradients/AddN_75Dgradients/bert/encoder/layer_1/intermediate/dense/MatMul_grad/MatMul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € Ö Rgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_77=bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ä Tgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_77)bert/encoder/layer_1/attention/output/add* T0* _output_shapes : € €  Rgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : ¥ Tgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : â bgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsRgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/ShapeTgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ‘ Pgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_77bgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ ¹ Tgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapePgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/SumRgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ š Rgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_77dgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 Ö Pgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/NegNegRgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € €  Vgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapePgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/NegTgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € ¥ Tgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes : § Vgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : è dgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsTgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeVgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ › Rgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_2_grad/MulMulVgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1=bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ö Rgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_2_grad/SumSumRgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_2_grad/Muldgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 à Vgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeRgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_2_grad/SumTgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €  œ Tgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mulgradients/bert/encoder/layer_1/attention/self/Softmax_grad/mulMulFgradients/bert/encoder/layer_1/attention/self/dropout/div_grad/Reshape+bert/encoder/layer_1/attention/self/Softmax* T0*( _output_shapes :  €€ › Pgradients/bert/encoder/layer_1/attention/self/Softmax_grad/Sum/reduction_indicesConst* valueB: ÿÿÿÿÿÿÿÿÿ* dtype0* _output_shapes : ¦ >gradients/bert/encoder/layer_1/attention/self/Softmax_grad/SumSum>gradients/bert/encoder/layer_1/attention/self/Softmax_grad/mulPgradients/bert/encoder/layer_1/attention/self/Softmax_grad/Sum/reduction_indices* T0*' _output_shapes :  €* keep_dims(* Tidx0 € >gradients/bert/encoder/layer_1/attention/self/Softmax_grad/subSubFgradients/bert/encoder/layer_1/attention/self/dropout/div_grad/Reshape>gradients/bert/encoder/layer_1/attention/self/Softmax_grad/Sum* T0*( _output_shapes :  €€ ç @gradients/bert/encoder/layer_1/attention/self/Softmax_grad/mul_1Mul>gradients/bert/encoder/layer_1/attention/self/Softmax_grad/sub+bert/encoder/layer_1/attention/self/Softmax* T0*( _output_shapes :  €€ Þ Lgradients/bert/encoder/layer_1/attention/self/value/BiasAdd_grad/BiasAddGrad BiasAddGradDgradients/bert/encoder/layer_1/attention/self/Reshape_2_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ • gradients/bert/encoder/layer_1/attention/self/add_grad/Shape_1Const*% valueB" €€* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_1/attention/self/add_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_1/attention/self/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ¡ :gradients/bert/encoder/layer_1/attention/self/add_grad/SumSum@gradients/bert/encoder/layer_1/attention/self/Softmax_grad/mul_1Lgradients/bert/encoder/layer_1/attention/self/add_grad/BroadcastGradientArgs* T0*( _output_shapes :  €€* keep_dims(* Tidx0 „ >gradients/bert/encoder/layer_1/attention/self/add_grad/ReshapeReshape:gradients/bert/encoder/layer_1/attention/self/add_grad/Sumgradients/bert/encoder/layer_1/attention/self/add_grad/Shape_1* T0* Tshape0*( _output_shapes : €€ ž Fgradients/bert/encoder/layer_1/attention/self/value/MatMul_grad/MatMulMatMulDgradients/bert/encoder/layer_1/attention/self/Reshape_2_grad/Reshape5bert/encoder/layer_1/attention/self/value/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a(   Hgradients/bert/encoder/layer_1/attention/self/value/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_0/output/LayerNorm/batchnorm/add_1Dgradients/bert/encoder/layer_1/attention/self/Reshape_2_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b( • gradients/bert/encoder/layer_1/attention/self/Mul_grad/Shape_1Const* valueB* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_1/attention/self/Mul_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_1/attention/self/Mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ß :gradients/bert/encoder/layer_1/attention/self/Mul_grad/MulMul>gradients/bert/encoder/layer_1/attention/self/add_grad/Reshape)bert/encoder/layer_1/attention/self/Mul/y* T0*( _output_shapes :  €€ › :gradients/bert/encoder/layer_1/attention/self/Mul_grad/SumSum:gradients/bert/encoder/layer_1/attention/self/Mul_grad/MulLgradients/bert/encoder/layer_1/attention/self/Mul_grad/BroadcastGradientArgs* T0*( _output_shapes :  €€* keep_dims(* Tidx0 „ >gradients/bert/encoder/layer_1/attention/self/Mul_grad/ReshapeReshape:gradients/bert/encoder/layer_1/attention/self/Mul_grad/Sumgradients/bert/encoder/layer_1/attention/self/add_grad/Reshape* T0*( _output_shapes :  €€  gradients/bert/encoder/layer_1/attention/self/Mul_grad/Shape_1* T0* Tshape0* _output_shapes : Œ @gradients/bert/encoder/layer_1/attention/self/MatMul_grad/MatMul BatchMatMul>gradients/bert/encoder/layer_1/attention/self/Mul_grad/Reshape/bert/encoder/layer_1/attention/self/transpose_1* adj_x(* adj_y(* T0*' _output_shapes :  €@ Œ Bgradients/bert/encoder/layer_1/attention/self/MatMul_grad/MatMul_1 BatchMatMul>gradients/bert/encoder/layer_1/attention/self/Mul_grad/Reshape-bert/encoder/layer_1/attention/self/transpose* T0*' _output_shapes :  €@* adj_x(* adj_y( ¼ Ngradients/bert/encoder/layer_1/attention/self/transpose_grad/InvertPermutationInvertPermutation2bert/encoder/layer_1/attention/self/transpose/perm* T0* _output_shapes : ¤ Fgradients/bert/encoder/layer_1/attention/self/transpose_grad/transpose Transpose@gradients/bert/encoder/layer_1/attention/self/MatMul_grad/MatMulNgradients/bert/encoder/layer_1/attention/self/transpose_grad/InvertPermutation* T0*' _output_shapes : € @* Tperm0 À Pgradients/bert/encoder/layer_1/attention/self/transpose_1_grad/InvertPermutationInvertPermutation4bert/encoder/layer_1/attention/self/transpose_1/perm* T0* _output_shapes : ª Hgradients/bert/encoder/layer_1/attention/self/transpose_1_grad/transpose TransposeBgradients/bert/encoder/layer_1/attention/self/MatMul_grad/MatMul_1Pgradients/bert/encoder/layer_1/attention/self/transpose_1_grad/InvertPermutation* Tperm0* T0*' _output_shapes : € @ ‘ @gradients/bert/encoder/layer_1/attention/self/Reshape_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Bgradients/bert/encoder/layer_1/attention/self/Reshape_grad/ReshapeReshapeFgradients/bert/encoder/layer_1/attention/self/transpose_grad/transpose@gradients/bert/encoder/layer_1/attention/self/Reshape_grad/Shape* T0* Tshape0* _output_shapes : € € “ Bgradients/bert/encoder/layer_1/attention/self/Reshape_1_grad/ShapeConst* valueB"* dtype0* _output_shapes : – Dgradients/bert/encoder/layer_1/attention/self/Reshape_1_grad/ReshapeReshapeHgradients/bert/encoder/layer_1/attention/self/transpose_1_grad/transposeBgradients/bert/encoder/layer_1/attention/self/Reshape_1_grad/Shape* T0* Tshape0* _output_shapes : € € Ü Lgradients/bert/encoder/layer_1/attention/self/query/BiasAdd_grad/BiasAddGrad BiasAddGradBgradients/bert/encoder/layer_1/attention/self/Reshape_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ Ü Jgradients/bert/encoder/layer_1/attention/self/key/BiasAdd_grad/BiasAddGrad BiasAddGradDgradients/bert/encoder/layer_1/attention/self/Reshape_1_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ œ Fgradients/bert/encoder/layer_1/attention/self/query/MatMul_grad/MatMulMatMulBgradients/bert/encoder/layer_1/attention/self/Reshape_grad/Reshape5bert/encoder/layer_1/attention/self/query/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ž Hgradients/bert/encoder/layer_1/attention/self/query/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_0/output/LayerNorm/batchnorm/add_1Bgradients/bert/encoder/layer_1/attention/self/Reshape_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a( š Dgradients/bert/encoder/layer_1/attention/self/key/MatMul_grad/MatMulMatMulDgradients/bert/encoder/layer_1/attention/self/Reshape_1_grad/Reshape3bert/encoder/layer_1/attention/self/key/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ž Fgradients/bert/encoder/layer_1/attention/self/key/MatMul_grad/MatMul_1MatMul5bert/encoder/layer_0/output/LayerNorm/batchnorm/add_1Dgradients/bert/encoder/layer_1/attention/self/Reshape_1_grad/Reshape* T0* _output_shapes : €€* transpose_a(* transpose_b(  gradients/AddN_80AddNgradients/AddN_79Fgradients/bert/encoder/layer_1/attention/self/value/MatMul_grad/MatMulFgradients/bert/encoder/layer_1/attention/self/query/MatMul_grad/MatMulDgradients/bert/encoder/layer_1/attention/self/key/MatMul_grad/MatMul* T0*e _class[ YWloc:@gradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € €  Hgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_803bert/encoder/layer_0/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ° Jgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_80bert/encoder/layer_0/output/add* T0* _output_shapes : € € “ Hgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : › Jgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/ShapeJgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ý Fgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_80Xgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* T0* _output_shapes :€* keep_dims(* Tidx0 › Jgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapeFgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/SumHgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ † Hgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_80Zgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0  Fgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/NegNegHgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € € ¤ Lgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapeFgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/NegJgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € › Jgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Lgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : Ê Zgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsJgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2_grad/ShapeLgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ý Hgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2_grad/MulMulLgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/Reshape_13bert/encoder/layer_0/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € ¸ Hgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2_grad/SumSumHgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2_grad/MulZgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ ¥ Lgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeHgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2_grad/SumJgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €  þ Jgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mul2bert/encoder/layer_0/output/LayerNorm/moments/meanLgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/Reshape_1* T0* _output_shapes : € € à Jgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2_grad/Sum_1SumJgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2_grad/Mul_1\gradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € ¬ Ngradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1ReshapeJgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2_grad/Sum_1Lgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0* Tshape0* _output_shapes : € € È gradients/AddN_81AddNJgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Ngradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2_grad/Reshape_1* T0*] _classS QOloc:@gradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_1_grad/Mul_1* N* _output_shapes : € € ™ Hgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/ShapeConst* valueB"* dtype0* _output_shapes : • Jgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/Shape_1Const* valueB :€* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/ShapeJgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ½ Fgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/MulMulgradients/AddN_810bert/encoder/layer_0/output/LayerNorm/gamma/read* T0* _output_shapes : € € ² Fgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/SumSumFgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/MulXgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ Ÿ Jgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/ReshapeReshapeFgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/SumHgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/Shape* T0* Tshape0* _output_shapes : €  Ä Hgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/Mul_1Mul5bert/encoder/layer_0/output/LayerNorm/batchnorm/Rsqrtgradients/AddN_81* T0* _output_shapes : € € ¸ Hgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/Sum_1SumHgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/Mul_1Zgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs:1* T0* _output_shapes :€* keep_dims(* Tidx0 ¡ Lgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/Reshape_1ReshapeHgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/Sum_1Jgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/Shape_1* T0* Tshape0* _output_shapes :€ ˆ Ngradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGrad RsqrtGrad5bert/encoder/layer_0/output/LayerNorm/batchnorm/RsqrtJgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/Reshape* T0* _output_shapes : €  ™ Hgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/add_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Jgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/add_grad/Shape_1Const* valueB* dtype0* _output_shapes : Ä Xgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/add_grad/ShapeJgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ º Fgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/add_grad/SumSumNgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradXgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ Ÿ Jgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/add_grad/ReshapeReshapeFgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/add_grad/SumHgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/add_grad/Shape* T0* Tshape0* _output_shapes : €  ¹ Hgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/add_grad/Sum_1SumNgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradZgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs:1* T0* _output_shapes :* keep_dims(* Tidx0 œ Lgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/add_grad/Reshape_1ReshapeHgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/add_grad/Sum_1Jgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/add_grad/Shape_1* T0* Tshape0* _output_shapes : œ Kgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/ShapeConst* valueB"* dtype0* _output_shapes : ì Jgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/SizeConst*^ _classT RPloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ë Igradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/addAddHbert/encoder/layer_0/output/LayerNorm/moments/variance/reduction_indicesJgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Size* T0*^ _classT RPloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ñ Igradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/modFloorModIgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/addJgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Size* T0*^ _classT RPloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ÷ Mgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Shape_1Const*^ _classT RPloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Shape* value B :* dtype0* _output_shapes : ó Qgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/range/startConst*^ _classT RPloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ó Qgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/range/deltaConst*^ _classT RPloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Î Kgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/rangeRangeQgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/range/startJgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/SizeQgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/range/delta*^ _classT RPloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Shape* _output_shapes :* Tidx0 ò Pgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Fill/valueConst*^ _classT RPloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Š Jgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/FillFillMgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Shape_1Pgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Fill/value* T0*^ _classT RPloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Shape* index_type0* _output_shapes : £ Sgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/DynamicStitch DynamicStitchKgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/rangeIgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/modKgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/ShapeJgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Fill* T0*^ _classT RPloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Shape* N* _output_shapes : ñ Ogradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Maximum/yConst*^ _classT RPloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ƒ Mgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/MaximumMaximumSgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/DynamicStitchOgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Maximum/y* T0*^ _classT RPloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : û Ngradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/floordivFloorDivKgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/ShapeMgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Maximum* T0*^ _classT RPloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Shape* _output_shapes : ± Mgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/ReshapeReshapeJgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/add_grad/ReshapeSgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ® Jgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/TileTileMgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/ReshapeNgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/floordiv* T0* _output_shapes : € €* Tmultiples0  Kgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/ConstConst* value B *@D* dtype0* _output_shapes : œ Mgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/truedivRealDivJgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/TileKgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/Const* T0* _output_shapes : € € ¥ Tgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/ShapeConst* valueB"* dtype0* _output_shapes : § Vgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/Shape_1Const* valueB"* dtype0* _output_shapes : è dgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgsBroadcastGradientArgsTgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/ShapeVgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ê Ugradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/scalarConstN^gradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/truediv* value B *@* dtype0* _output_shapes : ª Rgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/mulMulUgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/scalarMgradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € ± Rgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/subSubbert/encoder/layer_0/output/add:bert/encoder/layer_0/output/LayerNorm/moments/StopGradientN^gradients/bert/encoder/layer_0/output/LayerNorm/moments/variance_grad/truediv* T0* _output_shapes : € € ® Tgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/mul_1MulRgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/mulRgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/sub* T0* _output_shapes : € € Ý Rgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/SumSumTgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/mul_1dgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € Ä Vgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/ReshapeReshapeRgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/SumTgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/Shape* T0* Tshape0* _output_shapes : € € Ü Tgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/Sum_1SumTgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/mul_1fgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :€ É Xgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1ReshapeTgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/Sum_1Vgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0* Tshape0* _output_shapes : €  Ý Rgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/NegNegXgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/Reshape_1* T0* _output_shapes : €  ˜ Ggradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/ShapeConst* valueB"* dtype0* _output_shapes : ä Fgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/SizeConst*Z _classP NLloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : Û Egradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/addAddDbert/encoder/layer_0/output/LayerNorm/moments/mean/reduction_indicesFgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Size* T0*Z _classP NLloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : á Egradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/modFloorModEgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/addFgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Size* T0*Z _classP NLloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ï Igradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Shape_1Const*Z _classP NLloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Shape* value B :* dtype0* _output_shapes : ë Mgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/range/startConst*Z _classP NLloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ë Mgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/range/deltaConst*Z _classP NLloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : º Ggradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/rangeRangeMgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/range/startFgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/SizeMgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/range/delta*Z _classP NLloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Shape* _output_shapes :* Tidx0 ê Lgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Fill/valueConst*Z _classP NLloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ú Fgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/FillFillIgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Shape_1Lgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Fill/value* T0*Z _classP NLloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Shape* index_type0* _output_shapes : ‹ Ogradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/DynamicStitch DynamicStitchGgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/rangeEgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/modGgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/ShapeFgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Fill* T0*Z _classP NLloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Shape* N* _output_shapes : é Kgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Maximum/yConst*Z _classP NLloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : ó Igradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/MaximumMaximumOgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/DynamicStitchKgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Maximum/y* T0*Z _classP NLloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : ë Jgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/floordivFloorDivGgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/ShapeIgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Maximum* T0*Z _classP NLloc:@gradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Shape* _output_shapes : « Igradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/ReshapeReshapeLgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2_grad/ReshapeOgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/DynamicStitch* T0* Tshape0* _output_shapes : €  ¢ Fgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/TileTileIgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/ReshapeJgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/floordiv* Tmultiples0* T0* _output_shapes : € € Œ Ggradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/ConstConst* value B *@D* dtype0* _output_shapes :  Igradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/truedivRealDivFgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/TileGgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/Const* T0* _output_shapes : € € — gradients/AddN_82AddNHgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_1_grad/MulVgradients/bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference_grad/ReshapeIgradients/bert/encoder/layer_0/output/LayerNorm/moments/mean_grad/truediv* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € ª :gradients/bert/encoder/layer_0/output/dropout/mul_grad/MulMulgradients/AddN_82)bert/encoder/layer_0/output/dropout/Floor* T0* _output_shapes : € € ª gradients/bert/encoder/layer_0/output/dropout/div_grad/Shape_1Const* valueB* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_0/output/dropout/div_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_0/output/dropout/div_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ß >gradients/bert/encoder/layer_0/output/dropout/div_grad/RealDivRealDiv:gradients/bert/encoder/layer_0/output/dropout/mul_grad/Mul-bert/encoder/layer_0/output/dropout/keep_prob* T0* _output_shapes : € € — :gradients/bert/encoder/layer_0/output/dropout/div_grad/SumSum>gradients/bert/encoder/layer_0/output/dropout/div_grad/RealDivLgradients/bert/encoder/layer_0/output/dropout/div_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € ü >gradients/bert/encoder/layer_0/output/dropout/div_grad/ReshapeReshape:gradients/bert/encoder/layer_0/output/dropout/div_grad/Sumgradients/bert/encoder/layer_0/output/dropout/div_grad/Shape_1* T0* Tshape0* _output_shapes : Ð Dgradients/bert/encoder/layer_0/output/dense/BiasAdd_grad/BiasAddGrad BiasAddGrad>gradients/bert/encoder/layer_0/output/dropout/div_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ ˆ >gradients/bert/encoder/layer_0/output/dense/MatMul_grad/MatMulMatMul>gradients/bert/encoder/layer_0/output/dropout/div_grad/Reshape-bert/encoder/layer_0/output/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( Š @gradients/bert/encoder/layer_0/output/dense/MatMul_grad/MatMul_1MatMul-bert/encoder/layer_0/intermediate/dense/mul_1>gradients/bert/encoder/layer_0/output/dropout/div_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a( ß @gradients/bert/encoder/layer_0/intermediate/dense/mul_1_grad/MulMul>gradients/bert/encoder/layer_0/output/dense/MatMul_grad/MatMul+bert/encoder/layer_0/intermediate/dense/mul* T0* _output_shapes : € € å Bgradients/bert/encoder/layer_0/intermediate/dense/mul_1_grad/Mul_1Mul>gradients/bert/encoder/layer_0/output/dense/MatMul_grad/MatMul/bert/encoder/layer_0/intermediate/dense/BiasAdd* T0* _output_shapes : € € ƒ @gradients/bert/encoder/layer_0/intermediate/dense/mul_grad/ShapeConst* valueB* dtype0* _output_shapes : “ Bgradients/bert/encoder/layer_0/intermediate/dense/mul_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¬ Pgradients/bert/encoder/layer_0/intermediate/dense/mul_grad/BroadcastGradientArgsBroadcastGradientArgs@gradients/bert/encoder/layer_0/intermediate/dense/mul_grad/ShapeBgradients/bert/encoder/layer_0/intermediate/dense/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ á >gradients/bert/encoder/layer_0/intermediate/dense/mul_grad/MulMulBgradients/bert/encoder/layer_0/intermediate/dense/mul_1_grad/Mul_1+bert/encoder/layer_0/intermediate/dense/add* T0* _output_shapes : € € • >gradients/bert/encoder/layer_0/intermediate/dense/mul_grad/SumSum>gradients/bert/encoder/layer_0/intermediate/dense/mul_grad/MulPgradients/bert/encoder/layer_0/intermediate/dense/mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : þ Bgradients/bert/encoder/layer_0/intermediate/dense/mul_grad/ReshapeReshape>gradients/bert/encoder/layer_0/intermediate/dense/mul_grad/Sum@gradients/bert/encoder/layer_0/intermediate/dense/mul_grad/Shape* T0* Tshape0* _output_shapes : å @gradients/bert/encoder/layer_0/intermediate/dense/mul_grad/Mul_1Mul-bert/encoder/layer_0/intermediate/dense/mul/xBgradients/bert/encoder/layer_0/intermediate/dense/mul_1_grad/Mul_1* T0* _output_shapes : € € ¥ @gradients/bert/encoder/layer_0/intermediate/dense/mul_grad/Sum_1Sum@gradients/bert/encoder/layer_0/intermediate/dense/mul_grad/Mul_1Rgradients/bert/encoder/layer_0/intermediate/dense/mul_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 Ž Dgradients/bert/encoder/layer_0/intermediate/dense/mul_grad/Reshape_1Reshape@gradients/bert/encoder/layer_0/intermediate/dense/mul_grad/Sum_1Bgradients/bert/encoder/layer_0/intermediate/dense/mul_grad/Shape_1* T0* Tshape0* _output_shapes : € € ƒ @gradients/bert/encoder/layer_0/intermediate/dense/add_grad/ShapeConst* valueB* dtype0* _output_shapes : “ Bgradients/bert/encoder/layer_0/intermediate/dense/add_grad/Shape_1Const* valueB" * dtype0* _output_shapes : ¬ Pgradients/bert/encoder/layer_0/intermediate/dense/add_grad/BroadcastGradientArgsBroadcastGradientArgs@gradients/bert/encoder/layer_0/intermediate/dense/add_grad/ShapeBgradients/bert/encoder/layer_0/intermediate/dense/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ › >gradients/bert/encoder/layer_0/intermediate/dense/add_grad/SumSumDgradients/bert/encoder/layer_0/intermediate/dense/mul_grad/Reshape_1Pgradients/bert/encoder/layer_0/intermediate/dense/add_grad/BroadcastGradientArgs* T0* _output_shapes :* keep_dims(* Tidx0 þ Bgradients/bert/encoder/layer_0/intermediate/dense/add_grad/ReshapeReshape>gradients/bert/encoder/layer_0/intermediate/dense/add_grad/Sum@gradients/bert/encoder/layer_0/intermediate/dense/add_grad/Shape* T0* Tshape0* _output_shapes : © @gradients/bert/encoder/layer_0/intermediate/dense/add_grad/Sum_1SumDgradients/bert/encoder/layer_0/intermediate/dense/mul_grad/Reshape_1Rgradients/bert/encoder/layer_0/intermediate/dense/add_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : € € Ž Dgradients/bert/encoder/layer_0/intermediate/dense/add_grad/Reshape_1Reshape@gradients/bert/encoder/layer_0/intermediate/dense/add_grad/Sum_1Bgradients/bert/encoder/layer_0/intermediate/dense/add_grad/Shape_1* T0* Tshape0* _output_shapes : € € … @gradients/bert/encoder/layer_0/intermediate/dense/Erf_grad/ConstConst* value B *»n?* dtype0* _output_shapes : ø >gradients/bert/encoder/layer_0/intermediate/dense/Erf_grad/mulMulDgradients/bert/encoder/layer_0/intermediate/dense/add_grad/Reshape_1@gradients/bert/encoder/layer_0/intermediate/dense/Erf_grad/Const* T0* _output_shapes : € € î Agradients/bert/encoder/layer_0/intermediate/dense/Erf_grad/SquareSquare/bert/encoder/layer_0/intermediate/dense/truedivE^gradients/bert/encoder/layer_0/intermediate/dense/add_grad/Reshape_1* T0* _output_shapes : € € ³ >gradients/bert/encoder/layer_0/intermediate/dense/Erf_grad/NegNegAgradients/bert/encoder/layer_0/intermediate/dense/Erf_grad/Square* T0* _output_shapes : € € ° >gradients/bert/encoder/layer_0/intermediate/dense/Erf_grad/ExpExp>gradients/bert/encoder/layer_0/intermediate/dense/Erf_grad/Neg* T0* _output_shapes : € € ò @gradients/bert/encoder/layer_0/intermediate/dense/Erf_grad/mul_1Mul>gradients/bert/encoder/layer_0/intermediate/dense/Erf_grad/mul>gradients/bert/encoder/layer_0/intermediate/dense/Erf_grad/Exp* T0* _output_shapes : € € • Dgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/ShapeConst* valueB" * dtype0* _output_shapes : ‰ Fgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/Shape_1Const* valueB* dtype0* _output_shapes : ¸ Tgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/BroadcastGradientArgsBroadcastGradientArgsDgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/ShapeFgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ì Fgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/RealDivRealDiv@gradients/bert/encoder/layer_0/intermediate/dense/Erf_grad/mul_1,bert/encoder/layer_0/intermediate/dense/Sqrt* T0* _output_shapes : € € ¯ Bgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/SumSumFgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/RealDivTgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes : € € ” Fgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/ReshapeReshapeBgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/SumDgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/Shape* T0* Tshape0* _output_shapes : € € ¥ Bgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/NegNeg/bert/encoder/layer_0/intermediate/dense/BiasAdd* T0* _output_shapes : € € ð Hgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/RealDiv_1RealDivBgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/Neg,bert/encoder/layer_0/intermediate/dense/Sqrt* T0* _output_shapes : € € ö Hgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/RealDiv_2RealDivHgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/RealDiv_1,bert/encoder/layer_0/intermediate/dense/Sqrt* T0* _output_shapes : € € € Bgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/mulMul@gradients/bert/encoder/layer_0/intermediate/dense/Erf_grad/mul_1Hgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/RealDiv_2* T0* _output_shapes : € € ¥ Dgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/Sum_1SumBgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/mulVgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/BroadcastGradientArgs:1* T0* _output_shapes :* keep_dims(* Tidx0  Hgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/Reshape_1ReshapeDgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/Sum_1Fgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/Shape_1* T0* Tshape0* _output_shapes : ¬ gradients/AddN_83AddN@gradients/bert/encoder/layer_0/intermediate/dense/mul_1_grad/MulFgradients/bert/encoder/layer_0/intermediate/dense/truediv_grad/Reshape* T0*S _classI GEloc:@gradients/bert/encoder/layer_0/intermediate/dense/mul_1_grad/Mul* N* _output_shapes : € € © Jgradients/bert/encoder/layer_0/intermediate/dense/BiasAdd_grad/BiasAddGrad BiasAddGradgradients/AddN_83* T0* data_formatNHWC* _output_shapes :€ ç Dgradients/bert/encoder/layer_0/intermediate/dense/MatMul_grad/MatMulMatMulgradients/AddN_833bert/encoder/layer_0/intermediate/dense/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( õ Fgradients/bert/encoder/layer_0/intermediate/dense/MatMul_grad/MatMul_1MatMul?bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/add_1gradients/AddN_83* transpose_b(* T0* _output_shapes : €€* transpose_a( ƒ gradients/AddN_84AddNgradients/AddN_82Dgradients/bert/encoder/layer_0/intermediate/dense/MatMul_grad/MatMul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € Ö Rgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_1_grad/MulMulgradients/AddN_84=bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ä Tgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul_1Mulgradients/AddN_84)bert/encoder/layer_0/attention/output/add* T0* _output_shapes : € €  Rgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/ShapeConst* valueB :€* dtype0* _output_shapes : ¥ Tgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1Const* valueB"* dtype0* _output_shapes : â bgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsRgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/ShapeTgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ‘ Pgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/SumSumgradients/AddN_84bgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ ¹ Tgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/ReshapeReshapePgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/SumRgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/Shape* T0* Tshape0* _output_shapes :€ š Rgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1Sumgradients/AddN_84dgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs:1* T0* _output_shapes : € €* keep_dims(* Tidx0 Ö Pgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/NegNegRgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/Sum_1* T0* _output_shapes : € €  Vgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1ReshapePgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/NegTgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0* _output_shapes : € € ¥ Tgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeConst* valueB"* dtype0* _output_shapes : § Vgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1Const* valueB"* dtype0* _output_shapes : è dgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgsTgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_2_grad/ShapeVgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ › Rgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_2_grad/MulMulVgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/Reshape_1=bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul* T0* _output_shapes : € € Ö Rgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_2_grad/SumSumRgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_2_grad/Muldgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs* T0* _output_shapes :€ * keep_dims(* Tidx0 à Vgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_2_grad/ReshapeReshapeRgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_2_grad/SumTgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0* _output_shapes : €  œ Tgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_2_grad/Mul_1Mulgradients/bert/encoder/layer_0/attention/self/Softmax_grad/mulMulFgradients/bert/encoder/layer_0/attention/self/dropout/div_grad/Reshape+bert/encoder/layer_0/attention/self/Softmax* T0*( _output_shapes :  €€ › Pgradients/bert/encoder/layer_0/attention/self/Softmax_grad/Sum/reduction_indicesConst* valueB: ÿÿÿÿÿÿÿÿÿ* dtype0* _output_shapes : ¦ >gradients/bert/encoder/layer_0/attention/self/Softmax_grad/SumSum>gradients/bert/encoder/layer_0/attention/self/Softmax_grad/mulPgradients/bert/encoder/layer_0/attention/self/Softmax_grad/Sum/reduction_indices* keep_dims(* Tidx0* T0*' _output_shapes :  € € >gradients/bert/encoder/layer_0/attention/self/Softmax_grad/subSubFgradients/bert/encoder/layer_0/attention/self/dropout/div_grad/Reshape>gradients/bert/encoder/layer_0/attention/self/Softmax_grad/Sum* T0*( _output_shapes :  €€ ç @gradients/bert/encoder/layer_0/attention/self/Softmax_grad/mul_1Mul>gradients/bert/encoder/layer_0/attention/self/Softmax_grad/sub+bert/encoder/layer_0/attention/self/Softmax* T0*( _output_shapes :  €€ Þ Lgradients/bert/encoder/layer_0/attention/self/value/BiasAdd_grad/BiasAddGrad BiasAddGradDgradients/bert/encoder/layer_0/attention/self/Reshape_2_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ • gradients/bert/encoder/layer_0/attention/self/add_grad/Shape_1Const*% valueB" €€* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_0/attention/self/add_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_0/attention/self/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ¡ :gradients/bert/encoder/layer_0/attention/self/add_grad/SumSum@gradients/bert/encoder/layer_0/attention/self/Softmax_grad/mul_1Lgradients/bert/encoder/layer_0/attention/self/add_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0*( _output_shapes :  €€ „ >gradients/bert/encoder/layer_0/attention/self/add_grad/ReshapeReshape:gradients/bert/encoder/layer_0/attention/self/add_grad/Sumgradients/bert/encoder/layer_0/attention/self/add_grad/Shape_1* T0* Tshape0*( _output_shapes : €€ ž Fgradients/bert/encoder/layer_0/attention/self/value/MatMul_grad/MatMulMatMulDgradients/bert/encoder/layer_0/attention/self/Reshape_2_grad/Reshape5bert/encoder/layer_0/attention/self/value/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a(  Hgradients/bert/encoder/layer_0/attention/self/value/MatMul_grad/MatMul_1MatMulbert/encoder/Reshape_1Dgradients/bert/encoder/layer_0/attention/self/Reshape_2_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a( • gradients/bert/encoder/layer_0/attention/self/Mul_grad/Shape_1Const* valueB* dtype0* _output_shapes :   Lgradients/bert/encoder/layer_0/attention/self/Mul_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/encoder/layer_0/attention/self/Mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ß :gradients/bert/encoder/layer_0/attention/self/Mul_grad/MulMul>gradients/bert/encoder/layer_0/attention/self/add_grad/Reshape)bert/encoder/layer_0/attention/self/Mul/y* T0*( _output_shapes :  €€ › :gradients/bert/encoder/layer_0/attention/self/Mul_grad/SumSum:gradients/bert/encoder/layer_0/attention/self/Mul_grad/MulLgradients/bert/encoder/layer_0/attention/self/Mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0*( _output_shapes :  €€ „ >gradients/bert/encoder/layer_0/attention/self/Mul_grad/ReshapeReshape:gradients/bert/encoder/layer_0/attention/self/Mul_grad/Sumgradients/bert/encoder/layer_0/attention/self/add_grad/Reshape* T0*( _output_shapes :  €€  gradients/bert/encoder/layer_0/attention/self/Mul_grad/Shape_1* T0* Tshape0* _output_shapes : Œ @gradients/bert/encoder/layer_0/attention/self/MatMul_grad/MatMul BatchMatMul>gradients/bert/encoder/layer_0/attention/self/Mul_grad/Reshape/bert/encoder/layer_0/attention/self/transpose_1* T0*' _output_shapes :  €@* adj_x(* adj_y( Œ Bgradients/bert/encoder/layer_0/attention/self/MatMul_grad/MatMul_1 BatchMatMul>gradients/bert/encoder/layer_0/attention/self/Mul_grad/Reshape-bert/encoder/layer_0/attention/self/transpose* T0*' _output_shapes :  €@* adj_x(* adj_y( ¼ Ngradients/bert/encoder/layer_0/attention/self/transpose_grad/InvertPermutationInvertPermutation2bert/encoder/layer_0/attention/self/transpose/perm* T0* _output_shapes : ¤ Fgradients/bert/encoder/layer_0/attention/self/transpose_grad/transpose Transpose@gradients/bert/encoder/layer_0/attention/self/MatMul_grad/MatMulNgradients/bert/encoder/layer_0/attention/self/transpose_grad/InvertPermutation* T0*' _output_shapes : € @* Tperm0 À Pgradients/bert/encoder/layer_0/attention/self/transpose_1_grad/InvertPermutationInvertPermutation4bert/encoder/layer_0/attention/self/transpose_1/perm* T0* _output_shapes : ª Hgradients/bert/encoder/layer_0/attention/self/transpose_1_grad/transpose TransposeBgradients/bert/encoder/layer_0/attention/self/MatMul_grad/MatMul_1Pgradients/bert/encoder/layer_0/attention/self/transpose_1_grad/InvertPermutation* Tperm0* T0*' _output_shapes : € @ ‘ @gradients/bert/encoder/layer_0/attention/self/Reshape_grad/ShapeConst* valueB"* dtype0* _output_shapes :  Bgradients/bert/encoder/layer_0/attention/self/Reshape_grad/ReshapeReshapeFgradients/bert/encoder/layer_0/attention/self/transpose_grad/transpose@gradients/bert/encoder/layer_0/attention/self/Reshape_grad/Shape* T0* Tshape0* _output_shapes : € € “ Bgradients/bert/encoder/layer_0/attention/self/Reshape_1_grad/ShapeConst* valueB"* dtype0* _output_shapes : – Dgradients/bert/encoder/layer_0/attention/self/Reshape_1_grad/ReshapeReshapeHgradients/bert/encoder/layer_0/attention/self/transpose_1_grad/transposeBgradients/bert/encoder/layer_0/attention/self/Reshape_1_grad/Shape* T0* Tshape0* _output_shapes : € € Ü Lgradients/bert/encoder/layer_0/attention/self/query/BiasAdd_grad/BiasAddGrad BiasAddGradBgradients/bert/encoder/layer_0/attention/self/Reshape_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ Ü Jgradients/bert/encoder/layer_0/attention/self/key/BiasAdd_grad/BiasAddGrad BiasAddGradDgradients/bert/encoder/layer_0/attention/self/Reshape_1_grad/Reshape* T0* data_formatNHWC* _output_shapes :€ œ Fgradients/bert/encoder/layer_0/attention/self/query/MatMul_grad/MatMulMatMulBgradients/bert/encoder/layer_0/attention/self/Reshape_grad/Reshape5bert/encoder/layer_0/attention/self/query/kernel/read* transpose_b(* T0* _output_shapes : € €* transpose_a( ÿ Hgradients/bert/encoder/layer_0/attention/self/query/MatMul_grad/MatMul_1MatMulbert/encoder/Reshape_1Bgradients/bert/encoder/layer_0/attention/self/Reshape_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a( š Dgradients/bert/encoder/layer_0/attention/self/key/MatMul_grad/MatMulMatMulDgradients/bert/encoder/layer_0/attention/self/Reshape_1_grad/Reshape3bert/encoder/layer_0/attention/self/key/kernel/read* T0* _output_shapes : € €* transpose_a(* transpose_b( ÿ Fgradients/bert/encoder/layer_0/attention/self/key/MatMul_grad/MatMul_1MatMulbert/encoder/Reshape_1Dgradients/bert/encoder/layer_0/attention/self/Reshape_1_grad/Reshape* transpose_b(* T0* _output_shapes : €€* transpose_a(  gradients/AddN_87AddNgradients/AddN_86Fgradients/bert/encoder/layer_0/attention/self/value/MatMul_grad/MatMulFgradients/bert/encoder/layer_0/attention/self/query/MatMul_grad/MatMulDgradients/bert/encoder/layer_0/attention/self/key/MatMul_grad/MatMul* T0*e _class[ YWloc:@gradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_1_grad/Mul* N* _output_shapes : € € € +gradients/bert/encoder/Reshape_1_grad/ShapeConst*! valueB" €* dtype0* _output_shapes : µ -gradients/bert/encoder/Reshape_1_grad/ReshapeReshapegradients/AddN_87+gradients/bert/encoder/Reshape_1_grad/Shape* T0* Tshape0*$ _output_shapes : €€ ² .gradients/bert/embeddings/dropout/mul_grad/MulMul-gradients/bert/encoder/Reshape_1_grad/Reshapebert/embeddings/dropout/Floor* T0*$ _output_shapes : €€ ² 0gradients/bert/embeddings/dropout/mul_grad/Mul_1Mul-gradients/bert/encoder/Reshape_1_grad/Reshapebert/embeddings/dropout/div* T0*$ _output_shapes : €€ … 0gradients/bert/embeddings/dropout/div_grad/ShapeConst*! valueB" €* dtype0* _output_shapes : u 2gradients/bert/embeddings/dropout/div_grad/Shape_1Const* valueB* dtype0* _output_shapes : ü @gradients/bert/embeddings/dropout/div_grad/BroadcastGradientArgsBroadcastGradientArgs0gradients/bert/embeddings/dropout/div_grad/Shape2gradients/bert/embeddings/dropout/div_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ ¿ 2gradients/bert/embeddings/dropout/div_grad/RealDivRealDiv.gradients/bert/embeddings/dropout/mul_grad/Mul!bert/embeddings/dropout/keep_prob* T0*$ _output_shapes : €€ ÷ .gradients/bert/embeddings/dropout/div_grad/SumSum2gradients/bert/embeddings/dropout/div_grad/RealDiv@gradients/bert/embeddings/dropout/div_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0*$ _output_shapes : €€ Ü 2gradients/bert/embeddings/dropout/div_grad/ReshapeReshape.gradients/bert/embeddings/dropout/div_grad/Sum0gradients/bert/embeddings/dropout/div_grad/Shape* T0* Tshape0*$ _output_shapes : €€  .gradients/bert/embeddings/dropout/div_grad/NegNeg)bert/embeddings/LayerNorm/batchnorm/add_1* T0*$ _output_shapes : €€ Á 4gradients/bert/embeddings/dropout/div_grad/RealDiv_1RealDiv.gradients/bert/embeddings/dropout/div_grad/Neg!bert/embeddings/dropout/keep_prob* T0*$ _output_shapes : €€ Ç 4gradients/bert/embeddings/dropout/div_grad/RealDiv_2RealDiv4gradients/bert/embeddings/dropout/div_grad/RealDiv_1!bert/embeddings/dropout/keep_prob* T0*$ _output_shapes : €€ Ê .gradients/bert/embeddings/dropout/div_grad/mulMul.gradients/bert/embeddings/dropout/mul_grad/Mul4gradients/bert/embeddings/dropout/div_grad/RealDiv_2* T0*$ _output_shapes : €€ é 0gradients/bert/embeddings/dropout/div_grad/Sum_1Sum.gradients/bert/embeddings/dropout/div_grad/mulBgradients/bert/embeddings/dropout/div_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes : Ô 4gradients/bert/embeddings/dropout/div_grad/Reshape_1Reshape0gradients/bert/embeddings/dropout/div_grad/Sum_12gradients/bert/embeddings/dropout/div_grad/Shape_1* T0* Tshape0* _output_shapes : Ï gradients/bert/embeddings/LayerNorm/batchnorm/mul_1_grad/Mul_1Mul2gradients/bert/embeddings/dropout/div_grad/Reshapebert/embeddings/add_1* T0*$ _output_shapes : €€ ‡ gradients/bert/embeddings/LayerNorm/batchnorm/sub_grad/Shape_1Const*! valueB" €* dtype0* _output_shapes :   Lgradients/bert/embeddings/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/embeddings/LayerNorm/batchnorm/sub_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ † :gradients/bert/embeddings/LayerNorm/batchnorm/sub_grad/SumSum2gradients/bert/embeddings/dropout/div_grad/ReshapeLgradients/bert/embeddings/LayerNorm/batchnorm/sub_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :€ ÷ >gradients/bert/embeddings/LayerNorm/batchnorm/sub_grad/ReshapeReshape:gradients/bert/embeddings/LayerNorm/batchnorm/sub_grad/Sumgradients/bert/embeddings/LayerNorm/batchnorm/sub_grad/Shape_1* T0* Tshape0*$ _output_shapes : €€ “ >gradients/bert/embeddings/LayerNorm/batchnorm/mul_2_grad/ShapeConst*! valueB" €* dtype0* _output_shapes : • @gradients/bert/embeddings/LayerNorm/batchnorm/mul_2_grad/Shape_1Const*! valueB" €* dtype0* _output_shapes : ¦ Ngradients/bert/embeddings/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgs>gradients/bert/embeddings/LayerNorm/batchnorm/mul_2_grad/Shape@gradients/bert/embeddings/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ Ý gradients/bert/embeddings/LayerNorm/batchnorm/mul_2_grad/Shape* T0* Tshape0*# _output_shapes :  € Þ >gradients/bert/embeddings/LayerNorm/batchnorm/mul_2_grad/Mul_1Mul&bert/embeddings/LayerNorm/moments/mean@gradients/bert/embeddings/LayerNorm/batchnorm/sub_grad/Reshape_1* T0*$ _output_shapes : €€ £ >gradients/bert/embeddings/LayerNorm/batchnorm/mul_2_grad/Sum_1Sum>gradients/bert/embeddings/LayerNorm/batchnorm/mul_2_grad/Mul_1Pgradients/bert/embeddings/LayerNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0*$ _output_shapes : €€ Œ Bgradients/bert/embeddings/LayerNorm/batchnorm/mul_2_grad/Reshape_1Reshape>gradients/bert/embeddings/LayerNorm/batchnorm/mul_2_grad/Sum_1@gradients/bert/embeddings/LayerNorm/batchnorm/mul_2_grad/Shape_1* T0* Tshape0*$ _output_shapes : €€ ¨ gradients/AddN_88AddN>gradients/bert/embeddings/LayerNorm/batchnorm/mul_1_grad/Mul_1Bgradients/bert/embeddings/LayerNorm/batchnorm/mul_2_grad/Reshape_1* T0*Q _classG ECloc:@gradients/bert/embeddings/LayerNorm/batchnorm/mul_1_grad/Mul_1* N*$ _output_shapes : €€ ‘ gradients/bert/embeddings/LayerNorm/batchnorm/mul_grad/Shape_1Const* valueB :€* dtype0* _output_shapes :   Lgradients/bert/embeddings/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/embeddings/LayerNorm/batchnorm/mul_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ © :gradients/bert/embeddings/LayerNorm/batchnorm/mul_grad/MulMulgradients/AddN_88$bert/embeddings/LayerNorm/gamma/read* T0*$ _output_shapes : €€ ’ :gradients/bert/embeddings/LayerNorm/batchnorm/mul_grad/SumSum:gradients/bert/embeddings/LayerNorm/batchnorm/mul_grad/MulLgradients/bert/embeddings/LayerNorm/batchnorm/mul_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :  € ÿ >gradients/bert/embeddings/LayerNorm/batchnorm/mul_grad/ReshapeReshape:gradients/bert/embeddings/LayerNorm/batchnorm/mul_grad/Sumgradients/bert/embeddings/LayerNorm/batchnorm/mul_grad/Shape_1* T0* Tshape0* _output_shapes :€ è Bgradients/bert/embeddings/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGrad RsqrtGrad)bert/embeddings/LayerNorm/batchnorm/Rsqrt>gradients/bert/embeddings/LayerNorm/batchnorm/mul_grad/Reshape* T0*# _output_shapes :  € ‘ gradients/bert/embeddings/LayerNorm/batchnorm/add_grad/Shape_1Const* valueB* dtype0* _output_shapes :   Lgradients/bert/embeddings/LayerNorm/batchnorm/add_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/bert/embeddings/LayerNorm/batchnorm/add_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ š :gradients/bert/embeddings/LayerNorm/batchnorm/add_grad/SumSumBgradients/bert/embeddings/LayerNorm/batchnorm/Rsqrt_grad/RsqrtGradLgradients/bert/embeddings/LayerNorm/batchnorm/add_grad/BroadcastGradientArgs* keep_dims(* Tidx0* T0* _output_shapes :  € ÿ >gradients/bert/embeddings/LayerNorm/batchnorm/add_grad/ReshapeReshape:gradients/bert/embeddings/LayerNorm/batchnorm/add_grad/Sumgradients/bert/embeddings/LayerNorm/batchnorm/add_grad/Shape_1* T0* Tshape0* _output_shapes : ” ?gradients/bert/embeddings/LayerNorm/moments/variance_grad/ShapeConst*! valueB" €* dtype0* _output_shapes : Ô >gradients/bert/embeddings/LayerNorm/moments/variance_grad/SizeConst*R _classH FDloc:@gradients/bert/embeddings/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : » =gradients/bert/embeddings/LayerNorm/moments/variance_grad/addAddgradients/bert/embeddings/LayerNorm/moments/variance_grad/Size* T0*R _classH FDloc:@gradients/bert/embeddings/LayerNorm/moments/variance_grad/Shape* _output_shapes : Á =gradients/bert/embeddings/LayerNorm/moments/variance_grad/modFloorMod=gradients/bert/embeddings/LayerNorm/moments/variance_grad/add>gradients/bert/embeddings/LayerNorm/moments/variance_grad/Size* T0*R _classH FDloc:@gradients/bert/embeddings/LayerNorm/moments/variance_grad/Shape* _output_shapes : ß Agradients/bert/embeddings/LayerNorm/moments/variance_grad/Shape_1Const*R _classH FDloc:@gradients/bert/embeddings/LayerNorm/moments/variance_grad/Shape* value B :* dtype0* _output_shapes : Û Egradients/bert/embeddings/LayerNorm/moments/variance_grad/range/startConst*R _classH FDloc:@gradients/bert/embeddings/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Û Egradients/bert/embeddings/LayerNorm/moments/variance_grad/range/deltaConst*R _classH FDloc:@gradients/bert/embeddings/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : ’ ?gradients/bert/embeddings/LayerNorm/moments/variance_grad/rangeRangeEgradients/bert/embeddings/LayerNorm/moments/variance_grad/range/start>gradients/bert/embeddings/LayerNorm/moments/variance_grad/SizeEgradients/bert/embeddings/LayerNorm/moments/variance_grad/range/delta*R _classH FDloc:@gradients/bert/embeddings/LayerNorm/moments/variance_grad/Shape* _output_shapes :* Tidx0 Ú Dgradients/bert/embeddings/LayerNorm/moments/variance_grad/Fill/valueConst*R _classH FDloc:@gradients/bert/embeddings/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Ú >gradients/bert/embeddings/LayerNorm/moments/variance_grad/FillFillAgradients/bert/embeddings/LayerNorm/moments/variance_grad/Shape_1Dgradients/bert/embeddings/LayerNorm/moments/variance_grad/Fill/value* T0*R _classH FDloc:@gradients/bert/embeddings/LayerNorm/moments/variance_grad/Shape* index_type0* _output_shapes : Û Ggradients/bert/embeddings/LayerNorm/moments/variance_grad/DynamicStitch DynamicStitch?gradients/bert/embeddings/LayerNorm/moments/variance_grad/range=gradients/bert/embeddings/LayerNorm/moments/variance_grad/mod?gradients/bert/embeddings/LayerNorm/moments/variance_grad/Shape>gradients/bert/embeddings/LayerNorm/moments/variance_grad/Fill* T0*R _classH FDloc:@gradients/bert/embeddings/LayerNorm/moments/variance_grad/Shape* N* _output_shapes : Ù Cgradients/bert/embeddings/LayerNorm/moments/variance_grad/Maximum/yConst*R _classH FDloc:@gradients/bert/embeddings/LayerNorm/moments/variance_grad/Shape* value B:* dtype0* _output_shapes : Ó Agradients/bert/embeddings/LayerNorm/moments/variance_grad/MaximumMaximumGgradients/bert/embeddings/LayerNorm/moments/variance_grad/DynamicStitchCgradients/bert/embeddings/LayerNorm/moments/variance_grad/Maximum/y* T0*R _classH FDloc:@gradients/bert/embeddings/LayerNorm/moments/variance_grad/Shape* _output_shapes : Ë Bgradients/bert/embeddings/LayerNorm/moments/variance_grad/floordivFloorDiv?gradients/bert/embeddings/LayerNorm/moments/variance_grad/ShapeAgradients/bert/embeddings/LayerNorm/moments/variance_grad/Maximum* T0*R _classH FDloc:@gradients/bert/embeddings/LayerNorm/moments/variance_grad/Shape* _output_shapes : ‘ Agradients/bert/embeddings/LayerNorm/moments/variance_grad/ReshapeReshape>gradients/bert/embeddings/LayerNorm/batchnorm/add_grad/ReshapeGgradients/bert/embeddings/LayerNorm/moments/variance_grad/DynamicStitch* T0* Tshape0*# _output_shapes :  € Ž >gradients/bert/embeddings/LayerNorm/moments/variance_grad/TileTileAgradients/bert/embeddings/LayerNorm/moments/variance_grad/ReshapeBgradients/bert/embeddings/LayerNorm/moments/variance_grad/floordiv* Tmultiples0* T0*$ _output_shapes : €€ „ ?gradients/bert/embeddings/LayerNorm/moments/variance_grad/ConstConst* value B *@D* dtype0* _output_shapes : ü Agradients/bert/embeddings/LayerNorm/moments/variance_grad/truedivRealDiv>gradients/bert/embeddings/LayerNorm/moments/variance_grad/Tile?gradients/bert/embeddings/LayerNorm/moments/variance_grad/Const* T0*$ _output_shapes : €€  Hgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/ShapeConst*! valueB" €* dtype0* _output_shapes : Ÿ Jgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/Shape_1Const*! valueB" €* dtype0* _output_shapes : Ä Xgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgsBroadcastGradientArgsHgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/ShapeJgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0*2 _output_shapes :  ÿÿÿÿÿÿÿÿÿ:  ÿÿÿÿÿÿÿÿÿ Ò Igradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/scalarConstB^gradients/bert/embeddings/LayerNorm/moments/variance_grad/truediv* value B *@* dtype0* _output_shapes : Š Fgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/mulMulIgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/scalarAgradients/bert/embeddings/LayerNorm/moments/variance_grad/truediv* T0*$ _output_shapes : €€ ‡ Fgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/subSubbert/embeddings/add_1.bert/embeddings/LayerNorm/moments/StopGradientB^gradients/bert/embeddings/LayerNorm/moments/variance_grad/truediv* T0*$ _output_shapes : €€ Ž Hgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/mul_1MulFgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/mulFgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/sub* T0*$ _output_shapes : €€ ½ Fgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/SumSumHgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/mul_1Xgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs* T0*$ _output_shapes : €€* keep_dims(* Tidx0 ¤ Jgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/ReshapeReshapeFgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/SumHgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/Shape* T0* Tshape0*$ _output_shapes : €€ ¼ Hgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/Sum_1SumHgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/mul_1Zgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/BroadcastGradientArgs:1* keep_dims(* Tidx0* T0* _output_shapes :  € © Lgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/Reshape_1ReshapeHgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/Sum_1Jgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/Shape_1* T0* Tshape0*# _output_shapes :  € É Fgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/NegNegLgradients/bert/embeddings/LayerNorm/moments/SquaredDifference_grad/Reshape_1* T0*# _output_shapes :  €  ;gradients/bert/embeddings/LayerNorm/moments/mean_grad/ShapeConst*! valueB" €* dtype0* _output_shapes : Ì :gradients/bert/embeddings/LayerNorm/moments/mean_grad/SizeConst*N _classD B@loc:@gradients/bert/embeddings/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : « 9gradients/bert/embeddings/LayerNorm/moments/mean_grad/addAdd8bert/embeddings/LayerNorm/moments/mean/reduction_indices:gradients/bert/embeddings/LayerNorm/moments/mean_grad/Size* T0*N _classD B@loc:@gradients/bert/embeddings/LayerNorm/moments/mean_grad/Shape* _output_shapes : ± 9gradients/bert/embeddings/LayerNorm/moments/mean_grad/modFloorMod9gradients/bert/embeddings/LayerNorm/moments/mean_grad/add:gradients/bert/embeddings/LayerNorm/moments/mean_grad/Size* T0*N _classD B@loc:@gradients/bert/embeddings/LayerNorm/moments/mean_grad/Shape* _output_shapes : × =gradients/bert/embeddings/LayerNorm/moments/mean_grad/Shape_1Const*N _classD B@loc:@gradients/bert/embeddings/LayerNorm/moments/mean_grad/Shape* value B :* dtype0* _output_shapes : Ó Agradients/bert/embeddings/LayerNorm/moments/mean_grad/range/startConst*N _classD B@loc:@gradients/bert/embeddings/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : Ó Agradients/bert/embeddings/LayerNorm/moments/mean_grad/range/deltaConst*N _classD B@loc:@gradients/bert/embeddings/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : þ ;gradients/bert/embeddings/LayerNorm/moments/mean_grad/rangeRangeAgradients/bert/embeddings/LayerNorm/moments/mean_grad/range/start:gradients/bert/embeddings/LayerNorm/moments/mean_grad/SizeAgradients/bert/embeddings/LayerNorm/moments/mean_grad/range/delta*N _classD B@loc:@gradients/bert/embeddings/LayerNorm/moments/mean_grad/Shape* _output_shapes :* Tidx0 Ò @gradients/bert/embeddings/LayerNorm/moments/mean_grad/Fill/valueConst*N _classD B@loc:@gradients/bert/embeddings/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : Ê :gradients/bert/embeddings/LayerNorm/moments/mean_grad/FillFill=gradients/bert/embeddings/LayerNorm/moments/mean_grad/Shape_1@gradients/bert/embeddings/LayerNorm/moments/mean_grad/Fill/value* T0*N _classD B@loc:@gradients/bert/embeddings/LayerNorm/moments/mean_grad/Shape* index_type0* _output_shapes : à Cgradients/bert/embeddings/LayerNorm/moments/mean_grad/DynamicStitch DynamicStitch;gradients/bert/embeddings/LayerNorm/moments/mean_grad/range9gradients/bert/embeddings/LayerNorm/moments/mean_grad/mod;gradients/bert/embeddings/LayerNorm/moments/mean_grad/Shape:gradients/bert/embeddings/LayerNorm/moments/mean_grad/Fill* T0*N _classD B@loc:@gradients/bert/embeddings/LayerNorm/moments/mean_grad/Shape* N* _output_shapes : Ñ ?gradients/bert/embeddings/LayerNorm/moments/mean_grad/Maximum/yConst*N _classD B@loc:@gradients/bert/embeddings/LayerNorm/moments/mean_grad/Shape* value B:* dtype0* _output_shapes : à =gradients/bert/embeddings/LayerNorm/moments/mean_grad/MaximumMaximumCgradients/bert/embeddings/LayerNorm/moments/mean_grad/DynamicStitch?gradients/bert/embeddings/LayerNorm/moments/mean_grad/Maximum/y* T0*N _classD B@loc:@gradients/bert/embeddings/LayerNorm/moments/mean_grad/Shape* _output_shapes : » >gradients/bert/embeddings/LayerNorm/moments/mean_grad/floordivFloorDiv;gradients/bert/embeddings/LayerNorm/moments/mean_grad/Shape=gradients/bert/embeddings/LayerNorm/moments/mean_grad/Maximum* T0*N _classD B@loc:@gradients/bert/embeddings/LayerNorm/moments/mean_grad/Shape* _output_shapes : ‹ =gradients/bert/embeddings/LayerNorm/moments/mean_grad/ReshapeReshape@gradients/bert/embeddings/LayerNorm/batchnorm/mul_2_grad/ReshapeCgradients/bert/embeddings/LayerNorm/moments/mean_grad/DynamicStitch* T0* Tshape0*# _output_shapes :  € ‚ :gradients/bert/embeddings/LayerNorm/moments/mean_grad/TileTile=gradients/bert/embeddings/LayerNorm/moments/mean_grad/Reshape>gradients/bert/embeddings/LayerNorm/moments/mean_grad/floordiv* T0*$ _output_shapes : €€* Tmultiples0 € ;gradients/bert/embeddings/LayerNorm/moments/mean_grad/ConstConst* value B *@D* dtype0* _output_shapes : ð =gradients/bert/embeddings/LayerNorm/moments/mean_grad/truedivRealDiv:gradients/bert/embeddings/LayerNorm/moments/mean_grad/Tile;gradients/bert/embeddings/LayerNorm/moments/mean_grad/Const* T0*$ _output_shapes : €€ ë gradients/AddN_89AddNgradients/bert/embeddings/embedding_lookup_grad/ExpandDims/dimConst* value B:* dtype0* _output_shapes : ï :gradients/bert/embeddings/embedding_lookup_grad/ExpandDims ExpandDims4gradients/bert/embeddings/embedding_lookup_grad/Size>gradients/bert/embeddings/embedding_lookup_grad/ExpandDims/dim* T0* _output_shapes :* Tdim0  Cgradients/bert/embeddings/embedding_lookup_grad/strided_slice/stackConst* value B :* dtype0* _output_shapes :  Egradients/bert/embeddings/embedding_lookup_grad/strided_slice/stack_1Const* value B :* dtype0* _output_shapes :  Egradients/bert/embeddings/embedding_lookup_grad/strided_slice/stack_2Const* value B :* dtype0* _output_shapes : ï =gradients/bert/embeddings/embedding_lookup_grad/strided_slice StridedSlice7gradients/bert/embeddings/embedding_lookup_grad/ToInt32Cgradients/bert/embeddings/embedding_lookup_grad/strided_slice/stackEgradients/bert/embeddings/embedding_lookup_grad/strided_slice/stack_1Egradients/bert/embeddings/embedding_lookup_grad/strided_slice/stack_2* shrink_axis_mask* begin_mask* ellipsis_mask* new_axis_mask* end_mask* _output_shapes :* T0* Index0 } ;gradients/bert/embeddings/embedding_lookup_grad/concat/axisConst* value B:* dtype0* _output_shapes : ´ 6gradients/bert/embeddings/embedding_lookup_grad/concatConcatV2:gradients/bert/embeddings/embedding_lookup_grad/ExpandDims=gradients/bert/embeddings/embedding_lookup_grad/strided_slice;gradients/bert/embeddings/embedding_lookup_grad/concat/axis* T0* N* _output_shapes :* Tidx0 ã 7gradients/bert/embeddings/embedding_lookup_grad/ReshapeReshape.gradients/bert/embeddings/Reshape_grad/Reshape6gradients/bert/embeddings/embedding_lookup_grad/concat* T0* Tshape0* _output_shapes : € € Ð 9gradients/bert/embeddings/embedding_lookup_grad/Reshape_1Reshapebert/embeddings/ExpandDims:gradients/bert/embeddings/embedding_lookup_grad/ExpandDims* T0* Tshape0* _output_shapes :€ b gradients/Shape_1Const* valueB"Dq* dtype0* _output_shapes : g gradients/strided_slice/stackConst* value B :* dtype0* _output_shapes : i gradients/strided_slice/stack_1Const* value B :* dtype0* _output_shapes : i gradients/strided_slice/stack_2Const* value B :* dtype0* _output_shapes : ­ gradients/strided_slice StridedSlicegradients/Shape_1gradients/strided_slice/stackgradients/strided_slice/stack_1gradients/strided_slice/stack_2* shrink_axis_mask* ellipsis_mask* begin_mask* new_axis_mask* end_mask* _output_shapes :* T0* Index0 W gradients/range/startConst* value B:* dtype0* _output_shapes : W gradients/range/deltaConst* value B:* dtype0* _output_shapes : ‰ gradients/rangeRangegradients/range/startgradients/strided_slicegradients/range/delta* _output_shapes :Äâ* Tidx0 W gradients/concat/axisConst* value B:* dtype0* _output_shapes : Ý gradients/concatConcatV2.gradients/cls/predictions/MatMul_grad/MatMul_17gradients/bert/embeddings/embedding_lookup_grad/Reshapegradients/concat/axis* T0* N*! _output_shapes : Ä‚€* Tidx0 Y gradients/concat_1/axisConst* value B:* dtype0* _output_shapes : ¿ gradients/concat_1ConcatV2gradients/range9gradients/bert/embeddings/embedding_lookup_grad/Reshape_1gradients/concat_1/axis* Tidx0* T0* N* _output_shapes :Ä‚ t global_norm/L2LossL2Lossgradients/concat* T0*# _class loc:@gradients/concat* _output_shapes : ² global_norm/L2Loss_1L2Loss.gradients/bert/embeddings/MatMul_grad/MatMul_1* T0*A _class7 53loc:@gradients/bert/embeddings/MatMul_grad/MatMul_1* _output_shapes : ¦ global_norm/L2Loss_2L2Loss(gradients/bert/embeddings/Slice_grad/Pad* T0*; _class1 /-loc:@gradients/bert/embeddings/Slice_grad/Pad* _output_shapes : Ò global_norm/L2Loss_3L2Loss>gradients/bert/embeddings/LayerNorm/batchnorm/sub_grad/Reshape* T0*Q _classG ECloc:@gradients/bert/embeddings/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : Ö global_norm/L2Loss_4L2Loss@gradients/bert/embeddings/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*S _classI GEloc:@gradients/bert/embeddings/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : æ global_norm/L2Loss_5L2LossHgradients/bert/encoder/layer_0/attention/self/query/MatMul_grad/MatMul_1* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_0/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : î global_norm/L2Loss_6L2LossLgradients/bert/encoder/layer_0/attention/self/query/BiasAdd_grad/BiasAddGrad* T0*_ _classU SQloc:@gradients/bert/encoder/layer_0/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes : â global_norm/L2Loss_7L2LossFgradients/bert/encoder/layer_0/attention/self/key/MatMul_grad/MatMul_1* T0*Y _classO MKloc:@gradients/bert/encoder/layer_0/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : ê global_norm/L2Loss_8L2LossJgradients/bert/encoder/layer_0/attention/self/key/BiasAdd_grad/BiasAddGrad* T0*] _classS QOloc:@gradients/bert/encoder/layer_0/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes : æ global_norm/L2Loss_9L2LossHgradients/bert/encoder/layer_0/attention/self/value/MatMul_grad/MatMul_1* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_0/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : ï global_norm/L2Loss_10L2LossLgradients/bert/encoder/layer_0/attention/self/value/BiasAdd_grad/BiasAddGrad* T0*_ _classU SQloc:@gradients/bert/encoder/layer_0/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes : ë global_norm/L2Loss_11L2LossJgradients/bert/encoder/layer_0/attention/output/dense/MatMul_grad/MatMul_1* T0*] _classS QOloc:@gradients/bert/encoder/layer_0/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : ó global_norm/L2Loss_12L2LossNgradients/bert/encoder/layer_0/attention/output/dense/BiasAdd_grad/BiasAddGrad* T0*a _classW USloc:@gradients/bert/encoder/layer_0/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : ÿ global_norm/L2Loss_13L2LossTgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*g _class] [Yloc:@gradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : ƒ global_norm/L2Loss_14L2LossVgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*i _class_ ][loc:@gradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : ã global_norm/L2Loss_15L2LossFgradients/bert/encoder/layer_0/intermediate/dense/MatMul_grad/MatMul_1* T0*Y _classO MKloc:@gradients/bert/encoder/layer_0/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : ë global_norm/L2Loss_16L2LossJgradients/bert/encoder/layer_0/intermediate/dense/BiasAdd_grad/BiasAddGrad* T0*] _classS QOloc:@gradients/bert/encoder/layer_0/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : × global_norm/L2Loss_17L2Loss@gradients/bert/encoder/layer_0/output/dense/MatMul_grad/MatMul_1* T0*S _classI GEloc:@gradients/bert/encoder/layer_0/output/dense/MatMul_grad/MatMul_1* _output_shapes : ß global_norm/L2Loss_18L2LossDgradients/bert/encoder/layer_0/output/dense/BiasAdd_grad/BiasAddGrad* T0*W _classM KIloc:@gradients/bert/encoder/layer_0/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : ë global_norm/L2Loss_19L2LossJgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*] _classS QOloc:@gradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : ï global_norm/L2Loss_20L2LossLgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*_ _classU SQloc:@gradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : ç global_norm/L2Loss_21L2LossHgradients/bert/encoder/layer_1/attention/self/query/MatMul_grad/MatMul_1* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_1/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : ï global_norm/L2Loss_22L2LossLgradients/bert/encoder/layer_1/attention/self/query/BiasAdd_grad/BiasAddGrad* T0*_ _classU SQloc:@gradients/bert/encoder/layer_1/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes : ã global_norm/L2Loss_23L2LossFgradients/bert/encoder/layer_1/attention/self/key/MatMul_grad/MatMul_1* T0*Y _classO MKloc:@gradients/bert/encoder/layer_1/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : ë global_norm/L2Loss_24L2LossJgradients/bert/encoder/layer_1/attention/self/key/BiasAdd_grad/BiasAddGrad* T0*] _classS QOloc:@gradients/bert/encoder/layer_1/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes : ç global_norm/L2Loss_25L2LossHgradients/bert/encoder/layer_1/attention/self/value/MatMul_grad/MatMul_1* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_1/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : ï global_norm/L2Loss_26L2LossLgradients/bert/encoder/layer_1/attention/self/value/BiasAdd_grad/BiasAddGrad* T0*_ _classU SQloc:@gradients/bert/encoder/layer_1/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes : ë global_norm/L2Loss_27L2LossJgradients/bert/encoder/layer_1/attention/output/dense/MatMul_grad/MatMul_1* T0*] _classS QOloc:@gradients/bert/encoder/layer_1/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : ó global_norm/L2Loss_28L2LossNgradients/bert/encoder/layer_1/attention/output/dense/BiasAdd_grad/BiasAddGrad* T0*a _classW USloc:@gradients/bert/encoder/layer_1/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : ÿ global_norm/L2Loss_29L2LossTgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*g _class] [Yloc:@gradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : ƒ global_norm/L2Loss_30L2LossVgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*i _class_ ][loc:@gradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : ã global_norm/L2Loss_31L2LossFgradients/bert/encoder/layer_1/intermediate/dense/MatMul_grad/MatMul_1* T0*Y _classO MKloc:@gradients/bert/encoder/layer_1/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : ë global_norm/L2Loss_32L2LossJgradients/bert/encoder/layer_1/intermediate/dense/BiasAdd_grad/BiasAddGrad* T0*] _classS QOloc:@gradients/bert/encoder/layer_1/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : × global_norm/L2Loss_33L2Loss@gradients/bert/encoder/layer_1/output/dense/MatMul_grad/MatMul_1* T0*S _classI GEloc:@gradients/bert/encoder/layer_1/output/dense/MatMul_grad/MatMul_1* _output_shapes : ß global_norm/L2Loss_34L2LossDgradients/bert/encoder/layer_1/output/dense/BiasAdd_grad/BiasAddGrad* T0*W _classM KIloc:@gradients/bert/encoder/layer_1/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : ë global_norm/L2Loss_35L2LossJgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*] _classS QOloc:@gradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : ï global_norm/L2Loss_36L2LossLgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*_ _classU SQloc:@gradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : ç global_norm/L2Loss_37L2LossHgradients/bert/encoder/layer_2/attention/self/query/MatMul_grad/MatMul_1* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_2/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : ï global_norm/L2Loss_38L2LossLgradients/bert/encoder/layer_2/attention/self/query/BiasAdd_grad/BiasAddGrad* T0*_ _classU SQloc:@gradients/bert/encoder/layer_2/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes : ã global_norm/L2Loss_39L2LossFgradients/bert/encoder/layer_2/attention/self/key/MatMul_grad/MatMul_1* T0*Y _classO MKloc:@gradients/bert/encoder/layer_2/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : ë global_norm/L2Loss_40L2LossJgradients/bert/encoder/layer_2/attention/self/key/BiasAdd_grad/BiasAddGrad* T0*] _classS QOloc:@gradients/bert/encoder/layer_2/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes : ç global_norm/L2Loss_41L2LossHgradients/bert/encoder/layer_2/attention/self/value/MatMul_grad/MatMul_1* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_2/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : ï global_norm/L2Loss_42L2LossLgradients/bert/encoder/layer_2/attention/self/value/BiasAdd_grad/BiasAddGrad* T0*_ _classU SQloc:@gradients/bert/encoder/layer_2/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes : ë global_norm/L2Loss_43L2LossJgradients/bert/encoder/layer_2/attention/output/dense/MatMul_grad/MatMul_1* T0*] _classS QOloc:@gradients/bert/encoder/layer_2/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : ó global_norm/L2Loss_44L2LossNgradients/bert/encoder/layer_2/attention/output/dense/BiasAdd_grad/BiasAddGrad* T0*a _classW USloc:@gradients/bert/encoder/layer_2/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : ÿ global_norm/L2Loss_45L2LossTgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*g _class] [Yloc:@gradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : ƒ global_norm/L2Loss_46L2LossVgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*i _class_ ][loc:@gradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : ã global_norm/L2Loss_47L2LossFgradients/bert/encoder/layer_2/intermediate/dense/MatMul_grad/MatMul_1* T0*Y _classO MKloc:@gradients/bert/encoder/layer_2/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : ë global_norm/L2Loss_48L2LossJgradients/bert/encoder/layer_2/intermediate/dense/BiasAdd_grad/BiasAddGrad* T0*] _classS QOloc:@gradients/bert/encoder/layer_2/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : × global_norm/L2Loss_49L2Loss@gradients/bert/encoder/layer_2/output/dense/MatMul_grad/MatMul_1* T0*S _classI GEloc:@gradients/bert/encoder/layer_2/output/dense/MatMul_grad/MatMul_1* _output_shapes : ß global_norm/L2Loss_50L2LossDgradients/bert/encoder/layer_2/output/dense/BiasAdd_grad/BiasAddGrad* T0*W _classM KIloc:@gradients/bert/encoder/layer_2/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : ë global_norm/L2Loss_51L2LossJgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*] _classS QOloc:@gradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : ï global_norm/L2Loss_52L2LossLgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*_ _classU SQloc:@gradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : ç global_norm/L2Loss_53L2LossHgradients/bert/encoder/layer_3/attention/self/query/MatMul_grad/MatMul_1* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_3/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : ï global_norm/L2Loss_54L2LossLgradients/bert/encoder/layer_3/attention/self/query/BiasAdd_grad/BiasAddGrad* T0*_ _classU SQloc:@gradients/bert/encoder/layer_3/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes : ã global_norm/L2Loss_55L2LossFgradients/bert/encoder/layer_3/attention/self/key/MatMul_grad/MatMul_1* T0*Y _classO MKloc:@gradients/bert/encoder/layer_3/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : ë global_norm/L2Loss_56L2LossJgradients/bert/encoder/layer_3/attention/self/key/BiasAdd_grad/BiasAddGrad* T0*] _classS QOloc:@gradients/bert/encoder/layer_3/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes : ç global_norm/L2Loss_57L2LossHgradients/bert/encoder/layer_3/attention/self/value/MatMul_grad/MatMul_1* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_3/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : ï global_norm/L2Loss_58L2LossLgradients/bert/encoder/layer_3/attention/self/value/BiasAdd_grad/BiasAddGrad* T0*_ _classU SQloc:@gradients/bert/encoder/layer_3/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes : ë global_norm/L2Loss_59L2LossJgradients/bert/encoder/layer_3/attention/output/dense/MatMul_grad/MatMul_1* T0*] _classS QOloc:@gradients/bert/encoder/layer_3/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : ó global_norm/L2Loss_60L2LossNgradients/bert/encoder/layer_3/attention/output/dense/BiasAdd_grad/BiasAddGrad* T0*a _classW USloc:@gradients/bert/encoder/layer_3/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : ÿ global_norm/L2Loss_61L2LossTgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*g _class] [Yloc:@gradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : ƒ global_norm/L2Loss_62L2LossVgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*i _class_ ][loc:@gradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : ã global_norm/L2Loss_63L2LossFgradients/bert/encoder/layer_3/intermediate/dense/MatMul_grad/MatMul_1* T0*Y _classO MKloc:@gradients/bert/encoder/layer_3/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : ë global_norm/L2Loss_64L2LossJgradients/bert/encoder/layer_3/intermediate/dense/BiasAdd_grad/BiasAddGrad* T0*] _classS QOloc:@gradients/bert/encoder/layer_3/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : × global_norm/L2Loss_65L2Loss@gradients/bert/encoder/layer_3/output/dense/MatMul_grad/MatMul_1* T0*S _classI GEloc:@gradients/bert/encoder/layer_3/output/dense/MatMul_grad/MatMul_1* _output_shapes : ß global_norm/L2Loss_66L2LossDgradients/bert/encoder/layer_3/output/dense/BiasAdd_grad/BiasAddGrad* T0*W _classM KIloc:@gradients/bert/encoder/layer_3/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : ë global_norm/L2Loss_67L2LossJgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*] _classS QOloc:@gradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : ï global_norm/L2Loss_68L2LossLgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*_ _classU SQloc:@gradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : ç global_norm/L2Loss_69L2LossHgradients/bert/encoder/layer_4/attention/self/query/MatMul_grad/MatMul_1* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_4/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : ï global_norm/L2Loss_70L2LossLgradients/bert/encoder/layer_4/attention/self/query/BiasAdd_grad/BiasAddGrad* T0*_ _classU SQloc:@gradients/bert/encoder/layer_4/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes : ã global_norm/L2Loss_71L2LossFgradients/bert/encoder/layer_4/attention/self/key/MatMul_grad/MatMul_1* T0*Y _classO MKloc:@gradients/bert/encoder/layer_4/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : ë global_norm/L2Loss_72L2LossJgradients/bert/encoder/layer_4/attention/self/key/BiasAdd_grad/BiasAddGrad* T0*] _classS QOloc:@gradients/bert/encoder/layer_4/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes : ç global_norm/L2Loss_73L2LossHgradients/bert/encoder/layer_4/attention/self/value/MatMul_grad/MatMul_1* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_4/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : ï global_norm/L2Loss_74L2LossLgradients/bert/encoder/layer_4/attention/self/value/BiasAdd_grad/BiasAddGrad* T0*_ _classU SQloc:@gradients/bert/encoder/layer_4/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes : ë global_norm/L2Loss_75L2LossJgradients/bert/encoder/layer_4/attention/output/dense/MatMul_grad/MatMul_1* T0*] _classS QOloc:@gradients/bert/encoder/layer_4/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : ó global_norm/L2Loss_76L2LossNgradients/bert/encoder/layer_4/attention/output/dense/BiasAdd_grad/BiasAddGrad* T0*a _classW USloc:@gradients/bert/encoder/layer_4/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : ÿ global_norm/L2Loss_77L2LossTgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*g _class] [Yloc:@gradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : ƒ global_norm/L2Loss_78L2LossVgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*i _class_ ][loc:@gradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : ã global_norm/L2Loss_79L2LossFgradients/bert/encoder/layer_4/intermediate/dense/MatMul_grad/MatMul_1* T0*Y _classO MKloc:@gradients/bert/encoder/layer_4/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : ë global_norm/L2Loss_80L2LossJgradients/bert/encoder/layer_4/intermediate/dense/BiasAdd_grad/BiasAddGrad* T0*] _classS QOloc:@gradients/bert/encoder/layer_4/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : × global_norm/L2Loss_81L2Loss@gradients/bert/encoder/layer_4/output/dense/MatMul_grad/MatMul_1* T0*S _classI GEloc:@gradients/bert/encoder/layer_4/output/dense/MatMul_grad/MatMul_1* _output_shapes : ß global_norm/L2Loss_82L2LossDgradients/bert/encoder/layer_4/output/dense/BiasAdd_grad/BiasAddGrad* T0*W _classM KIloc:@gradients/bert/encoder/layer_4/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : ë global_norm/L2Loss_83L2LossJgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*] _classS QOloc:@gradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : ï global_norm/L2Loss_84L2LossLgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*_ _classU SQloc:@gradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : ç global_norm/L2Loss_85L2LossHgradients/bert/encoder/layer_5/attention/self/query/MatMul_grad/MatMul_1* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_5/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : ï global_norm/L2Loss_86L2LossLgradients/bert/encoder/layer_5/attention/self/query/BiasAdd_grad/BiasAddGrad* T0*_ _classU SQloc:@gradients/bert/encoder/layer_5/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes : ã global_norm/L2Loss_87L2LossFgradients/bert/encoder/layer_5/attention/self/key/MatMul_grad/MatMul_1* T0*Y _classO MKloc:@gradients/bert/encoder/layer_5/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : ë global_norm/L2Loss_88L2LossJgradients/bert/encoder/layer_5/attention/self/key/BiasAdd_grad/BiasAddGrad* T0*] _classS QOloc:@gradients/bert/encoder/layer_5/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes : ç global_norm/L2Loss_89L2LossHgradients/bert/encoder/layer_5/attention/self/value/MatMul_grad/MatMul_1* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_5/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : ï global_norm/L2Loss_90L2LossLgradients/bert/encoder/layer_5/attention/self/value/BiasAdd_grad/BiasAddGrad* T0*_ _classU SQloc:@gradients/bert/encoder/layer_5/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes : ë global_norm/L2Loss_91L2LossJgradients/bert/encoder/layer_5/attention/output/dense/MatMul_grad/MatMul_1* T0*] _classS QOloc:@gradients/bert/encoder/layer_5/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : ó global_norm/L2Loss_92L2LossNgradients/bert/encoder/layer_5/attention/output/dense/BiasAdd_grad/BiasAddGrad* T0*a _classW USloc:@gradients/bert/encoder/layer_5/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : ÿ global_norm/L2Loss_93L2LossTgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*g _class] [Yloc:@gradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : ƒ global_norm/L2Loss_94L2LossVgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*i _class_ ][loc:@gradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : ã global_norm/L2Loss_95L2LossFgradients/bert/encoder/layer_5/intermediate/dense/MatMul_grad/MatMul_1* T0*Y _classO MKloc:@gradients/bert/encoder/layer_5/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : ë global_norm/L2Loss_96L2LossJgradients/bert/encoder/layer_5/intermediate/dense/BiasAdd_grad/BiasAddGrad* T0*] _classS QOloc:@gradients/bert/encoder/layer_5/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : × global_norm/L2Loss_97L2Loss@gradients/bert/encoder/layer_5/output/dense/MatMul_grad/MatMul_1* T0*S _classI GEloc:@gradients/bert/encoder/layer_5/output/dense/MatMul_grad/MatMul_1* _output_shapes : ß global_norm/L2Loss_98L2LossDgradients/bert/encoder/layer_5/output/dense/BiasAdd_grad/BiasAddGrad* T0*W _classM KIloc:@gradients/bert/encoder/layer_5/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : ë global_norm/L2Loss_99L2LossJgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*] _classS QOloc:@gradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : ð global_norm/L2Loss_100L2LossLgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*_ _classU SQloc:@gradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : è global_norm/L2Loss_101L2LossHgradients/bert/encoder/layer_6/attention/self/query/MatMul_grad/MatMul_1* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_6/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : ð global_norm/L2Loss_102L2LossLgradients/bert/encoder/layer_6/attention/self/query/BiasAdd_grad/BiasAddGrad* T0*_ _classU SQloc:@gradients/bert/encoder/layer_6/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes : ä global_norm/L2Loss_103L2LossFgradients/bert/encoder/layer_6/attention/self/key/MatMul_grad/MatMul_1* T0*Y _classO MKloc:@gradients/bert/encoder/layer_6/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : ì global_norm/L2Loss_104L2LossJgradients/bert/encoder/layer_6/attention/self/key/BiasAdd_grad/BiasAddGrad* T0*] _classS QOloc:@gradients/bert/encoder/layer_6/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes : è global_norm/L2Loss_105L2LossHgradients/bert/encoder/layer_6/attention/self/value/MatMul_grad/MatMul_1* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_6/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : ð global_norm/L2Loss_106L2LossLgradients/bert/encoder/layer_6/attention/self/value/BiasAdd_grad/BiasAddGrad* T0*_ _classU SQloc:@gradients/bert/encoder/layer_6/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes : ì global_norm/L2Loss_107L2LossJgradients/bert/encoder/layer_6/attention/output/dense/MatMul_grad/MatMul_1* T0*] _classS QOloc:@gradients/bert/encoder/layer_6/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : ô global_norm/L2Loss_108L2LossNgradients/bert/encoder/layer_6/attention/output/dense/BiasAdd_grad/BiasAddGrad* T0*a _classW USloc:@gradients/bert/encoder/layer_6/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : € global_norm/L2Loss_109L2LossTgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*g _class] [Yloc:@gradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : „ global_norm/L2Loss_110L2LossVgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*i _class_ ][loc:@gradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : ä global_norm/L2Loss_111L2LossFgradients/bert/encoder/layer_6/intermediate/dense/MatMul_grad/MatMul_1* T0*Y _classO MKloc:@gradients/bert/encoder/layer_6/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : ì global_norm/L2Loss_112L2LossJgradients/bert/encoder/layer_6/intermediate/dense/BiasAdd_grad/BiasAddGrad* T0*] _classS QOloc:@gradients/bert/encoder/layer_6/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : Ø global_norm/L2Loss_113L2Loss@gradients/bert/encoder/layer_6/output/dense/MatMul_grad/MatMul_1* T0*S _classI GEloc:@gradients/bert/encoder/layer_6/output/dense/MatMul_grad/MatMul_1* _output_shapes : à global_norm/L2Loss_114L2LossDgradients/bert/encoder/layer_6/output/dense/BiasAdd_grad/BiasAddGrad* T0*W _classM KIloc:@gradients/bert/encoder/layer_6/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : ì global_norm/L2Loss_115L2LossJgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*] _classS QOloc:@gradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : ð global_norm/L2Loss_116L2LossLgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*_ _classU SQloc:@gradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : è global_norm/L2Loss_117L2LossHgradients/bert/encoder/layer_7/attention/self/query/MatMul_grad/MatMul_1* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_7/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : ð global_norm/L2Loss_118L2LossLgradients/bert/encoder/layer_7/attention/self/query/BiasAdd_grad/BiasAddGrad* T0*_ _classU SQloc:@gradients/bert/encoder/layer_7/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes : ä global_norm/L2Loss_119L2LossFgradients/bert/encoder/layer_7/attention/self/key/MatMul_grad/MatMul_1* T0*Y _classO MKloc:@gradients/bert/encoder/layer_7/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : ì global_norm/L2Loss_120L2LossJgradients/bert/encoder/layer_7/attention/self/key/BiasAdd_grad/BiasAddGrad* T0*] _classS QOloc:@gradients/bert/encoder/layer_7/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes : è global_norm/L2Loss_121L2LossHgradients/bert/encoder/layer_7/attention/self/value/MatMul_grad/MatMul_1* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_7/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : ð global_norm/L2Loss_122L2LossLgradients/bert/encoder/layer_7/attention/self/value/BiasAdd_grad/BiasAddGrad* T0*_ _classU SQloc:@gradients/bert/encoder/layer_7/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes : ì global_norm/L2Loss_123L2LossJgradients/bert/encoder/layer_7/attention/output/dense/MatMul_grad/MatMul_1* T0*] _classS QOloc:@gradients/bert/encoder/layer_7/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : ô global_norm/L2Loss_124L2LossNgradients/bert/encoder/layer_7/attention/output/dense/BiasAdd_grad/BiasAddGrad* T0*a _classW USloc:@gradients/bert/encoder/layer_7/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : € global_norm/L2Loss_125L2LossTgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*g _class] [Yloc:@gradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : „ global_norm/L2Loss_126L2LossVgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*i _class_ ][loc:@gradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : ä global_norm/L2Loss_127L2LossFgradients/bert/encoder/layer_7/intermediate/dense/MatMul_grad/MatMul_1* T0*Y _classO MKloc:@gradients/bert/encoder/layer_7/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : ì global_norm/L2Loss_128L2LossJgradients/bert/encoder/layer_7/intermediate/dense/BiasAdd_grad/BiasAddGrad* T0*] _classS QOloc:@gradients/bert/encoder/layer_7/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : Ø global_norm/L2Loss_129L2Loss@gradients/bert/encoder/layer_7/output/dense/MatMul_grad/MatMul_1* T0*S _classI GEloc:@gradients/bert/encoder/layer_7/output/dense/MatMul_grad/MatMul_1* _output_shapes : à global_norm/L2Loss_130L2LossDgradients/bert/encoder/layer_7/output/dense/BiasAdd_grad/BiasAddGrad* T0*W _classM KIloc:@gradients/bert/encoder/layer_7/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : ì global_norm/L2Loss_131L2LossJgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*] _classS QOloc:@gradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : ð global_norm/L2Loss_132L2LossLgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*_ _classU SQloc:@gradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : è global_norm/L2Loss_133L2LossHgradients/bert/encoder/layer_8/attention/self/query/MatMul_grad/MatMul_1* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_8/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : ð global_norm/L2Loss_134L2LossLgradients/bert/encoder/layer_8/attention/self/query/BiasAdd_grad/BiasAddGrad* T0*_ _classU SQloc:@gradients/bert/encoder/layer_8/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes : ä global_norm/L2Loss_135L2LossFgradients/bert/encoder/layer_8/attention/self/key/MatMul_grad/MatMul_1* T0*Y _classO MKloc:@gradients/bert/encoder/layer_8/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : ì global_norm/L2Loss_136L2LossJgradients/bert/encoder/layer_8/attention/self/key/BiasAdd_grad/BiasAddGrad* T0*] _classS QOloc:@gradients/bert/encoder/layer_8/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes : è global_norm/L2Loss_137L2LossHgradients/bert/encoder/layer_8/attention/self/value/MatMul_grad/MatMul_1* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_8/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : ð global_norm/L2Loss_138L2LossLgradients/bert/encoder/layer_8/attention/self/value/BiasAdd_grad/BiasAddGrad* T0*_ _classU SQloc:@gradients/bert/encoder/layer_8/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes : ì global_norm/L2Loss_139L2LossJgradients/bert/encoder/layer_8/attention/output/dense/MatMul_grad/MatMul_1* T0*] _classS QOloc:@gradients/bert/encoder/layer_8/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : ô global_norm/L2Loss_140L2LossNgradients/bert/encoder/layer_8/attention/output/dense/BiasAdd_grad/BiasAddGrad* T0*a _classW USloc:@gradients/bert/encoder/layer_8/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : € global_norm/L2Loss_141L2LossTgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*g _class] [Yloc:@gradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : „ global_norm/L2Loss_142L2LossVgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*i _class_ ][loc:@gradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : ä global_norm/L2Loss_143L2LossFgradients/bert/encoder/layer_8/intermediate/dense/MatMul_grad/MatMul_1* T0*Y _classO MKloc:@gradients/bert/encoder/layer_8/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : ì global_norm/L2Loss_144L2LossJgradients/bert/encoder/layer_8/intermediate/dense/BiasAdd_grad/BiasAddGrad* T0*] _classS QOloc:@gradients/bert/encoder/layer_8/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : Ø global_norm/L2Loss_145L2Loss@gradients/bert/encoder/layer_8/output/dense/MatMul_grad/MatMul_1* T0*S _classI GEloc:@gradients/bert/encoder/layer_8/output/dense/MatMul_grad/MatMul_1* _output_shapes : à global_norm/L2Loss_146L2LossDgradients/bert/encoder/layer_8/output/dense/BiasAdd_grad/BiasAddGrad* T0*W _classM KIloc:@gradients/bert/encoder/layer_8/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : ì global_norm/L2Loss_147L2LossJgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*] _classS QOloc:@gradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : ð global_norm/L2Loss_148L2LossLgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*_ _classU SQloc:@gradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : è global_norm/L2Loss_149L2LossHgradients/bert/encoder/layer_9/attention/self/query/MatMul_grad/MatMul_1* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_9/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : ð global_norm/L2Loss_150L2LossLgradients/bert/encoder/layer_9/attention/self/query/BiasAdd_grad/BiasAddGrad* T0*_ _classU SQloc:@gradients/bert/encoder/layer_9/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes : ä global_norm/L2Loss_151L2LossFgradients/bert/encoder/layer_9/attention/self/key/MatMul_grad/MatMul_1* T0*Y _classO MKloc:@gradients/bert/encoder/layer_9/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : ì global_norm/L2Loss_152L2LossJgradients/bert/encoder/layer_9/attention/self/key/BiasAdd_grad/BiasAddGrad* T0*] _classS QOloc:@gradients/bert/encoder/layer_9/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes : è global_norm/L2Loss_153L2LossHgradients/bert/encoder/layer_9/attention/self/value/MatMul_grad/MatMul_1* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_9/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : ð global_norm/L2Loss_154L2LossLgradients/bert/encoder/layer_9/attention/self/value/BiasAdd_grad/BiasAddGrad* T0*_ _classU SQloc:@gradients/bert/encoder/layer_9/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes : ì global_norm/L2Loss_155L2LossJgradients/bert/encoder/layer_9/attention/output/dense/MatMul_grad/MatMul_1* T0*] _classS QOloc:@gradients/bert/encoder/layer_9/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : ô global_norm/L2Loss_156L2LossNgradients/bert/encoder/layer_9/attention/output/dense/BiasAdd_grad/BiasAddGrad* T0*a _classW USloc:@gradients/bert/encoder/layer_9/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : € global_norm/L2Loss_157L2LossTgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*g _class] [Yloc:@gradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : „ global_norm/L2Loss_158L2LossVgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*i _class_ ][loc:@gradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : ä global_norm/L2Loss_159L2LossFgradients/bert/encoder/layer_9/intermediate/dense/MatMul_grad/MatMul_1* T0*Y _classO MKloc:@gradients/bert/encoder/layer_9/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : ì global_norm/L2Loss_160L2LossJgradients/bert/encoder/layer_9/intermediate/dense/BiasAdd_grad/BiasAddGrad* T0*] _classS QOloc:@gradients/bert/encoder/layer_9/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : Ø global_norm/L2Loss_161L2Loss@gradients/bert/encoder/layer_9/output/dense/MatMul_grad/MatMul_1* T0*S _classI GEloc:@gradients/bert/encoder/layer_9/output/dense/MatMul_grad/MatMul_1* _output_shapes : à global_norm/L2Loss_162L2LossDgradients/bert/encoder/layer_9/output/dense/BiasAdd_grad/BiasAddGrad* T0*W _classM KIloc:@gradients/bert/encoder/layer_9/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : ì global_norm/L2Loss_163L2LossJgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*] _classS QOloc:@gradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : ð global_norm/L2Loss_164L2LossLgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*_ _classU SQloc:@gradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : ê global_norm/L2Loss_165L2LossIgradients/bert/encoder/layer_10/attention/self/query/MatMul_grad/MatMul_1* T0*\ _classR PNloc:@gradients/bert/encoder/layer_10/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : ò global_norm/L2Loss_166L2LossMgradients/bert/encoder/layer_10/attention/self/query/BiasAdd_grad/BiasAddGrad* T0*` _classV TRloc:@gradients/bert/encoder/layer_10/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes : æ global_norm/L2Loss_167L2LossGgradients/bert/encoder/layer_10/attention/self/key/MatMul_grad/MatMul_1* T0*Z _classP NLloc:@gradients/bert/encoder/layer_10/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : î global_norm/L2Loss_168L2LossKgradients/bert/encoder/layer_10/attention/self/key/BiasAdd_grad/BiasAddGrad* T0*^ _classT RPloc:@gradients/bert/encoder/layer_10/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes : ê global_norm/L2Loss_169L2LossIgradients/bert/encoder/layer_10/attention/self/value/MatMul_grad/MatMul_1* T0*\ _classR PNloc:@gradients/bert/encoder/layer_10/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : ò global_norm/L2Loss_170L2LossMgradients/bert/encoder/layer_10/attention/self/value/BiasAdd_grad/BiasAddGrad* T0*` _classV TRloc:@gradients/bert/encoder/layer_10/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes : î global_norm/L2Loss_171L2LossKgradients/bert/encoder/layer_10/attention/output/dense/MatMul_grad/MatMul_1* T0*^ _classT RPloc:@gradients/bert/encoder/layer_10/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : ö global_norm/L2Loss_172L2LossOgradients/bert/encoder/layer_10/attention/output/dense/BiasAdd_grad/BiasAddGrad* T0*b _classX VTloc:@gradients/bert/encoder/layer_10/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : ‚ global_norm/L2Loss_173L2LossUgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*h _class^ \Zloc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : † global_norm/L2Loss_174L2LossWgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*j _class` ^\loc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : æ global_norm/L2Loss_175L2LossGgradients/bert/encoder/layer_10/intermediate/dense/MatMul_grad/MatMul_1* T0*Z _classP NLloc:@gradients/bert/encoder/layer_10/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : î global_norm/L2Loss_176L2LossKgradients/bert/encoder/layer_10/intermediate/dense/BiasAdd_grad/BiasAddGrad* T0*^ _classT RPloc:@gradients/bert/encoder/layer_10/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : Ú global_norm/L2Loss_177L2LossAgradients/bert/encoder/layer_10/output/dense/MatMul_grad/MatMul_1* T0*T _classJ HFloc:@gradients/bert/encoder/layer_10/output/dense/MatMul_grad/MatMul_1* _output_shapes : â global_norm/L2Loss_178L2LossEgradients/bert/encoder/layer_10/output/dense/BiasAdd_grad/BiasAddGrad* T0*X _classN LJloc:@gradients/bert/encoder/layer_10/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : î global_norm/L2Loss_179L2LossKgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*^ _classT RPloc:@gradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : ò global_norm/L2Loss_180L2LossMgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*` _classV TRloc:@gradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : ê global_norm/L2Loss_181L2LossIgradients/bert/encoder/layer_11/attention/self/query/MatMul_grad/MatMul_1* T0*\ _classR PNloc:@gradients/bert/encoder/layer_11/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : ò global_norm/L2Loss_182L2LossMgradients/bert/encoder/layer_11/attention/self/query/BiasAdd_grad/BiasAddGrad* T0*` _classV TRloc:@gradients/bert/encoder/layer_11/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes : æ global_norm/L2Loss_183L2LossGgradients/bert/encoder/layer_11/attention/self/key/MatMul_grad/MatMul_1* T0*Z _classP NLloc:@gradients/bert/encoder/layer_11/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : î global_norm/L2Loss_184L2LossKgradients/bert/encoder/layer_11/attention/self/key/BiasAdd_grad/BiasAddGrad* T0*^ _classT RPloc:@gradients/bert/encoder/layer_11/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes : ê global_norm/L2Loss_185L2LossIgradients/bert/encoder/layer_11/attention/self/value/MatMul_grad/MatMul_1* T0*\ _classR PNloc:@gradients/bert/encoder/layer_11/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : ò global_norm/L2Loss_186L2LossMgradients/bert/encoder/layer_11/attention/self/value/BiasAdd_grad/BiasAddGrad* T0*` _classV TRloc:@gradients/bert/encoder/layer_11/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes : î global_norm/L2Loss_187L2LossKgradients/bert/encoder/layer_11/attention/output/dense/MatMul_grad/MatMul_1* T0*^ _classT RPloc:@gradients/bert/encoder/layer_11/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : ö global_norm/L2Loss_188L2LossOgradients/bert/encoder/layer_11/attention/output/dense/BiasAdd_grad/BiasAddGrad* T0*b _classX VTloc:@gradients/bert/encoder/layer_11/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : ‚ global_norm/L2Loss_189L2LossUgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*h _class^ \Zloc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : † global_norm/L2Loss_190L2LossWgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*j _class` ^\loc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : æ global_norm/L2Loss_191L2LossGgradients/bert/encoder/layer_11/intermediate/dense/MatMul_grad/MatMul_1* T0*Z _classP NLloc:@gradients/bert/encoder/layer_11/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : î global_norm/L2Loss_192L2LossKgradients/bert/encoder/layer_11/intermediate/dense/BiasAdd_grad/BiasAddGrad* T0*^ _classT RPloc:@gradients/bert/encoder/layer_11/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : Ú global_norm/L2Loss_193L2LossAgradients/bert/encoder/layer_11/output/dense/MatMul_grad/MatMul_1* T0*T _classJ HFloc:@gradients/bert/encoder/layer_11/output/dense/MatMul_grad/MatMul_1* _output_shapes : â global_norm/L2Loss_194L2LossEgradients/bert/encoder/layer_11/output/dense/BiasAdd_grad/BiasAddGrad* T0*X _classN LJloc:@gradients/bert/encoder/layer_11/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : î global_norm/L2Loss_195L2LossKgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/Reshape* T0*^ _classT RPloc:@gradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : ò global_norm/L2Loss_196L2LossMgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*` _classV TRloc:@gradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : ¸ global_norm/L2Loss_197L2Loss0gradients/bert/pooler/dense/MatMul_grad/MatMul_1* T0*C _class9 75loc:@gradients/bert/pooler/dense/MatMul_grad/MatMul_1* _output_shapes : À global_norm/L2Loss_198L2Loss4gradients/bert/pooler/dense/BiasAdd_grad/BiasAddGrad* T0*G _class= ;9loc:@gradients/bert/pooler/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : Ô global_norm/L2Loss_199L2Loss>gradients/cls/predictions/transform/dense/MatMul_grad/MatMul_1* T0*Q _classG ECloc:@gradients/cls/predictions/transform/dense/MatMul_grad/MatMul_1* _output_shapes : Ü global_norm/L2Loss_200L2LossBgradients/cls/predictions/transform/dense/BiasAdd_grad/BiasAddGrad* T0*U _classK IGloc:@gradients/cls/predictions/transform/dense/BiasAdd_grad/BiasAddGrad* _output_shapes : è global_norm/L2Loss_201L2LossHgradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/Reshape* T0*[ _classQ OMloc:@gradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes : ì global_norm/L2Loss_202L2LossJgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/Reshape_1* T0*] _classS QOloc:@gradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes : ¼ global_norm/L2Loss_203L2Loss2gradients/cls/predictions/BiasAdd_grad/BiasAddGrad* T0*E _class; 97loc:@gradients/cls/predictions/BiasAdd_grad/BiasAddGrad* _output_shapes : ¾ global_norm/L2Loss_204L2Loss3gradients/cls/seq_relationship/MatMul_grad/MatMul_1* T0*F _class< :8loc:@gradients/cls/seq_relationship/MatMul_grad/MatMul_1* _output_shapes : Æ global_norm/L2Loss_205L2Loss7gradients/cls/seq_relationship/BiasAdd_grad/BiasAddGrad* T0*J _class@ >gradients/bert/embeddings/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*Q _classG ECloc:@gradients/bert/embeddings/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ Ê *clip_by_global_norm/clip_by_global_norm/_3Identityclip_by_global_norm/mul_4* T0*Q _classG ECloc:@gradients/bert/embeddings/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ ö clip_by_global_norm/mul_5Mul@gradients/bert/embeddings/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*S _classI GEloc:@gradients/bert/embeddings/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ Ì *clip_by_global_norm/clip_by_global_norm/_4Identityclip_by_global_norm/mul_5* T0*S _classI GEloc:@gradients/bert/embeddings/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ ‹ clip_by_global_norm/mul_6MulHgradients/bert/encoder/layer_0/attention/self/query/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_0/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€ Ù *clip_by_global_norm/clip_by_global_norm/_5Identityclip_by_global_norm/mul_6* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_0/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€ Ž clip_by_global_norm/mul_7MulLgradients/bert/encoder/layer_0/attention/self/query/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_0/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ø *clip_by_global_norm/clip_by_global_norm/_6Identityclip_by_global_norm/mul_7* T0*_ _classU SQloc:@gradients/bert/encoder/layer_0/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ‡ clip_by_global_norm/mul_8MulFgradients/bert/encoder/layer_0/attention/self/key/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Y _classO MKloc:@gradients/bert/encoder/layer_0/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ × *clip_by_global_norm/clip_by_global_norm/_7Identityclip_by_global_norm/mul_8* T0*Y _classO MKloc:@gradients/bert/encoder/layer_0/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ Š clip_by_global_norm/mul_9MulJgradients/bert/encoder/layer_0/attention/self/key/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_0/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ö *clip_by_global_norm/clip_by_global_norm/_8Identityclip_by_global_norm/mul_9* T0*] _classS QOloc:@gradients/bert/encoder/layer_0/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Œ clip_by_global_norm/mul_10MulHgradients/bert/encoder/layer_0/attention/self/value/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_0/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€ Ú *clip_by_global_norm/clip_by_global_norm/_9Identityclip_by_global_norm/mul_10* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_0/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€  clip_by_global_norm/mul_11MulLgradients/bert/encoder/layer_0/attention/self/value/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_0/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ú +clip_by_global_norm/clip_by_global_norm/_10Identityclip_by_global_norm/mul_11* T0*_ _classU SQloc:@gradients/bert/encoder/layer_0/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€  clip_by_global_norm/mul_12MulJgradients/bert/encoder/layer_0/attention/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_0/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ý +clip_by_global_norm/clip_by_global_norm/_11Identityclip_by_global_norm/mul_12* T0*] _classS QOloc:@gradients/bert/encoder/layer_0/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ “ clip_by_global_norm/mul_13MulNgradients/bert/encoder/layer_0/attention/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*a _classW USloc:@gradients/bert/encoder/layer_0/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ü +clip_by_global_norm/clip_by_global_norm/_12Identityclip_by_global_norm/mul_13* T0*a _classW USloc:@gradients/bert/encoder/layer_0/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ÿ clip_by_global_norm/mul_14MulTgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*g _class] [Yloc:@gradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ â +clip_by_global_norm/clip_by_global_norm/_13Identityclip_by_global_norm/mul_14* T0*g _class] [Yloc:@gradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ £ clip_by_global_norm/mul_15MulVgradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*i _class_ ][loc:@gradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ ä +clip_by_global_norm/clip_by_global_norm/_14Identityclip_by_global_norm/mul_15* T0*i _class_ ][loc:@gradients/bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ ˆ clip_by_global_norm/mul_16MulFgradients/bert/encoder/layer_0/intermediate/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Y _classO MKloc:@gradients/bert/encoder/layer_0/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ù +clip_by_global_norm/clip_by_global_norm/_15Identityclip_by_global_norm/mul_16* T0*Y _classO MKloc:@gradients/bert/encoder/layer_0/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ‹ clip_by_global_norm/mul_17MulJgradients/bert/encoder/layer_0/intermediate/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_0/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ø +clip_by_global_norm/clip_by_global_norm/_16Identityclip_by_global_norm/mul_17* T0*] _classS QOloc:@gradients/bert/encoder/layer_0/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ü clip_by_global_norm/mul_18Mul@gradients/bert/encoder/layer_0/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*S _classI GEloc:@gradients/bert/encoder/layer_0/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ó +clip_by_global_norm/clip_by_global_norm/_17Identityclip_by_global_norm/mul_18* T0*S _classI GEloc:@gradients/bert/encoder/layer_0/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ÿ clip_by_global_norm/mul_19MulDgradients/bert/encoder/layer_0/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*W _classM KIloc:@gradients/bert/encoder/layer_0/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ò +clip_by_global_norm/clip_by_global_norm/_18Identityclip_by_global_norm/mul_19* T0*W _classM KIloc:@gradients/bert/encoder/layer_0/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ‹ clip_by_global_norm/mul_20MulJgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ Ø +clip_by_global_norm/clip_by_global_norm/_19Identityclip_by_global_norm/mul_20* T0*] _classS QOloc:@gradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€  clip_by_global_norm/mul_21MulLgradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ Ú +clip_by_global_norm/clip_by_global_norm/_20Identityclip_by_global_norm/mul_21* T0*_ _classU SQloc:@gradients/bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ Œ clip_by_global_norm/mul_22MulHgradients/bert/encoder/layer_1/attention/self/query/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_1/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€ Û +clip_by_global_norm/clip_by_global_norm/_21Identityclip_by_global_norm/mul_22* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_1/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€  clip_by_global_norm/mul_23MulLgradients/bert/encoder/layer_1/attention/self/query/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_1/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ú +clip_by_global_norm/clip_by_global_norm/_22Identityclip_by_global_norm/mul_23* T0*_ _classU SQloc:@gradients/bert/encoder/layer_1/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ˆ clip_by_global_norm/mul_24MulFgradients/bert/encoder/layer_1/attention/self/key/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Y _classO MKloc:@gradients/bert/encoder/layer_1/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ Ù +clip_by_global_norm/clip_by_global_norm/_23Identityclip_by_global_norm/mul_24* T0*Y _classO MKloc:@gradients/bert/encoder/layer_1/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ ‹ clip_by_global_norm/mul_25MulJgradients/bert/encoder/layer_1/attention/self/key/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_1/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ø +clip_by_global_norm/clip_by_global_norm/_24Identityclip_by_global_norm/mul_25* T0*] _classS QOloc:@gradients/bert/encoder/layer_1/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Œ clip_by_global_norm/mul_26MulHgradients/bert/encoder/layer_1/attention/self/value/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_1/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€ Û +clip_by_global_norm/clip_by_global_norm/_25Identityclip_by_global_norm/mul_26* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_1/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€  clip_by_global_norm/mul_27MulLgradients/bert/encoder/layer_1/attention/self/value/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_1/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ú +clip_by_global_norm/clip_by_global_norm/_26Identityclip_by_global_norm/mul_27* T0*_ _classU SQloc:@gradients/bert/encoder/layer_1/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€  clip_by_global_norm/mul_28MulJgradients/bert/encoder/layer_1/attention/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_1/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ý +clip_by_global_norm/clip_by_global_norm/_27Identityclip_by_global_norm/mul_28* T0*] _classS QOloc:@gradients/bert/encoder/layer_1/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ “ clip_by_global_norm/mul_29MulNgradients/bert/encoder/layer_1/attention/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*a _classW USloc:@gradients/bert/encoder/layer_1/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ü +clip_by_global_norm/clip_by_global_norm/_28Identityclip_by_global_norm/mul_29* T0*a _classW USloc:@gradients/bert/encoder/layer_1/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ÿ clip_by_global_norm/mul_30MulTgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*g _class] [Yloc:@gradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ â +clip_by_global_norm/clip_by_global_norm/_29Identityclip_by_global_norm/mul_30* T0*g _class] [Yloc:@gradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ £ clip_by_global_norm/mul_31MulVgradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*i _class_ ][loc:@gradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ ä +clip_by_global_norm/clip_by_global_norm/_30Identityclip_by_global_norm/mul_31* T0*i _class_ ][loc:@gradients/bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ ˆ clip_by_global_norm/mul_32MulFgradients/bert/encoder/layer_1/intermediate/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Y _classO MKloc:@gradients/bert/encoder/layer_1/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ù +clip_by_global_norm/clip_by_global_norm/_31Identityclip_by_global_norm/mul_32* T0*Y _classO MKloc:@gradients/bert/encoder/layer_1/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ‹ clip_by_global_norm/mul_33MulJgradients/bert/encoder/layer_1/intermediate/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_1/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ø +clip_by_global_norm/clip_by_global_norm/_32Identityclip_by_global_norm/mul_33* T0*] _classS QOloc:@gradients/bert/encoder/layer_1/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ü clip_by_global_norm/mul_34Mul@gradients/bert/encoder/layer_1/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*S _classI GEloc:@gradients/bert/encoder/layer_1/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ó +clip_by_global_norm/clip_by_global_norm/_33Identityclip_by_global_norm/mul_34* T0*S _classI GEloc:@gradients/bert/encoder/layer_1/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ÿ clip_by_global_norm/mul_35MulDgradients/bert/encoder/layer_1/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*W _classM KIloc:@gradients/bert/encoder/layer_1/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ò +clip_by_global_norm/clip_by_global_norm/_34Identityclip_by_global_norm/mul_35* T0*W _classM KIloc:@gradients/bert/encoder/layer_1/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ‹ clip_by_global_norm/mul_36MulJgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ Ø +clip_by_global_norm/clip_by_global_norm/_35Identityclip_by_global_norm/mul_36* T0*] _classS QOloc:@gradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€  clip_by_global_norm/mul_37MulLgradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ Ú +clip_by_global_norm/clip_by_global_norm/_36Identityclip_by_global_norm/mul_37* T0*_ _classU SQloc:@gradients/bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ Œ clip_by_global_norm/mul_38MulHgradients/bert/encoder/layer_2/attention/self/query/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_2/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€ Û +clip_by_global_norm/clip_by_global_norm/_37Identityclip_by_global_norm/mul_38* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_2/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€  clip_by_global_norm/mul_39MulLgradients/bert/encoder/layer_2/attention/self/query/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_2/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ú +clip_by_global_norm/clip_by_global_norm/_38Identityclip_by_global_norm/mul_39* T0*_ _classU SQloc:@gradients/bert/encoder/layer_2/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ˆ clip_by_global_norm/mul_40MulFgradients/bert/encoder/layer_2/attention/self/key/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Y _classO MKloc:@gradients/bert/encoder/layer_2/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ Ù +clip_by_global_norm/clip_by_global_norm/_39Identityclip_by_global_norm/mul_40* T0*Y _classO MKloc:@gradients/bert/encoder/layer_2/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ ‹ clip_by_global_norm/mul_41MulJgradients/bert/encoder/layer_2/attention/self/key/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_2/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ø +clip_by_global_norm/clip_by_global_norm/_40Identityclip_by_global_norm/mul_41* T0*] _classS QOloc:@gradients/bert/encoder/layer_2/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Œ clip_by_global_norm/mul_42MulHgradients/bert/encoder/layer_2/attention/self/value/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_2/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€ Û +clip_by_global_norm/clip_by_global_norm/_41Identityclip_by_global_norm/mul_42* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_2/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€  clip_by_global_norm/mul_43MulLgradients/bert/encoder/layer_2/attention/self/value/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_2/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ú +clip_by_global_norm/clip_by_global_norm/_42Identityclip_by_global_norm/mul_43* T0*_ _classU SQloc:@gradients/bert/encoder/layer_2/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€  clip_by_global_norm/mul_44MulJgradients/bert/encoder/layer_2/attention/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_2/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ý +clip_by_global_norm/clip_by_global_norm/_43Identityclip_by_global_norm/mul_44* T0*] _classS QOloc:@gradients/bert/encoder/layer_2/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ “ clip_by_global_norm/mul_45MulNgradients/bert/encoder/layer_2/attention/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*a _classW USloc:@gradients/bert/encoder/layer_2/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ü +clip_by_global_norm/clip_by_global_norm/_44Identityclip_by_global_norm/mul_45* T0*a _classW USloc:@gradients/bert/encoder/layer_2/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ÿ clip_by_global_norm/mul_46MulTgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*g _class] [Yloc:@gradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ â +clip_by_global_norm/clip_by_global_norm/_45Identityclip_by_global_norm/mul_46* T0*g _class] [Yloc:@gradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ £ clip_by_global_norm/mul_47MulVgradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*i _class_ ][loc:@gradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ ä +clip_by_global_norm/clip_by_global_norm/_46Identityclip_by_global_norm/mul_47* T0*i _class_ ][loc:@gradients/bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ ˆ clip_by_global_norm/mul_48MulFgradients/bert/encoder/layer_2/intermediate/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Y _classO MKloc:@gradients/bert/encoder/layer_2/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ù +clip_by_global_norm/clip_by_global_norm/_47Identityclip_by_global_norm/mul_48* T0*Y _classO MKloc:@gradients/bert/encoder/layer_2/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ‹ clip_by_global_norm/mul_49MulJgradients/bert/encoder/layer_2/intermediate/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_2/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ø +clip_by_global_norm/clip_by_global_norm/_48Identityclip_by_global_norm/mul_49* T0*] _classS QOloc:@gradients/bert/encoder/layer_2/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ü clip_by_global_norm/mul_50Mul@gradients/bert/encoder/layer_2/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*S _classI GEloc:@gradients/bert/encoder/layer_2/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ó +clip_by_global_norm/clip_by_global_norm/_49Identityclip_by_global_norm/mul_50* T0*S _classI GEloc:@gradients/bert/encoder/layer_2/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ÿ clip_by_global_norm/mul_51MulDgradients/bert/encoder/layer_2/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*W _classM KIloc:@gradients/bert/encoder/layer_2/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ò +clip_by_global_norm/clip_by_global_norm/_50Identityclip_by_global_norm/mul_51* T0*W _classM KIloc:@gradients/bert/encoder/layer_2/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ‹ clip_by_global_norm/mul_52MulJgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ Ø +clip_by_global_norm/clip_by_global_norm/_51Identityclip_by_global_norm/mul_52* T0*] _classS QOloc:@gradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€  clip_by_global_norm/mul_53MulLgradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ Ú +clip_by_global_norm/clip_by_global_norm/_52Identityclip_by_global_norm/mul_53* T0*_ _classU SQloc:@gradients/bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ Œ clip_by_global_norm/mul_54MulHgradients/bert/encoder/layer_3/attention/self/query/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_3/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€ Û +clip_by_global_norm/clip_by_global_norm/_53Identityclip_by_global_norm/mul_54* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_3/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€  clip_by_global_norm/mul_55MulLgradients/bert/encoder/layer_3/attention/self/query/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_3/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ú +clip_by_global_norm/clip_by_global_norm/_54Identityclip_by_global_norm/mul_55* T0*_ _classU SQloc:@gradients/bert/encoder/layer_3/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ˆ clip_by_global_norm/mul_56MulFgradients/bert/encoder/layer_3/attention/self/key/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Y _classO MKloc:@gradients/bert/encoder/layer_3/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ Ù +clip_by_global_norm/clip_by_global_norm/_55Identityclip_by_global_norm/mul_56* T0*Y _classO MKloc:@gradients/bert/encoder/layer_3/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ ‹ clip_by_global_norm/mul_57MulJgradients/bert/encoder/layer_3/attention/self/key/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_3/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ø +clip_by_global_norm/clip_by_global_norm/_56Identityclip_by_global_norm/mul_57* T0*] _classS QOloc:@gradients/bert/encoder/layer_3/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Œ clip_by_global_norm/mul_58MulHgradients/bert/encoder/layer_3/attention/self/value/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_3/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€ Û +clip_by_global_norm/clip_by_global_norm/_57Identityclip_by_global_norm/mul_58* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_3/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€  clip_by_global_norm/mul_59MulLgradients/bert/encoder/layer_3/attention/self/value/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_3/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ú +clip_by_global_norm/clip_by_global_norm/_58Identityclip_by_global_norm/mul_59* T0*_ _classU SQloc:@gradients/bert/encoder/layer_3/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€  clip_by_global_norm/mul_60MulJgradients/bert/encoder/layer_3/attention/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_3/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ý +clip_by_global_norm/clip_by_global_norm/_59Identityclip_by_global_norm/mul_60* T0*] _classS QOloc:@gradients/bert/encoder/layer_3/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ “ clip_by_global_norm/mul_61MulNgradients/bert/encoder/layer_3/attention/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*a _classW USloc:@gradients/bert/encoder/layer_3/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ü +clip_by_global_norm/clip_by_global_norm/_60Identityclip_by_global_norm/mul_61* T0*a _classW USloc:@gradients/bert/encoder/layer_3/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ÿ clip_by_global_norm/mul_62MulTgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*g _class] [Yloc:@gradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ â +clip_by_global_norm/clip_by_global_norm/_61Identityclip_by_global_norm/mul_62* T0*g _class] [Yloc:@gradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ £ clip_by_global_norm/mul_63MulVgradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*i _class_ ][loc:@gradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ ä +clip_by_global_norm/clip_by_global_norm/_62Identityclip_by_global_norm/mul_63* T0*i _class_ ][loc:@gradients/bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ ˆ clip_by_global_norm/mul_64MulFgradients/bert/encoder/layer_3/intermediate/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Y _classO MKloc:@gradients/bert/encoder/layer_3/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ù +clip_by_global_norm/clip_by_global_norm/_63Identityclip_by_global_norm/mul_64* T0*Y _classO MKloc:@gradients/bert/encoder/layer_3/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ‹ clip_by_global_norm/mul_65MulJgradients/bert/encoder/layer_3/intermediate/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_3/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ø +clip_by_global_norm/clip_by_global_norm/_64Identityclip_by_global_norm/mul_65* T0*] _classS QOloc:@gradients/bert/encoder/layer_3/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ü clip_by_global_norm/mul_66Mul@gradients/bert/encoder/layer_3/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*S _classI GEloc:@gradients/bert/encoder/layer_3/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ó +clip_by_global_norm/clip_by_global_norm/_65Identityclip_by_global_norm/mul_66* T0*S _classI GEloc:@gradients/bert/encoder/layer_3/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ÿ clip_by_global_norm/mul_67MulDgradients/bert/encoder/layer_3/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*W _classM KIloc:@gradients/bert/encoder/layer_3/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ò +clip_by_global_norm/clip_by_global_norm/_66Identityclip_by_global_norm/mul_67* T0*W _classM KIloc:@gradients/bert/encoder/layer_3/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ‹ clip_by_global_norm/mul_68MulJgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ Ø +clip_by_global_norm/clip_by_global_norm/_67Identityclip_by_global_norm/mul_68* T0*] _classS QOloc:@gradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€  clip_by_global_norm/mul_69MulLgradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ Ú +clip_by_global_norm/clip_by_global_norm/_68Identityclip_by_global_norm/mul_69* T0*_ _classU SQloc:@gradients/bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ Œ clip_by_global_norm/mul_70MulHgradients/bert/encoder/layer_4/attention/self/query/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_4/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€ Û +clip_by_global_norm/clip_by_global_norm/_69Identityclip_by_global_norm/mul_70* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_4/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€  clip_by_global_norm/mul_71MulLgradients/bert/encoder/layer_4/attention/self/query/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_4/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ú +clip_by_global_norm/clip_by_global_norm/_70Identityclip_by_global_norm/mul_71* T0*_ _classU SQloc:@gradients/bert/encoder/layer_4/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ˆ clip_by_global_norm/mul_72MulFgradients/bert/encoder/layer_4/attention/self/key/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Y _classO MKloc:@gradients/bert/encoder/layer_4/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ Ù +clip_by_global_norm/clip_by_global_norm/_71Identityclip_by_global_norm/mul_72* T0*Y _classO MKloc:@gradients/bert/encoder/layer_4/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ ‹ clip_by_global_norm/mul_73MulJgradients/bert/encoder/layer_4/attention/self/key/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_4/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ø +clip_by_global_norm/clip_by_global_norm/_72Identityclip_by_global_norm/mul_73* T0*] _classS QOloc:@gradients/bert/encoder/layer_4/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Œ clip_by_global_norm/mul_74MulHgradients/bert/encoder/layer_4/attention/self/value/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_4/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€ Û +clip_by_global_norm/clip_by_global_norm/_73Identityclip_by_global_norm/mul_74* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_4/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€  clip_by_global_norm/mul_75MulLgradients/bert/encoder/layer_4/attention/self/value/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_4/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ú +clip_by_global_norm/clip_by_global_norm/_74Identityclip_by_global_norm/mul_75* T0*_ _classU SQloc:@gradients/bert/encoder/layer_4/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€  clip_by_global_norm/mul_76MulJgradients/bert/encoder/layer_4/attention/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_4/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ý +clip_by_global_norm/clip_by_global_norm/_75Identityclip_by_global_norm/mul_76* T0*] _classS QOloc:@gradients/bert/encoder/layer_4/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ “ clip_by_global_norm/mul_77MulNgradients/bert/encoder/layer_4/attention/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*a _classW USloc:@gradients/bert/encoder/layer_4/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ü +clip_by_global_norm/clip_by_global_norm/_76Identityclip_by_global_norm/mul_77* T0*a _classW USloc:@gradients/bert/encoder/layer_4/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ÿ clip_by_global_norm/mul_78MulTgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*g _class] [Yloc:@gradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ â +clip_by_global_norm/clip_by_global_norm/_77Identityclip_by_global_norm/mul_78* T0*g _class] [Yloc:@gradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ £ clip_by_global_norm/mul_79MulVgradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*i _class_ ][loc:@gradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ ä +clip_by_global_norm/clip_by_global_norm/_78Identityclip_by_global_norm/mul_79* T0*i _class_ ][loc:@gradients/bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ ˆ clip_by_global_norm/mul_80MulFgradients/bert/encoder/layer_4/intermediate/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Y _classO MKloc:@gradients/bert/encoder/layer_4/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ù +clip_by_global_norm/clip_by_global_norm/_79Identityclip_by_global_norm/mul_80* T0*Y _classO MKloc:@gradients/bert/encoder/layer_4/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ‹ clip_by_global_norm/mul_81MulJgradients/bert/encoder/layer_4/intermediate/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_4/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ø +clip_by_global_norm/clip_by_global_norm/_80Identityclip_by_global_norm/mul_81* T0*] _classS QOloc:@gradients/bert/encoder/layer_4/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ü clip_by_global_norm/mul_82Mul@gradients/bert/encoder/layer_4/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*S _classI GEloc:@gradients/bert/encoder/layer_4/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ó +clip_by_global_norm/clip_by_global_norm/_81Identityclip_by_global_norm/mul_82* T0*S _classI GEloc:@gradients/bert/encoder/layer_4/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ÿ clip_by_global_norm/mul_83MulDgradients/bert/encoder/layer_4/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*W _classM KIloc:@gradients/bert/encoder/layer_4/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ò +clip_by_global_norm/clip_by_global_norm/_82Identityclip_by_global_norm/mul_83* T0*W _classM KIloc:@gradients/bert/encoder/layer_4/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ‹ clip_by_global_norm/mul_84MulJgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ Ø +clip_by_global_norm/clip_by_global_norm/_83Identityclip_by_global_norm/mul_84* T0*] _classS QOloc:@gradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€  clip_by_global_norm/mul_85MulLgradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ Ú +clip_by_global_norm/clip_by_global_norm/_84Identityclip_by_global_norm/mul_85* T0*_ _classU SQloc:@gradients/bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ Œ clip_by_global_norm/mul_86MulHgradients/bert/encoder/layer_5/attention/self/query/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_5/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€ Û +clip_by_global_norm/clip_by_global_norm/_85Identityclip_by_global_norm/mul_86* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_5/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€  clip_by_global_norm/mul_87MulLgradients/bert/encoder/layer_5/attention/self/query/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_5/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ú +clip_by_global_norm/clip_by_global_norm/_86Identityclip_by_global_norm/mul_87* T0*_ _classU SQloc:@gradients/bert/encoder/layer_5/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ˆ clip_by_global_norm/mul_88MulFgradients/bert/encoder/layer_5/attention/self/key/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Y _classO MKloc:@gradients/bert/encoder/layer_5/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ Ù +clip_by_global_norm/clip_by_global_norm/_87Identityclip_by_global_norm/mul_88* T0*Y _classO MKloc:@gradients/bert/encoder/layer_5/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ ‹ clip_by_global_norm/mul_89MulJgradients/bert/encoder/layer_5/attention/self/key/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_5/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ø +clip_by_global_norm/clip_by_global_norm/_88Identityclip_by_global_norm/mul_89* T0*] _classS QOloc:@gradients/bert/encoder/layer_5/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Œ clip_by_global_norm/mul_90MulHgradients/bert/encoder/layer_5/attention/self/value/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_5/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€ Û +clip_by_global_norm/clip_by_global_norm/_89Identityclip_by_global_norm/mul_90* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_5/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€  clip_by_global_norm/mul_91MulLgradients/bert/encoder/layer_5/attention/self/value/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_5/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ú +clip_by_global_norm/clip_by_global_norm/_90Identityclip_by_global_norm/mul_91* T0*_ _classU SQloc:@gradients/bert/encoder/layer_5/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€  clip_by_global_norm/mul_92MulJgradients/bert/encoder/layer_5/attention/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_5/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ý +clip_by_global_norm/clip_by_global_norm/_91Identityclip_by_global_norm/mul_92* T0*] _classS QOloc:@gradients/bert/encoder/layer_5/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ “ clip_by_global_norm/mul_93MulNgradients/bert/encoder/layer_5/attention/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*a _classW USloc:@gradients/bert/encoder/layer_5/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ü +clip_by_global_norm/clip_by_global_norm/_92Identityclip_by_global_norm/mul_93* T0*a _classW USloc:@gradients/bert/encoder/layer_5/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ÿ clip_by_global_norm/mul_94MulTgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*g _class] [Yloc:@gradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ â +clip_by_global_norm/clip_by_global_norm/_93Identityclip_by_global_norm/mul_94* T0*g _class] [Yloc:@gradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ £ clip_by_global_norm/mul_95MulVgradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*i _class_ ][loc:@gradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ ä +clip_by_global_norm/clip_by_global_norm/_94Identityclip_by_global_norm/mul_95* T0*i _class_ ][loc:@gradients/bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ ˆ clip_by_global_norm/mul_96MulFgradients/bert/encoder/layer_5/intermediate/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Y _classO MKloc:@gradients/bert/encoder/layer_5/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ù +clip_by_global_norm/clip_by_global_norm/_95Identityclip_by_global_norm/mul_96* T0*Y _classO MKloc:@gradients/bert/encoder/layer_5/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ‹ clip_by_global_norm/mul_97MulJgradients/bert/encoder/layer_5/intermediate/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_5/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ø +clip_by_global_norm/clip_by_global_norm/_96Identityclip_by_global_norm/mul_97* T0*] _classS QOloc:@gradients/bert/encoder/layer_5/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ü clip_by_global_norm/mul_98Mul@gradients/bert/encoder/layer_5/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*S _classI GEloc:@gradients/bert/encoder/layer_5/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ó +clip_by_global_norm/clip_by_global_norm/_97Identityclip_by_global_norm/mul_98* T0*S _classI GEloc:@gradients/bert/encoder/layer_5/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ÿ clip_by_global_norm/mul_99MulDgradients/bert/encoder/layer_5/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*W _classM KIloc:@gradients/bert/encoder/layer_5/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ò +clip_by_global_norm/clip_by_global_norm/_98Identityclip_by_global_norm/mul_99* T0*W _classM KIloc:@gradients/bert/encoder/layer_5/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Œ clip_by_global_norm/mul_100MulJgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ Ù +clip_by_global_norm/clip_by_global_norm/_99Identityclip_by_global_norm/mul_100* T0*] _classS QOloc:@gradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€  clip_by_global_norm/mul_101MulLgradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ Ü ,clip_by_global_norm/clip_by_global_norm/_100Identityclip_by_global_norm/mul_101* T0*_ _classU SQloc:@gradients/bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€  clip_by_global_norm/mul_102MulHgradients/bert/encoder/layer_6/attention/self/query/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_6/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€ Ý ,clip_by_global_norm/clip_by_global_norm/_101Identityclip_by_global_norm/mul_102* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_6/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€  clip_by_global_norm/mul_103MulLgradients/bert/encoder/layer_6/attention/self/query/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_6/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ü ,clip_by_global_norm/clip_by_global_norm/_102Identityclip_by_global_norm/mul_103* T0*_ _classU SQloc:@gradients/bert/encoder/layer_6/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ‰ clip_by_global_norm/mul_104MulFgradients/bert/encoder/layer_6/attention/self/key/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Y _classO MKloc:@gradients/bert/encoder/layer_6/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ Û ,clip_by_global_norm/clip_by_global_norm/_103Identityclip_by_global_norm/mul_104* T0*Y _classO MKloc:@gradients/bert/encoder/layer_6/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ Œ clip_by_global_norm/mul_105MulJgradients/bert/encoder/layer_6/attention/self/key/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_6/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ú ,clip_by_global_norm/clip_by_global_norm/_104Identityclip_by_global_norm/mul_105* T0*] _classS QOloc:@gradients/bert/encoder/layer_6/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€  clip_by_global_norm/mul_106MulHgradients/bert/encoder/layer_6/attention/self/value/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_6/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€ Ý ,clip_by_global_norm/clip_by_global_norm/_105Identityclip_by_global_norm/mul_106* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_6/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€  clip_by_global_norm/mul_107MulLgradients/bert/encoder/layer_6/attention/self/value/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_6/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ü ,clip_by_global_norm/clip_by_global_norm/_106Identityclip_by_global_norm/mul_107* T0*_ _classU SQloc:@gradients/bert/encoder/layer_6/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ‘ clip_by_global_norm/mul_108MulJgradients/bert/encoder/layer_6/attention/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_6/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ß ,clip_by_global_norm/clip_by_global_norm/_107Identityclip_by_global_norm/mul_108* T0*] _classS QOloc:@gradients/bert/encoder/layer_6/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ” clip_by_global_norm/mul_109MulNgradients/bert/encoder/layer_6/attention/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*a _classW USloc:@gradients/bert/encoder/layer_6/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Þ ,clip_by_global_norm/clip_by_global_norm/_108Identityclip_by_global_norm/mul_109* T0*a _classW USloc:@gradients/bert/encoder/layer_6/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€   clip_by_global_norm/mul_110MulTgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*g _class] [Yloc:@gradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ ä ,clip_by_global_norm/clip_by_global_norm/_109Identityclip_by_global_norm/mul_110* T0*g _class] [Yloc:@gradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ ¤ clip_by_global_norm/mul_111MulVgradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*i _class_ ][loc:@gradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ æ ,clip_by_global_norm/clip_by_global_norm/_110Identityclip_by_global_norm/mul_111* T0*i _class_ ][loc:@gradients/bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ ‰ clip_by_global_norm/mul_112MulFgradients/bert/encoder/layer_6/intermediate/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Y _classO MKloc:@gradients/bert/encoder/layer_6/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Û ,clip_by_global_norm/clip_by_global_norm/_111Identityclip_by_global_norm/mul_112* T0*Y _classO MKloc:@gradients/bert/encoder/layer_6/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Œ clip_by_global_norm/mul_113MulJgradients/bert/encoder/layer_6/intermediate/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_6/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ú ,clip_by_global_norm/clip_by_global_norm/_112Identityclip_by_global_norm/mul_113* T0*] _classS QOloc:@gradients/bert/encoder/layer_6/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ý clip_by_global_norm/mul_114Mul@gradients/bert/encoder/layer_6/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*S _classI GEloc:@gradients/bert/encoder/layer_6/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Õ ,clip_by_global_norm/clip_by_global_norm/_113Identityclip_by_global_norm/mul_114* T0*S _classI GEloc:@gradients/bert/encoder/layer_6/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ € clip_by_global_norm/mul_115MulDgradients/bert/encoder/layer_6/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*W _classM KIloc:@gradients/bert/encoder/layer_6/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ô ,clip_by_global_norm/clip_by_global_norm/_114Identityclip_by_global_norm/mul_115* T0*W _classM KIloc:@gradients/bert/encoder/layer_6/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Œ clip_by_global_norm/mul_116MulJgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ Ú ,clip_by_global_norm/clip_by_global_norm/_115Identityclip_by_global_norm/mul_116* T0*] _classS QOloc:@gradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€  clip_by_global_norm/mul_117MulLgradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ Ü ,clip_by_global_norm/clip_by_global_norm/_116Identityclip_by_global_norm/mul_117* T0*_ _classU SQloc:@gradients/bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€  clip_by_global_norm/mul_118MulHgradients/bert/encoder/layer_7/attention/self/query/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_7/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€ Ý ,clip_by_global_norm/clip_by_global_norm/_117Identityclip_by_global_norm/mul_118* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_7/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€  clip_by_global_norm/mul_119MulLgradients/bert/encoder/layer_7/attention/self/query/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_7/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ü ,clip_by_global_norm/clip_by_global_norm/_118Identityclip_by_global_norm/mul_119* T0*_ _classU SQloc:@gradients/bert/encoder/layer_7/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ‰ clip_by_global_norm/mul_120MulFgradients/bert/encoder/layer_7/attention/self/key/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Y _classO MKloc:@gradients/bert/encoder/layer_7/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ Û ,clip_by_global_norm/clip_by_global_norm/_119Identityclip_by_global_norm/mul_120* T0*Y _classO MKloc:@gradients/bert/encoder/layer_7/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ Œ clip_by_global_norm/mul_121MulJgradients/bert/encoder/layer_7/attention/self/key/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_7/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ú ,clip_by_global_norm/clip_by_global_norm/_120Identityclip_by_global_norm/mul_121* T0*] _classS QOloc:@gradients/bert/encoder/layer_7/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€  clip_by_global_norm/mul_122MulHgradients/bert/encoder/layer_7/attention/self/value/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_7/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€ Ý ,clip_by_global_norm/clip_by_global_norm/_121Identityclip_by_global_norm/mul_122* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_7/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€  clip_by_global_norm/mul_123MulLgradients/bert/encoder/layer_7/attention/self/value/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_7/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ü ,clip_by_global_norm/clip_by_global_norm/_122Identityclip_by_global_norm/mul_123* T0*_ _classU SQloc:@gradients/bert/encoder/layer_7/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ‘ clip_by_global_norm/mul_124MulJgradients/bert/encoder/layer_7/attention/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_7/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ß ,clip_by_global_norm/clip_by_global_norm/_123Identityclip_by_global_norm/mul_124* T0*] _classS QOloc:@gradients/bert/encoder/layer_7/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ” clip_by_global_norm/mul_125MulNgradients/bert/encoder/layer_7/attention/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*a _classW USloc:@gradients/bert/encoder/layer_7/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Þ ,clip_by_global_norm/clip_by_global_norm/_124Identityclip_by_global_norm/mul_125* T0*a _classW USloc:@gradients/bert/encoder/layer_7/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€   clip_by_global_norm/mul_126MulTgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*g _class] [Yloc:@gradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ ä ,clip_by_global_norm/clip_by_global_norm/_125Identityclip_by_global_norm/mul_126* T0*g _class] [Yloc:@gradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ ¤ clip_by_global_norm/mul_127MulVgradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*i _class_ ][loc:@gradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ æ ,clip_by_global_norm/clip_by_global_norm/_126Identityclip_by_global_norm/mul_127* T0*i _class_ ][loc:@gradients/bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ ‰ clip_by_global_norm/mul_128MulFgradients/bert/encoder/layer_7/intermediate/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Y _classO MKloc:@gradients/bert/encoder/layer_7/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Û ,clip_by_global_norm/clip_by_global_norm/_127Identityclip_by_global_norm/mul_128* T0*Y _classO MKloc:@gradients/bert/encoder/layer_7/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Œ clip_by_global_norm/mul_129MulJgradients/bert/encoder/layer_7/intermediate/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_7/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ú ,clip_by_global_norm/clip_by_global_norm/_128Identityclip_by_global_norm/mul_129* T0*] _classS QOloc:@gradients/bert/encoder/layer_7/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ý clip_by_global_norm/mul_130Mul@gradients/bert/encoder/layer_7/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*S _classI GEloc:@gradients/bert/encoder/layer_7/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Õ ,clip_by_global_norm/clip_by_global_norm/_129Identityclip_by_global_norm/mul_130* T0*S _classI GEloc:@gradients/bert/encoder/layer_7/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ € clip_by_global_norm/mul_131MulDgradients/bert/encoder/layer_7/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*W _classM KIloc:@gradients/bert/encoder/layer_7/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ô ,clip_by_global_norm/clip_by_global_norm/_130Identityclip_by_global_norm/mul_131* T0*W _classM KIloc:@gradients/bert/encoder/layer_7/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Œ clip_by_global_norm/mul_132MulJgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ Ú ,clip_by_global_norm/clip_by_global_norm/_131Identityclip_by_global_norm/mul_132* T0*] _classS QOloc:@gradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€  clip_by_global_norm/mul_133MulLgradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ Ü ,clip_by_global_norm/clip_by_global_norm/_132Identityclip_by_global_norm/mul_133* T0*_ _classU SQloc:@gradients/bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€  clip_by_global_norm/mul_134MulHgradients/bert/encoder/layer_8/attention/self/query/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_8/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€ Ý ,clip_by_global_norm/clip_by_global_norm/_133Identityclip_by_global_norm/mul_134* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_8/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€  clip_by_global_norm/mul_135MulLgradients/bert/encoder/layer_8/attention/self/query/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_8/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ü ,clip_by_global_norm/clip_by_global_norm/_134Identityclip_by_global_norm/mul_135* T0*_ _classU SQloc:@gradients/bert/encoder/layer_8/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ‰ clip_by_global_norm/mul_136MulFgradients/bert/encoder/layer_8/attention/self/key/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Y _classO MKloc:@gradients/bert/encoder/layer_8/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ Û ,clip_by_global_norm/clip_by_global_norm/_135Identityclip_by_global_norm/mul_136* T0*Y _classO MKloc:@gradients/bert/encoder/layer_8/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ Œ clip_by_global_norm/mul_137MulJgradients/bert/encoder/layer_8/attention/self/key/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_8/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ú ,clip_by_global_norm/clip_by_global_norm/_136Identityclip_by_global_norm/mul_137* T0*] _classS QOloc:@gradients/bert/encoder/layer_8/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€  clip_by_global_norm/mul_138MulHgradients/bert/encoder/layer_8/attention/self/value/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_8/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€ Ý ,clip_by_global_norm/clip_by_global_norm/_137Identityclip_by_global_norm/mul_138* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_8/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€  clip_by_global_norm/mul_139MulLgradients/bert/encoder/layer_8/attention/self/value/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_8/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ü ,clip_by_global_norm/clip_by_global_norm/_138Identityclip_by_global_norm/mul_139* T0*_ _classU SQloc:@gradients/bert/encoder/layer_8/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ‘ clip_by_global_norm/mul_140MulJgradients/bert/encoder/layer_8/attention/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_8/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ß ,clip_by_global_norm/clip_by_global_norm/_139Identityclip_by_global_norm/mul_140* T0*] _classS QOloc:@gradients/bert/encoder/layer_8/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ” clip_by_global_norm/mul_141MulNgradients/bert/encoder/layer_8/attention/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*a _classW USloc:@gradients/bert/encoder/layer_8/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Þ ,clip_by_global_norm/clip_by_global_norm/_140Identityclip_by_global_norm/mul_141* T0*a _classW USloc:@gradients/bert/encoder/layer_8/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€   clip_by_global_norm/mul_142MulTgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*g _class] [Yloc:@gradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ ä ,clip_by_global_norm/clip_by_global_norm/_141Identityclip_by_global_norm/mul_142* T0*g _class] [Yloc:@gradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ ¤ clip_by_global_norm/mul_143MulVgradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*i _class_ ][loc:@gradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ æ ,clip_by_global_norm/clip_by_global_norm/_142Identityclip_by_global_norm/mul_143* T0*i _class_ ][loc:@gradients/bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ ‰ clip_by_global_norm/mul_144MulFgradients/bert/encoder/layer_8/intermediate/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Y _classO MKloc:@gradients/bert/encoder/layer_8/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Û ,clip_by_global_norm/clip_by_global_norm/_143Identityclip_by_global_norm/mul_144* T0*Y _classO MKloc:@gradients/bert/encoder/layer_8/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Œ clip_by_global_norm/mul_145MulJgradients/bert/encoder/layer_8/intermediate/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_8/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ú ,clip_by_global_norm/clip_by_global_norm/_144Identityclip_by_global_norm/mul_145* T0*] _classS QOloc:@gradients/bert/encoder/layer_8/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ý clip_by_global_norm/mul_146Mul@gradients/bert/encoder/layer_8/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*S _classI GEloc:@gradients/bert/encoder/layer_8/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Õ ,clip_by_global_norm/clip_by_global_norm/_145Identityclip_by_global_norm/mul_146* T0*S _classI GEloc:@gradients/bert/encoder/layer_8/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ € clip_by_global_norm/mul_147MulDgradients/bert/encoder/layer_8/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*W _classM KIloc:@gradients/bert/encoder/layer_8/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ô ,clip_by_global_norm/clip_by_global_norm/_146Identityclip_by_global_norm/mul_147* T0*W _classM KIloc:@gradients/bert/encoder/layer_8/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Œ clip_by_global_norm/mul_148MulJgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ Ú ,clip_by_global_norm/clip_by_global_norm/_147Identityclip_by_global_norm/mul_148* T0*] _classS QOloc:@gradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€  clip_by_global_norm/mul_149MulLgradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ Ü ,clip_by_global_norm/clip_by_global_norm/_148Identityclip_by_global_norm/mul_149* T0*_ _classU SQloc:@gradients/bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€  clip_by_global_norm/mul_150MulHgradients/bert/encoder/layer_9/attention/self/query/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_9/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€ Ý ,clip_by_global_norm/clip_by_global_norm/_149Identityclip_by_global_norm/mul_150* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_9/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€  clip_by_global_norm/mul_151MulLgradients/bert/encoder/layer_9/attention/self/query/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_9/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ü ,clip_by_global_norm/clip_by_global_norm/_150Identityclip_by_global_norm/mul_151* T0*_ _classU SQloc:@gradients/bert/encoder/layer_9/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ‰ clip_by_global_norm/mul_152MulFgradients/bert/encoder/layer_9/attention/self/key/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Y _classO MKloc:@gradients/bert/encoder/layer_9/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ Û ,clip_by_global_norm/clip_by_global_norm/_151Identityclip_by_global_norm/mul_152* T0*Y _classO MKloc:@gradients/bert/encoder/layer_9/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ Œ clip_by_global_norm/mul_153MulJgradients/bert/encoder/layer_9/attention/self/key/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_9/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ú ,clip_by_global_norm/clip_by_global_norm/_152Identityclip_by_global_norm/mul_153* T0*] _classS QOloc:@gradients/bert/encoder/layer_9/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€  clip_by_global_norm/mul_154MulHgradients/bert/encoder/layer_9/attention/self/value/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_9/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€ Ý ,clip_by_global_norm/clip_by_global_norm/_153Identityclip_by_global_norm/mul_154* T0*[ _classQ OMloc:@gradients/bert/encoder/layer_9/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€  clip_by_global_norm/mul_155MulLgradients/bert/encoder/layer_9/attention/self/value/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_9/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ü ,clip_by_global_norm/clip_by_global_norm/_154Identityclip_by_global_norm/mul_155* T0*_ _classU SQloc:@gradients/bert/encoder/layer_9/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ‘ clip_by_global_norm/mul_156MulJgradients/bert/encoder/layer_9/attention/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_9/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ß ,clip_by_global_norm/clip_by_global_norm/_155Identityclip_by_global_norm/mul_156* T0*] _classS QOloc:@gradients/bert/encoder/layer_9/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ” clip_by_global_norm/mul_157MulNgradients/bert/encoder/layer_9/attention/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*a _classW USloc:@gradients/bert/encoder/layer_9/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Þ ,clip_by_global_norm/clip_by_global_norm/_156Identityclip_by_global_norm/mul_157* T0*a _classW USloc:@gradients/bert/encoder/layer_9/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€   clip_by_global_norm/mul_158MulTgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*g _class] [Yloc:@gradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ ä ,clip_by_global_norm/clip_by_global_norm/_157Identityclip_by_global_norm/mul_158* T0*g _class] [Yloc:@gradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ ¤ clip_by_global_norm/mul_159MulVgradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*i _class_ ][loc:@gradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ æ ,clip_by_global_norm/clip_by_global_norm/_158Identityclip_by_global_norm/mul_159* T0*i _class_ ][loc:@gradients/bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ ‰ clip_by_global_norm/mul_160MulFgradients/bert/encoder/layer_9/intermediate/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Y _classO MKloc:@gradients/bert/encoder/layer_9/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Û ,clip_by_global_norm/clip_by_global_norm/_159Identityclip_by_global_norm/mul_160* T0*Y _classO MKloc:@gradients/bert/encoder/layer_9/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Œ clip_by_global_norm/mul_161MulJgradients/bert/encoder/layer_9/intermediate/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_9/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ú ,clip_by_global_norm/clip_by_global_norm/_160Identityclip_by_global_norm/mul_161* T0*] _classS QOloc:@gradients/bert/encoder/layer_9/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ý clip_by_global_norm/mul_162Mul@gradients/bert/encoder/layer_9/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*S _classI GEloc:@gradients/bert/encoder/layer_9/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Õ ,clip_by_global_norm/clip_by_global_norm/_161Identityclip_by_global_norm/mul_162* T0*S _classI GEloc:@gradients/bert/encoder/layer_9/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ € clip_by_global_norm/mul_163MulDgradients/bert/encoder/layer_9/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*W _classM KIloc:@gradients/bert/encoder/layer_9/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ô ,clip_by_global_norm/clip_by_global_norm/_162Identityclip_by_global_norm/mul_163* T0*W _classM KIloc:@gradients/bert/encoder/layer_9/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Œ clip_by_global_norm/mul_164MulJgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*] _classS QOloc:@gradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ Ú ,clip_by_global_norm/clip_by_global_norm/_163Identityclip_by_global_norm/mul_164* T0*] _classS QOloc:@gradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€  clip_by_global_norm/mul_165MulLgradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*_ _classU SQloc:@gradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ Ü ,clip_by_global_norm/clip_by_global_norm/_164Identityclip_by_global_norm/mul_165* T0*_ _classU SQloc:@gradients/bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€  clip_by_global_norm/mul_166MulIgradients/bert/encoder/layer_10/attention/self/query/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*\ _classR PNloc:@gradients/bert/encoder/layer_10/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€ Þ ,clip_by_global_norm/clip_by_global_norm/_165Identityclip_by_global_norm/mul_166* T0*\ _classR PNloc:@gradients/bert/encoder/layer_10/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€ ’ clip_by_global_norm/mul_167MulMgradients/bert/encoder/layer_10/attention/self/query/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*` _classV TRloc:@gradients/bert/encoder/layer_10/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ý ,clip_by_global_norm/clip_by_global_norm/_166Identityclip_by_global_norm/mul_167* T0*` _classV TRloc:@gradients/bert/encoder/layer_10/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ‹ clip_by_global_norm/mul_168MulGgradients/bert/encoder/layer_10/attention/self/key/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Z _classP NLloc:@gradients/bert/encoder/layer_10/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ Ü ,clip_by_global_norm/clip_by_global_norm/_167Identityclip_by_global_norm/mul_168* T0*Z _classP NLloc:@gradients/bert/encoder/layer_10/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ Ž clip_by_global_norm/mul_169MulKgradients/bert/encoder/layer_10/attention/self/key/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*^ _classT RPloc:@gradients/bert/encoder/layer_10/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Û ,clip_by_global_norm/clip_by_global_norm/_168Identityclip_by_global_norm/mul_169* T0*^ _classT RPloc:@gradients/bert/encoder/layer_10/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€  clip_by_global_norm/mul_170MulIgradients/bert/encoder/layer_10/attention/self/value/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*\ _classR PNloc:@gradients/bert/encoder/layer_10/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€ Þ ,clip_by_global_norm/clip_by_global_norm/_169Identityclip_by_global_norm/mul_170* T0*\ _classR PNloc:@gradients/bert/encoder/layer_10/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€ ’ clip_by_global_norm/mul_171MulMgradients/bert/encoder/layer_10/attention/self/value/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*` _classV TRloc:@gradients/bert/encoder/layer_10/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ý ,clip_by_global_norm/clip_by_global_norm/_170Identityclip_by_global_norm/mul_171* T0*` _classV TRloc:@gradients/bert/encoder/layer_10/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€ “ clip_by_global_norm/mul_172MulKgradients/bert/encoder/layer_10/attention/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*^ _classT RPloc:@gradients/bert/encoder/layer_10/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ à ,clip_by_global_norm/clip_by_global_norm/_171Identityclip_by_global_norm/mul_172* T0*^ _classT RPloc:@gradients/bert/encoder/layer_10/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ – clip_by_global_norm/mul_173MulOgradients/bert/encoder/layer_10/attention/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*b _classX VTloc:@gradients/bert/encoder/layer_10/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ß ,clip_by_global_norm/clip_by_global_norm/_172Identityclip_by_global_norm/mul_173* T0*b _classX VTloc:@gradients/bert/encoder/layer_10/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ¢ clip_by_global_norm/mul_174MulUgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*h _class^ \Zloc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ å ,clip_by_global_norm/clip_by_global_norm/_173Identityclip_by_global_norm/mul_174* T0*h _class^ \Zloc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ ¦ clip_by_global_norm/mul_175MulWgradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*j _class` ^\loc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ ç ,clip_by_global_norm/clip_by_global_norm/_174Identityclip_by_global_norm/mul_175* T0*j _class` ^\loc:@gradients/bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ ‹ clip_by_global_norm/mul_176MulGgradients/bert/encoder/layer_10/intermediate/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Z _classP NLloc:@gradients/bert/encoder/layer_10/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ü ,clip_by_global_norm/clip_by_global_norm/_175Identityclip_by_global_norm/mul_176* T0*Z _classP NLloc:@gradients/bert/encoder/layer_10/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ž clip_by_global_norm/mul_177MulKgradients/bert/encoder/layer_10/intermediate/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*^ _classT RPloc:@gradients/bert/encoder/layer_10/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Û ,clip_by_global_norm/clip_by_global_norm/_176Identityclip_by_global_norm/mul_177* T0*^ _classT RPloc:@gradients/bert/encoder/layer_10/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ÿ clip_by_global_norm/mul_178MulAgradients/bert/encoder/layer_10/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*T _classJ HFloc:@gradients/bert/encoder/layer_10/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ö ,clip_by_global_norm/clip_by_global_norm/_177Identityclip_by_global_norm/mul_178* T0*T _classJ HFloc:@gradients/bert/encoder/layer_10/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ‚ clip_by_global_norm/mul_179MulEgradients/bert/encoder/layer_10/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*X _classN LJloc:@gradients/bert/encoder/layer_10/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Õ ,clip_by_global_norm/clip_by_global_norm/_178Identityclip_by_global_norm/mul_179* T0*X _classN LJloc:@gradients/bert/encoder/layer_10/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ž clip_by_global_norm/mul_180MulKgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*^ _classT RPloc:@gradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ Û ,clip_by_global_norm/clip_by_global_norm/_179Identityclip_by_global_norm/mul_180* T0*^ _classT RPloc:@gradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ ’ clip_by_global_norm/mul_181MulMgradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*` _classV TRloc:@gradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ Ý ,clip_by_global_norm/clip_by_global_norm/_180Identityclip_by_global_norm/mul_181* T0*` _classV TRloc:@gradients/bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€  clip_by_global_norm/mul_182MulIgradients/bert/encoder/layer_11/attention/self/query/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*\ _classR PNloc:@gradients/bert/encoder/layer_11/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€ Þ ,clip_by_global_norm/clip_by_global_norm/_181Identityclip_by_global_norm/mul_182* T0*\ _classR PNloc:@gradients/bert/encoder/layer_11/attention/self/query/MatMul_grad/MatMul_1* _output_shapes : €€ ’ clip_by_global_norm/mul_183MulMgradients/bert/encoder/layer_11/attention/self/query/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*` _classV TRloc:@gradients/bert/encoder/layer_11/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ý ,clip_by_global_norm/clip_by_global_norm/_182Identityclip_by_global_norm/mul_183* T0*` _classV TRloc:@gradients/bert/encoder/layer_11/attention/self/query/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ‹ clip_by_global_norm/mul_184MulGgradients/bert/encoder/layer_11/attention/self/key/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Z _classP NLloc:@gradients/bert/encoder/layer_11/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ Ü ,clip_by_global_norm/clip_by_global_norm/_183Identityclip_by_global_norm/mul_184* T0*Z _classP NLloc:@gradients/bert/encoder/layer_11/attention/self/key/MatMul_grad/MatMul_1* _output_shapes : €€ Ž clip_by_global_norm/mul_185MulKgradients/bert/encoder/layer_11/attention/self/key/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*^ _classT RPloc:@gradients/bert/encoder/layer_11/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Û ,clip_by_global_norm/clip_by_global_norm/_184Identityclip_by_global_norm/mul_185* T0*^ _classT RPloc:@gradients/bert/encoder/layer_11/attention/self/key/BiasAdd_grad/BiasAddGrad* _output_shapes :€  clip_by_global_norm/mul_186MulIgradients/bert/encoder/layer_11/attention/self/value/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*\ _classR PNloc:@gradients/bert/encoder/layer_11/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€ Þ ,clip_by_global_norm/clip_by_global_norm/_185Identityclip_by_global_norm/mul_186* T0*\ _classR PNloc:@gradients/bert/encoder/layer_11/attention/self/value/MatMul_grad/MatMul_1* _output_shapes : €€ ’ clip_by_global_norm/mul_187MulMgradients/bert/encoder/layer_11/attention/self/value/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*` _classV TRloc:@gradients/bert/encoder/layer_11/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ý ,clip_by_global_norm/clip_by_global_norm/_186Identityclip_by_global_norm/mul_187* T0*` _classV TRloc:@gradients/bert/encoder/layer_11/attention/self/value/BiasAdd_grad/BiasAddGrad* _output_shapes :€ “ clip_by_global_norm/mul_188MulKgradients/bert/encoder/layer_11/attention/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*^ _classT RPloc:@gradients/bert/encoder/layer_11/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ à ,clip_by_global_norm/clip_by_global_norm/_187Identityclip_by_global_norm/mul_188* T0*^ _classT RPloc:@gradients/bert/encoder/layer_11/attention/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ – clip_by_global_norm/mul_189MulOgradients/bert/encoder/layer_11/attention/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*b _classX VTloc:@gradients/bert/encoder/layer_11/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ß ,clip_by_global_norm/clip_by_global_norm/_188Identityclip_by_global_norm/mul_189* T0*b _classX VTloc:@gradients/bert/encoder/layer_11/attention/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ¢ clip_by_global_norm/mul_190MulUgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*h _class^ \Zloc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ å ,clip_by_global_norm/clip_by_global_norm/_189Identityclip_by_global_norm/mul_190* T0*h _class^ \Zloc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ ¦ clip_by_global_norm/mul_191MulWgradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*j _class` ^\loc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ ç ,clip_by_global_norm/clip_by_global_norm/_190Identityclip_by_global_norm/mul_191* T0*j _class` ^\loc:@gradients/bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ ‹ clip_by_global_norm/mul_192MulGgradients/bert/encoder/layer_11/intermediate/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Z _classP NLloc:@gradients/bert/encoder/layer_11/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ü ,clip_by_global_norm/clip_by_global_norm/_191Identityclip_by_global_norm/mul_192* T0*Z _classP NLloc:@gradients/bert/encoder/layer_11/intermediate/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ž clip_by_global_norm/mul_193MulKgradients/bert/encoder/layer_11/intermediate/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*^ _classT RPloc:@gradients/bert/encoder/layer_11/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Û ,clip_by_global_norm/clip_by_global_norm/_192Identityclip_by_global_norm/mul_193* T0*^ _classT RPloc:@gradients/bert/encoder/layer_11/intermediate/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ÿ clip_by_global_norm/mul_194MulAgradients/bert/encoder/layer_11/output/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*T _classJ HFloc:@gradients/bert/encoder/layer_11/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ö ,clip_by_global_norm/clip_by_global_norm/_193Identityclip_by_global_norm/mul_194* T0*T _classJ HFloc:@gradients/bert/encoder/layer_11/output/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ‚ clip_by_global_norm/mul_195MulEgradients/bert/encoder/layer_11/output/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*X _classN LJloc:@gradients/bert/encoder/layer_11/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Õ ,clip_by_global_norm/clip_by_global_norm/_194Identityclip_by_global_norm/mul_195* T0*X _classN LJloc:@gradients/bert/encoder/layer_11/output/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ž clip_by_global_norm/mul_196MulKgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*^ _classT RPloc:@gradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ Û ,clip_by_global_norm/clip_by_global_norm/_195Identityclip_by_global_norm/mul_196* T0*^ _classT RPloc:@gradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ ’ clip_by_global_norm/mul_197MulMgradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*` _classV TRloc:@gradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ Ý ,clip_by_global_norm/clip_by_global_norm/_196Identityclip_by_global_norm/mul_197* T0*` _classV TRloc:@gradients/bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ Ý clip_by_global_norm/mul_198Mul0gradients/bert/pooler/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*C _class9 75loc:@gradients/bert/pooler/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Å ,clip_by_global_norm/clip_by_global_norm/_197Identityclip_by_global_norm/mul_198* T0*C _class9 75loc:@gradients/bert/pooler/dense/MatMul_grad/MatMul_1* _output_shapes : €€ à clip_by_global_norm/mul_199Mul4gradients/bert/pooler/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*G _class= ;9loc:@gradients/bert/pooler/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ä ,clip_by_global_norm/clip_by_global_norm/_198Identityclip_by_global_norm/mul_199* T0*G _class= ;9loc:@gradients/bert/pooler/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ù clip_by_global_norm/mul_200Mul>gradients/cls/predictions/transform/dense/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*Q _classG ECloc:@gradients/cls/predictions/transform/dense/MatMul_grad/MatMul_1* _output_shapes : €€ Ó ,clip_by_global_norm/clip_by_global_norm/_199Identityclip_by_global_norm/mul_200* T0*Q _classG ECloc:@gradients/cls/predictions/transform/dense/MatMul_grad/MatMul_1* _output_shapes : €€ ü clip_by_global_norm/mul_201MulBgradients/cls/predictions/transform/dense/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*U _classK IGloc:@gradients/cls/predictions/transform/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ Ò ,clip_by_global_norm/clip_by_global_norm/_200Identityclip_by_global_norm/mul_201* T0*U _classK IGloc:@gradients/cls/predictions/transform/dense/BiasAdd_grad/BiasAddGrad* _output_shapes :€ ˆ clip_by_global_norm/mul_202MulHgradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/Reshapeclip_by_global_norm/mul* T0*[ _classQ OMloc:@gradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ Ø ,clip_by_global_norm/clip_by_global_norm/_201Identityclip_by_global_norm/mul_202* T0*[ _classQ OMloc:@gradients/cls/predictions/transform/LayerNorm/batchnorm/sub_grad/Reshape* _output_shapes :€ Œ clip_by_global_norm/mul_203MulJgradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/Reshape_1clip_by_global_norm/mul* T0*] _classS QOloc:@gradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ Ú ,clip_by_global_norm/clip_by_global_norm/_202Identityclip_by_global_norm/mul_203* T0*] _classS QOloc:@gradients/cls/predictions/transform/LayerNorm/batchnorm/mul_grad/Reshape_1* _output_shapes :€ Ý clip_by_global_norm/mul_204Mul2gradients/cls/predictions/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*E _class; 97loc:@gradients/cls/predictions/BiasAdd_grad/BiasAddGrad* _output_shapes :Äâ à ,clip_by_global_norm/clip_by_global_norm/_203Identityclip_by_global_norm/mul_204* T0*E _class; 97loc:@gradients/cls/predictions/BiasAdd_grad/BiasAddGrad* _output_shapes :Äâ â clip_by_global_norm/mul_205Mul3gradients/cls/seq_relationship/MatMul_grad/MatMul_1clip_by_global_norm/mul* T0*F _class< :8loc:@gradients/cls/seq_relationship/MatMul_grad/MatMul_1* _output_shapes : € Ç ,clip_by_global_norm/clip_by_global_norm/_204Identityclip_by_global_norm/mul_205* T0*F _class< :8loc:@gradients/cls/seq_relationship/MatMul_grad/MatMul_1* _output_shapes : € å clip_by_global_norm/mul_206Mul7gradients/cls/seq_relationship/BiasAdd_grad/BiasAddGradclip_by_global_norm/mul* T0*J _class@ >bert/embeddings/word_embeddings/adam_m/Initializer/zeros/ConstConst*9 _class/ -+loc:@bert/embeddings/word_embeddings/adam_m* value B ** dtype0* _output_shapes : à 8bert/embeddings/word_embeddings/adam_m/Initializer/zerosFillHbert/embeddings/word_embeddings/adam_m/Initializer/zeros/shape_as_tensor>bert/embeddings/word_embeddings/adam_m/Initializer/zeros/Const* T0*9 _class/ -+loc:@bert/embeddings/word_embeddings/adam_m* index_type0*! _output_shapes : Äâ€ Û &bert/embeddings/word_embeddings/adam_m VariableV2* shape : Äâ€* dtype0*! _output_shapes : Äâ€* shared_name*9 _class/ -+loc:@bert/embeddings/word_embeddings/adam_m* container © -bert/embeddings/word_embeddings/adam_m/AssignAssign&bert/embeddings/word_embeddings/adam_m8bert/embeddings/word_embeddings/adam_m/Initializer/zeros* T0*9 _class/ -+loc:@bert/embeddings/word_embeddings/adam_m* validate_shape(*! _output_shapes : Äâ€* use_locking( Æ +bert/embeddings/word_embeddings/adam_m/readIdentity&bert/embeddings/word_embeddings/adam_m* T0*9 _class/ -+loc:@bert/embeddings/word_embeddings/adam_m*! _output_shapes : Äâ€ Ô Hbert/embeddings/word_embeddings/adam_v/Initializer/zeros/shape_as_tensorConst*9 _class/ -+loc:@bert/embeddings/word_embeddings/adam_v* valueB"Dq* dtype0* _output_shapes : ¾ >bert/embeddings/word_embeddings/adam_v/Initializer/zeros/ConstConst*9 _class/ -+loc:@bert/embeddings/word_embeddings/adam_v* value B ** dtype0* _output_shapes : à 8bert/embeddings/word_embeddings/adam_v/Initializer/zerosFillHbert/embeddings/word_embeddings/adam_v/Initializer/zeros/shape_as_tensor>bert/embeddings/word_embeddings/adam_v/Initializer/zeros/Const* T0*9 _class/ -+loc:@bert/embeddings/word_embeddings/adam_v* index_type0*! _output_shapes : Äâ€ Û &bert/embeddings/word_embeddings/adam_v VariableV2* shape : Äâ€* dtype0*! _output_shapes : Äâ€* shared_name*9 _class/ -+loc:@bert/embeddings/word_embeddings/adam_v* container © -bert/embeddings/word_embeddings/adam_v/AssignAssign&bert/embeddings/word_embeddings/adam_v8bert/embeddings/word_embeddings/adam_v/Initializer/zeros* T0*9 _class/ -+loc:@bert/embeddings/word_embeddings/adam_v* validate_shape(*! _output_shapes : Äâ€* use_locking( Æ +bert/embeddings/word_embeddings/adam_v/readIdentity&bert/embeddings/word_embeddings/adam_v* T0*9 _class/ -+loc:@bert/embeddings/word_embeddings/adam_v*! _output_shapes : ĆL Mul_4/xConst* value B *fff?* dtype0* _output_shapes : n Mul_4MulMul_4/x+bert/embeddings/word_embeddings/adam_m/read* T0*! _output_shapes : ĆL Mul_5/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : c Mul_5/strided_slice/stackConst* value B :* dtype0* _output_shapes : e Mul_5/strided_slice/stack_1Const* value B :* dtype0* _output_shapes : e Mul_5/strided_slice/stack_2Const* value B :* dtype0* _output_shapes :  Mul_5/strided_slice StridedSlicegradients/Shape_1Mul_5/strided_slice/stackMul_5/strided_slice/stack_1Mul_5/strided_slice/stack_2* Index0* T0* shrink_axis_mask* begin_mask* ellipsis_mask* new_axis_mask* end_mask* _output_shapes :  Mul_5/yUnsortedSegmentSum*clip_by_global_norm/clip_by_global_norm/_0gradients/concat_1Mul_5/strided_slice* Tnumsegments0* Tindices0* T0*! _output_shapes : ĆJ Mul_5MulMul_5/xMul_5/y* T0*! _output_shapes : ĆF add_3AddMul_4Mul_5* T0*! _output_shapes : ĆL Mul_6/xConst* value B *w¾?* dtype0* _output_shapes : n Mul_6MulMul_6/x+bert/embeddings/word_embeddings/adam_v/read* T0*! _output_shapes : Ćd Square/strided_slice/stackConst* value B :* dtype0* _output_shapes : f Square/strided_slice/stack_1Const* value B :* dtype0* _output_shapes : f Square/strided_slice/stack_2Const* value B :* dtype0* _output_shapes : ¡ Square/strided_slice StridedSlicegradients/Shape_1Square/strided_slice/stackSquare/strided_slice/stack_1Square/strided_slice/stack_2* shrink_axis_mask* begin_mask* ellipsis_mask* new_axis_mask* end_mask* _output_shapes :* T0* Index0 Ä Square/xUnsortedSegmentSum*clip_by_global_norm/clip_by_global_norm/_0gradients/concat_1Square/strided_slice* T0*! _output_shapes : Äâ€* Tnumsegments0* Tindices0 F SquareSquareSquare/x* T0*! _output_shapes : ĆL Mul_7/xConst* value B *oƒ:* dtype0* _output_shapes : I Mul_7MulMul_7/xSquare* T0*! _output_shapes : ĆF add_4AddMul_6Mul_7* T0*! _output_shapes : Ć? SqrtSqrtadd_4* T0*! _output_shapes : ĆL add_5/yConst* value B *½7†5* dtype0* _output_shapes : G add_5AddSqrtadd_5/y* T0*! _output_shapes : ĆN truediv_1RealDivadd_3add_5* T0*! _output_shapes : ĆL mul_8/xConst* value B * ×#<* dtype0* _output_shapes : g mul_8Mulmul_8/x$bert/embeddings/word_embeddings/read* T0*! _output_shapes : ĆJ add_6Add truediv_1mul_8* T0*! _output_shapes : ĆF mul_9Muladd_2add_6* T0*! _output_shapes : Će sub_1Sub$bert/embeddings/word_embeddings/readmul_9* T0*! _output_shapes : ĆŠAssign_206Assignbert/embeddings/word_embeddingssub_1* T0*2 _class( &$loc:@bert/embeddings/word_embeddings* validate_shape(*! _output_shapes : Äâ€* use_locking( Ó Assign_207Assign&bert/embeddings/word_embeddings/adam_madd_3* use_locking(* T0*9 _class/ -+loc:@bert/embeddings/word_embeddings/adam_m* validate_shape(*! _output_shapes : Äâ€ Ó Assign_208Assign&bert/embeddings/word_embeddings/adam_vadd_4* T0*9 _class/ -+loc:@bert/embeddings/word_embeddings/adam_v* validate_shape(*! _output_shapes : Äâ€* use_locking( à Nbert/embeddings/token_type_embeddings/adam_m/Initializer/zeros/shape_as_tensorConst*? _class5 31loc:@bert/embeddings/token_type_embeddings/adam_m* valueB"* dtype0* _output_shapes : Ê Dbert/embeddings/token_type_embeddings/adam_m/Initializer/zeros/ConstConst*? _class5 31loc:@bert/embeddings/token_type_embeddings/adam_m* value B ** dtype0* _output_shapes : Ù >bert/embeddings/token_type_embeddings/adam_m/Initializer/zerosFillNbert/embeddings/token_type_embeddings/adam_m/Initializer/zeros/shape_as_tensorDbert/embeddings/token_type_embeddings/adam_m/Initializer/zeros/Const* T0*? _class5 31loc:@bert/embeddings/token_type_embeddings/adam_m* index_type0* _output_shapes : € ã ,bert/embeddings/token_type_embeddings/adam_m VariableV2* shape : €* dtype0* _output_shapes : €* shared_name*? _class5 31loc:@bert/embeddings/token_type_embeddings/adam_m* container ¿ 3bert/embeddings/token_type_embeddings/adam_m/AssignAssign,bert/embeddings/token_type_embeddings/adam_m>bert/embeddings/token_type_embeddings/adam_m/Initializer/zeros* T0*? _class5 31loc:@bert/embeddings/token_type_embeddings/adam_m* validate_shape(* _output_shapes : €* use_locking( Ö 1bert/embeddings/token_type_embeddings/adam_m/readIdentity,bert/embeddings/token_type_embeddings/adam_m* T0*? _class5 31loc:@bert/embeddings/token_type_embeddings/adam_m* _output_shapes : € à Nbert/embeddings/token_type_embeddings/adam_v/Initializer/zeros/shape_as_tensorConst*? _class5 31loc:@bert/embeddings/token_type_embeddings/adam_v* valueB"* dtype0* _output_shapes : Ê Dbert/embeddings/token_type_embeddings/adam_v/Initializer/zeros/ConstConst*? _class5 31loc:@bert/embeddings/token_type_embeddings/adam_v* value B ** dtype0* _output_shapes : Ù >bert/embeddings/token_type_embeddings/adam_v/Initializer/zerosFillNbert/embeddings/token_type_embeddings/adam_v/Initializer/zeros/shape_as_tensorDbert/embeddings/token_type_embeddings/adam_v/Initializer/zeros/Const* T0*? _class5 31loc:@bert/embeddings/token_type_embeddings/adam_v* index_type0* _output_shapes : € ã ,bert/embeddings/token_type_embeddings/adam_v VariableV2* shared_name*? _class5 31loc:@bert/embeddings/token_type_embeddings/adam_v* container* shape : €* dtype0* _output_shapes : € ¿ 3bert/embeddings/token_type_embeddings/adam_v/AssignAssign,bert/embeddings/token_type_embeddings/adam_v>bert/embeddings/token_type_embeddings/adam_v/Initializer/zeros* use_locking(* T0*? _class5 31loc:@bert/embeddings/token_type_embeddings/adam_v* validate_shape(* _output_shapes : € Ö 1bert/embeddings/token_type_embeddings/adam_v/readIdentity,bert/embeddings/token_type_embeddings/adam_v* T0*? _class5 31loc:@bert/embeddings/token_type_embeddings/adam_v* _output_shapes : € M Mul_10/xConst* value B *fff?* dtype0* _output_shapes : t Mul_10MulMul_10/x1bert/embeddings/token_type_embeddings/adam_m/read* T0* _output_shapes : € M Mul_11/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_11MulMul_11/x*clip_by_global_norm/clip_by_global_norm/_1* T0* _output_shapes : € F add_7AddMul_10Mul_11* T0* _output_shapes : € M Mul_12/xConst* value B *w¾?* dtype0* _output_shapes : t Mul_12MulMul_12/x1bert/embeddings/token_type_embeddings/adam_v/read* T0* _output_shapes : € h Square_1Square*clip_by_global_norm/clip_by_global_norm/_1* T0* _output_shapes : € M Mul_13/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_13MulMul_13/xSquare_1* T0* _output_shapes : € F add_8AddMul_12Mul_13* T0* _output_shapes : € ? Sqrt_1Sqrtadd_8* T0* _output_shapes : € L add_9/yConst* value B *½7†5* dtype0* _output_shapes : G add_9AddSqrt_1add_9/y* T0* _output_shapes : € L truediv_2RealDivadd_7add_9* T0* _output_shapes : € M mul_14/xConst* value B * ×#<* dtype0* _output_shapes : m mul_14Mulmul_14/x*bert/embeddings/token_type_embeddings/read* T0* _output_shapes : € J add_10Add truediv_2mul_14* T0* _output_shapes : € F mul_15Muladd_2add_10* T0* _output_shapes : € j sub_2Sub*bert/embeddings/token_type_embeddings/readmul_15* T0* _output_shapes : € Ï Assign_209Assign%bert/embeddings/token_type_embeddingssub_2* use_locking(* T0*8 _class. ,*loc:@bert/embeddings/token_type_embeddings* validate_shape(* _output_shapes : € Ý Assign_210Assign,bert/embeddings/token_type_embeddings/adam_madd_7* use_locking(* T0*? _class5 31loc:@bert/embeddings/token_type_embeddings/adam_m* validate_shape(* _output_shapes : € Ý Assign_211Assign,bert/embeddings/token_type_embeddings/adam_vadd_8* T0*? _class5 31loc:@bert/embeddings/token_type_embeddings/adam_v* validate_shape(* _output_shapes : €* use_locking( Ü Lbert/embeddings/position_embeddings/adam_m/Initializer/zeros/shape_as_tensorConst*= _class3 1/loc:@bert/embeddings/position_embeddings/adam_m* valueB"* dtype0* _output_shapes : Æ Bbert/embeddings/position_embeddings/adam_m/Initializer/zeros/ConstConst*= _class3 1/loc:@bert/embeddings/position_embeddings/adam_m* value B ** dtype0* _output_shapes : Ò bert/encoder/layer_0/attention/self/query/kernel/adam_m/AssignAssign7bert/encoder/layer_0/attention/self/query/kernel/adam_mIbert/encoder/layer_0/attention/self/query/kernel/adam_m/Initializer/zeros* T0*J _class@ >bert/encoder/layer_0/attention/self/query/kernel/adam_v/AssignAssign7bert/encoder/layer_0/attention/self/query/kernel/adam_vIbert/encoder/layer_0/attention/self/query/kernel/adam_v/Initializer/zeros* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_0/attention/self/query/bias/adam_m* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_0/attention/self/query/bias/adam_m VariableV2* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_0/attention/self/query/bias/adam_m* container* shape:€ ß <:loc:@bert/encoder/layer_0/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_0/attention/self/query/bias/adam_m/readIdentity5bert/encoder/layer_0/attention/self/query/bias/adam_m* T0*H _class> <:loc:@bert/encoder/layer_0/attention/self/query/bias/adam_m* _output_shapes :€ à Gbert/encoder/layer_0/attention/self/query/bias/adam_v/Initializer/zerosConst*H _class> <:loc:@bert/encoder/layer_0/attention/self/query/bias/adam_v* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_0/attention/self/query/bias/adam_v VariableV2* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_0/attention/self/query/bias/adam_v* container* shape:€ ß <:loc:@bert/encoder/layer_0/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_0/attention/self/query/bias/adam_v/readIdentity5bert/encoder/layer_0/attention/self/query/bias/adam_v* T0*H _class> <:loc:@bert/encoder/layer_0/attention/self/query/bias/adam_v* _output_shapes :€ M Mul_38/xConst* value B *fff?* dtype0* _output_shapes : y Mul_38MulMul_38/x:bert/encoder/layer_0/attention/self/query/bias/adam_m/read* T0* _output_shapes :€ M Mul_39/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : i Mul_39MulMul_39/x*clip_by_global_norm/clip_by_global_norm/_6* T0* _output_shapes :€ C add_25AddMul_38Mul_39* T0* _output_shapes :€ M Mul_40/xConst* value B *w¾?* dtype0* _output_shapes : y Mul_40MulMul_40/x:bert/encoder/layer_0/attention/self/query/bias/adam_v/read* T0* _output_shapes :€ d Square_6Square*clip_by_global_norm/clip_by_global_norm/_6* T0* _output_shapes :€ M Mul_41/xConst* value B *oƒ:* dtype0* _output_shapes : G Mul_41MulMul_41/xSquare_6* T0* _output_shapes :€ C add_26AddMul_40Mul_41* T0* _output_shapes :€ < Sqrt_6Sqrtadd_26* T0* _output_shapes :€ M add_27/yConst* value B *½7†5* dtype0* _output_shapes : E add_27AddSqrt_6add_27/y* T0* _output_shapes :€ J truediv_7RealDivadd_25add_27* T0* _output_shapes :€ E mul_42Muladd_2 truediv_7* T0* _output_shapes :€ o sub_7Sub3bert/encoder/layer_0/attention/self/query/bias/readmul_42* T0* _output_shapes :€ Ý Assign_224Assign.bert/encoder/layer_0/attention/self/query/biassub_7* T0*A _class7 53loc:@bert/encoder/layer_0/attention/self/query/bias* validate_shape(* _output_shapes :€* use_locking( ì Assign_225Assign5bert/encoder/layer_0/attention/self/query/bias/adam_madd_25* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_0/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€ ì Assign_226Assign5bert/encoder/layer_0/attention/self/query/bias/adam_vadd_26* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_0/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€ ò Wbert/encoder/layer_0/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_0/attention/self/key/kernel/adam_m* valueB"* dtype0* _output_shapes : Ü Mbert/encoder/layer_0/attention/self/key/kernel/adam_m/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_0/attention/self/key/kernel/adam_m* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_0/attention/self/key/kernel/adam_m/Initializer/zerosFillWbert/encoder/layer_0/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorMbert/encoder/layer_0/attention/self/key/kernel/adam_m/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_0/attention/self/key/kernel/adam_m* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_0/attention/self/key/kernel/adam_m VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_0/attention/self/key/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€ ä <:loc:@bert/encoder/layer_0/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€ ò :bert/encoder/layer_0/attention/self/key/kernel/adam_m/readIdentity5bert/encoder/layer_0/attention/self/key/kernel/adam_m* T0*H _class> <:loc:@bert/encoder/layer_0/attention/self/key/kernel/adam_m* _output_shapes : €€ ò Wbert/encoder/layer_0/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_0/attention/self/key/kernel/adam_v* valueB"* dtype0* _output_shapes : Ü Mbert/encoder/layer_0/attention/self/key/kernel/adam_v/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_0/attention/self/key/kernel/adam_v* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_0/attention/self/key/kernel/adam_v/Initializer/zerosFillWbert/encoder/layer_0/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorMbert/encoder/layer_0/attention/self/key/kernel/adam_v/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_0/attention/self/key/kernel/adam_v* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_0/attention/self/key/kernel/adam_v VariableV2*H _class> <:loc:@bert/encoder/layer_0/attention/self/key/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€* shared_name ä <:loc:@bert/encoder/layer_0/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ò :bert/encoder/layer_0/attention/self/key/kernel/adam_v/readIdentity5bert/encoder/layer_0/attention/self/key/kernel/adam_v* T0*H _class> <:loc:@bert/encoder/layer_0/attention/self/key/kernel/adam_v* _output_shapes : €€ M Mul_43/xConst* value B *fff?* dtype0* _output_shapes : ~ Mul_43MulMul_43/x:bert/encoder/layer_0/attention/self/key/kernel/adam_m/read* T0* _output_shapes : €€ M Mul_44/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : n Mul_44MulMul_44/x*clip_by_global_norm/clip_by_global_norm/_7* T0* _output_shapes : €€ H add_28AddMul_43Mul_44* T0* _output_shapes : €€ M Mul_45/xConst* value B *w¾?* dtype0* _output_shapes : ~ Mul_45MulMul_45/x:bert/encoder/layer_0/attention/self/key/kernel/adam_v/read* T0* _output_shapes : €€ i Square_7Square*clip_by_global_norm/clip_by_global_norm/_7* T0* _output_shapes : €€ M Mul_46/xConst* value B *oƒ:* dtype0* _output_shapes : L Mul_46MulMul_46/xSquare_7* T0* _output_shapes : €€ H add_29AddMul_45Mul_46* T0* _output_shapes : €€ A Sqrt_7Sqrtadd_29* T0* _output_shapes : €€ M add_30/yConst* value B *½7†5* dtype0* _output_shapes : J add_30AddSqrt_7add_30/y* T0* _output_shapes : €€ O truediv_8RealDivadd_28add_30* T0* _output_shapes : €€ M mul_47/xConst* value B * ×#<* dtype0* _output_shapes : w mul_47Mulmul_47/x3bert/encoder/layer_0/attention/self/key/kernel/read* T0* _output_shapes : €€ K add_31Add truediv_8mul_47* T0* _output_shapes : €€ G mul_48Muladd_2add_31* T0* _output_shapes : €€ t sub_8Sub3bert/encoder/layer_0/attention/self/key/kernel/readmul_48* T0* _output_shapes : €€ â Assign_227Assign.bert/encoder/layer_0/attention/self/key/kernelsub_8* T0*A _class7 53loc:@bert/encoder/layer_0/attention/self/key/kernel* validate_shape(* _output_shapes : €€* use_locking( ñ Assign_228Assign5bert/encoder/layer_0/attention/self/key/kernel/adam_madd_28* T0*H _class> <:loc:@bert/encoder/layer_0/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ñ Assign_229Assign5bert/encoder/layer_0/attention/self/key/kernel/adam_vadd_29* T0*H _class> <:loc:@bert/encoder/layer_0/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( Ü Ebert/encoder/layer_0/attention/self/key/bias/adam_m/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_0/attention/self/key/bias/adam_m* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_0/attention/self/key/bias/adam_m VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*F _class< :8loc:@bert/encoder/layer_0/attention/self/key/bias/adam_m* container × :bert/encoder/layer_0/attention/self/key/bias/adam_m/AssignAssign3bert/encoder/layer_0/attention/self/key/bias/adam_mEbert/encoder/layer_0/attention/self/key/bias/adam_m/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_0/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_0/attention/self/key/bias/adam_m/readIdentity3bert/encoder/layer_0/attention/self/key/bias/adam_m* T0*F _class< :8loc:@bert/encoder/layer_0/attention/self/key/bias/adam_m* _output_shapes :€ Ü Ebert/encoder/layer_0/attention/self/key/bias/adam_v/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_0/attention/self/key/bias/adam_v* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_0/attention/self/key/bias/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*F _class< :8loc:@bert/encoder/layer_0/attention/self/key/bias/adam_v* container × :bert/encoder/layer_0/attention/self/key/bias/adam_v/AssignAssign3bert/encoder/layer_0/attention/self/key/bias/adam_vEbert/encoder/layer_0/attention/self/key/bias/adam_v/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_0/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_0/attention/self/key/bias/adam_v/readIdentity3bert/encoder/layer_0/attention/self/key/bias/adam_v* T0*F _class< :8loc:@bert/encoder/layer_0/attention/self/key/bias/adam_v* _output_shapes :€ M Mul_49/xConst* value B *fff?* dtype0* _output_shapes : w Mul_49MulMul_49/x8bert/encoder/layer_0/attention/self/key/bias/adam_m/read* T0* _output_shapes :€ M Mul_50/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : i Mul_50MulMul_50/x*clip_by_global_norm/clip_by_global_norm/_8* T0* _output_shapes :€ C add_32AddMul_49Mul_50* T0* _output_shapes :€ M Mul_51/xConst* value B *w¾?* dtype0* _output_shapes : w Mul_51MulMul_51/x8bert/encoder/layer_0/attention/self/key/bias/adam_v/read* T0* _output_shapes :€ d Square_8Square*clip_by_global_norm/clip_by_global_norm/_8* T0* _output_shapes :€ M Mul_52/xConst* value B *oƒ:* dtype0* _output_shapes : G Mul_52MulMul_52/xSquare_8* T0* _output_shapes :€ C add_33AddMul_51Mul_52* T0* _output_shapes :€ < Sqrt_8Sqrtadd_33* T0* _output_shapes :€ M add_34/yConst* value B *½7†5* dtype0* _output_shapes : E add_34AddSqrt_8add_34/y* T0* _output_shapes :€ J truediv_9RealDivadd_32add_34* T0* _output_shapes :€ E mul_53Muladd_2 truediv_9* T0* _output_shapes :€ m sub_9Sub1bert/encoder/layer_0/attention/self/key/bias/readmul_53* T0* _output_shapes :€ Ù Assign_230Assign,bert/encoder/layer_0/attention/self/key/biassub_9* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_0/attention/self/key/bias* validate_shape(* _output_shapes :€ è Assign_231Assign3bert/encoder/layer_0/attention/self/key/bias/adam_madd_32* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_0/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€ è Assign_232Assign3bert/encoder/layer_0/attention/self/key/bias/adam_vadd_33* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_0/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€ ö Ybert/encoder/layer_0/attention/self/value/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*J _class@ >bert/encoder/layer_0/attention/self/value/kernel/adam_m/AssignAssign7bert/encoder/layer_0/attention/self/value/kernel/adam_mIbert/encoder/layer_0/attention/self/value/kernel/adam_m/Initializer/zeros* T0*J _class@ >bert/encoder/layer_0/attention/self/value/kernel/adam_v/AssignAssign7bert/encoder/layer_0/attention/self/value/kernel/adam_vIbert/encoder/layer_0/attention/self/value/kernel/adam_v/Initializer/zeros* T0*J _class@ > <:loc:@bert/encoder/layer_0/attention/self/value/bias/adam_m* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_0/attention/self/value/bias/adam_m VariableV2* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_0/attention/self/value/bias/adam_m* container* shape:€ ß <:loc:@bert/encoder/layer_0/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_0/attention/self/value/bias/adam_m/readIdentity5bert/encoder/layer_0/attention/self/value/bias/adam_m* T0*H _class> <:loc:@bert/encoder/layer_0/attention/self/value/bias/adam_m* _output_shapes :€ à Gbert/encoder/layer_0/attention/self/value/bias/adam_v/Initializer/zerosConst*H _class> <:loc:@bert/encoder/layer_0/attention/self/value/bias/adam_v* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_0/attention/self/value/bias/adam_v VariableV2* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_0/attention/self/value/bias/adam_v* container* shape:€ ß <:loc:@bert/encoder/layer_0/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€ í :bert/encoder/layer_0/attention/self/value/bias/adam_v/readIdentity5bert/encoder/layer_0/attention/self/value/bias/adam_v* T0*H _class> <:loc:@bert/encoder/layer_0/attention/self/value/bias/adam_v* _output_shapes :€ M Mul_60/xConst* value B *fff?* dtype0* _output_shapes : y Mul_60MulMul_60/x:bert/encoder/layer_0/attention/self/value/bias/adam_m/read* T0* _output_shapes :€ M Mul_61/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : j Mul_61MulMul_61/x+clip_by_global_norm/clip_by_global_norm/_10* T0* _output_shapes :€ C add_39AddMul_60Mul_61* T0* _output_shapes :€ M Mul_62/xConst* value B *w¾?* dtype0* _output_shapes : y Mul_62MulMul_62/x:bert/encoder/layer_0/attention/self/value/bias/adam_v/read* T0* _output_shapes :€ f Square_10Square+clip_by_global_norm/clip_by_global_norm/_10* T0* _output_shapes :€ M Mul_63/xConst* value B *oƒ:* dtype0* _output_shapes : H Mul_63MulMul_63/x Square_10* T0* _output_shapes :€ C add_40AddMul_62Mul_63* T0* _output_shapes :€ = Sqrt_10Sqrtadd_40* T0* _output_shapes :€ M add_41/yConst* value B *½7†5* dtype0* _output_shapes : F add_41AddSqrt_10add_41/y* T0* _output_shapes :€ K truediv_11RealDivadd_39add_41* T0* _output_shapes :€ F mul_64Muladd_2 truediv_11* T0* _output_shapes :€ p sub_11Sub3bert/encoder/layer_0/attention/self/value/bias/readmul_64* T0* _output_shapes :€ Þ Assign_236Assign.bert/encoder/layer_0/attention/self/value/biassub_11* T0*A _class7 53loc:@bert/encoder/layer_0/attention/self/value/bias* validate_shape(* _output_shapes :€* use_locking( ì Assign_237Assign5bert/encoder/layer_0/attention/self/value/bias/adam_madd_39* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_0/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€ ì Assign_238Assign5bert/encoder/layer_0/attention/self/value/bias/adam_vadd_40* T0*H _class> <:loc:@bert/encoder/layer_0/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ú [bert/encoder/layer_0/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*L _classB @>loc:@bert/encoder/layer_0/attention/output/dense/kernel/adam_m* valueB"* dtype0* _output_shapes : ä Qbert/encoder/layer_0/attention/output/dense/kernel/adam_m/Initializer/zeros/ConstConst*L _classB @>loc:@bert/encoder/layer_0/attention/output/dense/kernel/adam_m* value B ** dtype0* _output_shapes : Ž Kbert/encoder/layer_0/attention/output/dense/kernel/adam_m/Initializer/zerosFill[bert/encoder/layer_0/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorQbert/encoder/layer_0/attention/output/dense/kernel/adam_m/Initializer/zeros/Const* T0*L _classB @>loc:@bert/encoder/layer_0/attention/output/dense/kernel/adam_m* index_type0* _output_shapes : €€ ÿ 9bert/encoder/layer_0/attention/output/dense/kernel/adam_m VariableV2*L _classB @>loc:@bert/encoder/layer_0/attention/output/dense/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€* shared_name ô @bert/encoder/layer_0/attention/output/dense/kernel/adam_m/AssignAssign9bert/encoder/layer_0/attention/output/dense/kernel/adam_mKbert/encoder/layer_0/attention/output/dense/kernel/adam_m/Initializer/zeros* T0*L _classB @>loc:@bert/encoder/layer_0/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( þ >bert/encoder/layer_0/attention/output/dense/kernel/adam_m/readIdentity9bert/encoder/layer_0/attention/output/dense/kernel/adam_m* T0*L _classB @>loc:@bert/encoder/layer_0/attention/output/dense/kernel/adam_m* _output_shapes : €€ ú [bert/encoder/layer_0/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*L _classB @>loc:@bert/encoder/layer_0/attention/output/dense/kernel/adam_v* valueB"* dtype0* _output_shapes : ä Qbert/encoder/layer_0/attention/output/dense/kernel/adam_v/Initializer/zeros/ConstConst*L _classB @>loc:@bert/encoder/layer_0/attention/output/dense/kernel/adam_v* value B ** dtype0* _output_shapes : Ž Kbert/encoder/layer_0/attention/output/dense/kernel/adam_v/Initializer/zerosFill[bert/encoder/layer_0/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorQbert/encoder/layer_0/attention/output/dense/kernel/adam_v/Initializer/zeros/Const* T0*L _classB @>loc:@bert/encoder/layer_0/attention/output/dense/kernel/adam_v* index_type0* _output_shapes : €€ ÿ 9bert/encoder/layer_0/attention/output/dense/kernel/adam_v VariableV2* shared_name*L _classB @>loc:@bert/encoder/layer_0/attention/output/dense/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€ ô @bert/encoder/layer_0/attention/output/dense/kernel/adam_v/AssignAssign9bert/encoder/layer_0/attention/output/dense/kernel/adam_vKbert/encoder/layer_0/attention/output/dense/kernel/adam_v/Initializer/zeros* T0*L _classB @>loc:@bert/encoder/layer_0/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( þ >bert/encoder/layer_0/attention/output/dense/kernel/adam_v/readIdentity9bert/encoder/layer_0/attention/output/dense/kernel/adam_v* T0*L _classB @>loc:@bert/encoder/layer_0/attention/output/dense/kernel/adam_v* _output_shapes : €€ M Mul_65/xConst* value B *fff?* dtype0* _output_shapes : ‚ Mul_65MulMul_65/x>bert/encoder/layer_0/attention/output/dense/kernel/adam_m/read* T0* _output_shapes : €€ M Mul_66/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : o Mul_66MulMul_66/x+clip_by_global_norm/clip_by_global_norm/_11* T0* _output_shapes : €€ H add_42AddMul_65Mul_66* T0* _output_shapes : €€ M Mul_67/xConst* value B *w¾?* dtype0* _output_shapes : ‚ Mul_67MulMul_67/x>bert/encoder/layer_0/attention/output/dense/kernel/adam_v/read* T0* _output_shapes : €€ k Square_11Square+clip_by_global_norm/clip_by_global_norm/_11* T0* _output_shapes : €€ M Mul_68/xConst* value B *oƒ:* dtype0* _output_shapes : M Mul_68MulMul_68/x Square_11* T0* _output_shapes : €€ H add_43AddMul_67Mul_68* T0* _output_shapes : €€ B Sqrt_11Sqrtadd_43* T0* _output_shapes : €€ M add_44/yConst* value B *½7†5* dtype0* _output_shapes : K add_44AddSqrt_11add_44/y* T0* _output_shapes : €€ P truediv_12RealDivadd_42add_44* T0* _output_shapes : €€ M mul_69/xConst* value B * ×#<* dtype0* _output_shapes : { mul_69Mulmul_69/x7bert/encoder/layer_0/attention/output/dense/kernel/read* T0* _output_shapes : €€ L add_45Add truediv_12mul_69* T0* _output_shapes : €€ G mul_70Muladd_2add_45* T0* _output_shapes : €€ y sub_12Sub7bert/encoder/layer_0/attention/output/dense/kernel/readmul_70* T0* _output_shapes : €€ ë Assign_239Assign2bert/encoder/layer_0/attention/output/dense/kernelsub_12* T0*E _class; 97loc:@bert/encoder/layer_0/attention/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( ù Assign_240Assign9bert/encoder/layer_0/attention/output/dense/kernel/adam_madd_42* T0*L _classB @>loc:@bert/encoder/layer_0/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ù Assign_241Assign9bert/encoder/layer_0/attention/output/dense/kernel/adam_vadd_43* use_locking(* T0*L _classB @>loc:@bert/encoder/layer_0/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ ä Ibert/encoder/layer_0/attention/output/dense/bias/adam_m/Initializer/zerosConst*J _class@ >bert/encoder/layer_0/attention/output/dense/bias/adam_m/AssignAssign7bert/encoder/layer_0/attention/output/dense/bias/adam_mIbert/encoder/layer_0/attention/output/dense/bias/adam_m/Initializer/zeros* use_locking(* T0*J _class@ >bert/encoder/layer_0/attention/output/dense/bias/adam_v/AssignAssign7bert/encoder/layer_0/attention/output/dense/bias/adam_vIbert/encoder/layer_0/attention/output/dense/bias/adam_v/Initializer/zeros* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_0/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ ú Assign_249Assign <:loc:@bert/encoder/layer_0/intermediate/dense/kernel/adam_m* valueB" * dtype0* _output_shapes : Ü Mbert/encoder/layer_0/intermediate/dense/kernel/adam_m/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_0/intermediate/dense/kernel/adam_m* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_0/intermediate/dense/kernel/adam_m/Initializer/zerosFillWbert/encoder/layer_0/intermediate/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorMbert/encoder/layer_0/intermediate/dense/kernel/adam_m/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_0/intermediate/dense/kernel/adam_m* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_0/intermediate/dense/kernel/adam_m VariableV2* dtype0* _output_shapes : €€* shared_name*H _class> <:loc:@bert/encoder/layer_0/intermediate/dense/kernel/adam_m* container* shape : €€ ä <:loc:@bert/encoder/layer_0/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ò :bert/encoder/layer_0/intermediate/dense/kernel/adam_m/readIdentity5bert/encoder/layer_0/intermediate/dense/kernel/adam_m* T0*H _class> <:loc:@bert/encoder/layer_0/intermediate/dense/kernel/adam_m* _output_shapes : €€ ò Wbert/encoder/layer_0/intermediate/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_0/intermediate/dense/kernel/adam_v* valueB" * dtype0* _output_shapes : Ü Mbert/encoder/layer_0/intermediate/dense/kernel/adam_v/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_0/intermediate/dense/kernel/adam_v* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_0/intermediate/dense/kernel/adam_v/Initializer/zerosFillWbert/encoder/layer_0/intermediate/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorMbert/encoder/layer_0/intermediate/dense/kernel/adam_v/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_0/intermediate/dense/kernel/adam_v* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_0/intermediate/dense/kernel/adam_v VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_0/intermediate/dense/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€ ä <:loc:@bert/encoder/layer_0/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ò :bert/encoder/layer_0/intermediate/dense/kernel/adam_v/readIdentity5bert/encoder/layer_0/intermediate/dense/kernel/adam_v* T0*H _class> <:loc:@bert/encoder/layer_0/intermediate/dense/kernel/adam_v* _output_shapes : €€ M Mul_86/xConst* value B *fff?* dtype0* _output_shapes : ~ Mul_86MulMul_86/x:bert/encoder/layer_0/intermediate/dense/kernel/adam_m/read* T0* _output_shapes : €€ M Mul_87/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : o Mul_87MulMul_87/x+clip_by_global_norm/clip_by_global_norm/_15* T0* _output_shapes : €€ H add_55AddMul_86Mul_87* T0* _output_shapes : €€ M Mul_88/xConst* value B *w¾?* dtype0* _output_shapes : ~ Mul_88MulMul_88/x:bert/encoder/layer_0/intermediate/dense/kernel/adam_v/read* T0* _output_shapes : €€ k Square_15Square+clip_by_global_norm/clip_by_global_norm/_15* T0* _output_shapes : €€ M Mul_89/xConst* value B *oƒ:* dtype0* _output_shapes : M Mul_89MulMul_89/x Square_15* T0* _output_shapes : €€ H add_56AddMul_88Mul_89* T0* _output_shapes : €€ B Sqrt_15Sqrtadd_56* T0* _output_shapes : €€ M add_57/yConst* value B *½7†5* dtype0* _output_shapes : K add_57AddSqrt_15add_57/y* T0* _output_shapes : €€ P truediv_16RealDivadd_55add_57* T0* _output_shapes : €€ M mul_90/xConst* value B * ×#<* dtype0* _output_shapes : w mul_90Mulmul_90/x3bert/encoder/layer_0/intermediate/dense/kernel/read* T0* _output_shapes : €€ L add_58Add truediv_16mul_90* T0* _output_shapes : €€ G mul_91Muladd_2add_58* T0* _output_shapes : €€ u sub_16Sub3bert/encoder/layer_0/intermediate/dense/kernel/readmul_91* T0* _output_shapes : €€ ã Assign_251Assign.bert/encoder/layer_0/intermediate/dense/kernelsub_16* T0*A _class7 53loc:@bert/encoder/layer_0/intermediate/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( ñ Assign_252Assign5bert/encoder/layer_0/intermediate/dense/kernel/adam_madd_55* T0*H _class> <:loc:@bert/encoder/layer_0/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ñ Assign_253Assign5bert/encoder/layer_0/intermediate/dense/kernel/adam_vadd_56* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_0/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ è Ubert/encoder/layer_0/intermediate/dense/bias/adam_m/Initializer/zeros/shape_as_tensorConst*F _class< :8loc:@bert/encoder/layer_0/intermediate/dense/bias/adam_m* valueB :€* dtype0* _output_shapes : Ø Kbert/encoder/layer_0/intermediate/dense/bias/adam_m/Initializer/zeros/ConstConst*F _class< :8loc:@bert/encoder/layer_0/intermediate/dense/bias/adam_m* value B ** dtype0* _output_shapes : ñ Ebert/encoder/layer_0/intermediate/dense/bias/adam_m/Initializer/zerosFillUbert/encoder/layer_0/intermediate/dense/bias/adam_m/Initializer/zeros/shape_as_tensorKbert/encoder/layer_0/intermediate/dense/bias/adam_m/Initializer/zeros/Const* T0*F _class< :8loc:@bert/encoder/layer_0/intermediate/dense/bias/adam_m* index_type0* _output_shapes :€ é 3bert/encoder/layer_0/intermediate/dense/bias/adam_m VariableV2*F _class< :8loc:@bert/encoder/layer_0/intermediate/dense/bias/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name × :bert/encoder/layer_0/intermediate/dense/bias/adam_m/AssignAssign3bert/encoder/layer_0/intermediate/dense/bias/adam_mEbert/encoder/layer_0/intermediate/dense/bias/adam_m/Initializer/zeros* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_0/intermediate/dense/bias/adam_m* validate_shape(* _output_shapes :€ ç 8bert/encoder/layer_0/intermediate/dense/bias/adam_m/readIdentity3bert/encoder/layer_0/intermediate/dense/bias/adam_m* T0*F _class< :8loc:@bert/encoder/layer_0/intermediate/dense/bias/adam_m* _output_shapes :€ è Ubert/encoder/layer_0/intermediate/dense/bias/adam_v/Initializer/zeros/shape_as_tensorConst*F _class< :8loc:@bert/encoder/layer_0/intermediate/dense/bias/adam_v* valueB :€* dtype0* _output_shapes : Ø Kbert/encoder/layer_0/intermediate/dense/bias/adam_v/Initializer/zeros/ConstConst*F _class< :8loc:@bert/encoder/layer_0/intermediate/dense/bias/adam_v* value B ** dtype0* _output_shapes : ñ Ebert/encoder/layer_0/intermediate/dense/bias/adam_v/Initializer/zerosFillUbert/encoder/layer_0/intermediate/dense/bias/adam_v/Initializer/zeros/shape_as_tensorKbert/encoder/layer_0/intermediate/dense/bias/adam_v/Initializer/zeros/Const* T0*F _class< :8loc:@bert/encoder/layer_0/intermediate/dense/bias/adam_v* index_type0* _output_shapes :€ é 3bert/encoder/layer_0/intermediate/dense/bias/adam_v VariableV2* shared_name*F _class< :8loc:@bert/encoder/layer_0/intermediate/dense/bias/adam_v* container* shape:€* dtype0* _output_shapes :€ × :bert/encoder/layer_0/intermediate/dense/bias/adam_v/AssignAssign3bert/encoder/layer_0/intermediate/dense/bias/adam_vEbert/encoder/layer_0/intermediate/dense/bias/adam_v/Initializer/zeros* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_0/intermediate/dense/bias/adam_v* validate_shape(* _output_shapes :€ ç 8bert/encoder/layer_0/intermediate/dense/bias/adam_v/readIdentity3bert/encoder/layer_0/intermediate/dense/bias/adam_v* T0*F _class< :8loc:@bert/encoder/layer_0/intermediate/dense/bias/adam_v* _output_shapes :€ M Mul_92/xConst* value B *fff?* dtype0* _output_shapes : w Mul_92MulMul_92/x8bert/encoder/layer_0/intermediate/dense/bias/adam_m/read* T0* _output_shapes :€ M Mul_93/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : j Mul_93MulMul_93/x+clip_by_global_norm/clip_by_global_norm/_16* T0* _output_shapes :€ C add_59AddMul_92Mul_93* T0* _output_shapes :€ M Mul_94/xConst* value B *w¾?* dtype0* _output_shapes : w Mul_94MulMul_94/x8bert/encoder/layer_0/intermediate/dense/bias/adam_v/read* T0* _output_shapes :€ f Square_16Square+clip_by_global_norm/clip_by_global_norm/_16* T0* _output_shapes :€ M Mul_95/xConst* value B *oƒ:* dtype0* _output_shapes : H Mul_95MulMul_95/x Square_16* T0* _output_shapes :€ C add_60AddMul_94Mul_95* T0* _output_shapes :€ = Sqrt_16Sqrtadd_60* T0* _output_shapes :€ M add_61/yConst* value B *½7†5* dtype0* _output_shapes : F add_61AddSqrt_16add_61/y* T0* _output_shapes :€ K truediv_17RealDivadd_59add_61* T0* _output_shapes :€ F mul_96Muladd_2 truediv_17* T0* _output_shapes :€ n sub_17Sub1bert/encoder/layer_0/intermediate/dense/bias/readmul_96* T0* _output_shapes :€ Ú Assign_254Assign,bert/encoder/layer_0/intermediate/dense/biassub_17* T0*? _class5 31loc:@bert/encoder/layer_0/intermediate/dense/bias* validate_shape(* _output_shapes :€* use_locking( è Assign_255Assign3bert/encoder/layer_0/intermediate/dense/bias/adam_madd_59* T0*F _class< :8loc:@bert/encoder/layer_0/intermediate/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( è Assign_256Assign3bert/encoder/layer_0/intermediate/dense/bias/adam_vadd_60* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_0/intermediate/dense/bias/adam_v* validate_shape(* _output_shapes :€ æ Qbert/encoder/layer_0/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*B _class8 64loc:@bert/encoder/layer_0/output/dense/kernel/adam_m* valueB" * dtype0* _output_shapes : Ð Gbert/encoder/layer_0/output/dense/kernel/adam_m/Initializer/zeros/ConstConst*B _class8 64loc:@bert/encoder/layer_0/output/dense/kernel/adam_m* value B ** dtype0* _output_shapes : æ Abert/encoder/layer_0/output/dense/kernel/adam_m/Initializer/zerosFillQbert/encoder/layer_0/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorGbert/encoder/layer_0/output/dense/kernel/adam_m/Initializer/zeros/Const* T0*B _class8 64loc:@bert/encoder/layer_0/output/dense/kernel/adam_m* index_type0* _output_shapes : €€ ë /bert/encoder/layer_0/output/dense/kernel/adam_m VariableV2* shared_name*B _class8 64loc:@bert/encoder/layer_0/output/dense/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€ Ì 6bert/encoder/layer_0/output/dense/kernel/adam_m/AssignAssign/bert/encoder/layer_0/output/dense/kernel/adam_mAbert/encoder/layer_0/output/dense/kernel/adam_m/Initializer/zeros* T0*B _class8 64loc:@bert/encoder/layer_0/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( à 4bert/encoder/layer_0/output/dense/kernel/adam_m/readIdentity/bert/encoder/layer_0/output/dense/kernel/adam_m* T0*B _class8 64loc:@bert/encoder/layer_0/output/dense/kernel/adam_m* _output_shapes : €€ æ Qbert/encoder/layer_0/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*B _class8 64loc:@bert/encoder/layer_0/output/dense/kernel/adam_v* valueB" * dtype0* _output_shapes : Ð Gbert/encoder/layer_0/output/dense/kernel/adam_v/Initializer/zeros/ConstConst*B _class8 64loc:@bert/encoder/layer_0/output/dense/kernel/adam_v* value B ** dtype0* _output_shapes : æ Abert/encoder/layer_0/output/dense/kernel/adam_v/Initializer/zerosFillQbert/encoder/layer_0/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorGbert/encoder/layer_0/output/dense/kernel/adam_v/Initializer/zeros/Const* T0*B _class8 64loc:@bert/encoder/layer_0/output/dense/kernel/adam_v* index_type0* _output_shapes : €€ ë /bert/encoder/layer_0/output/dense/kernel/adam_v VariableV2*B _class8 64loc:@bert/encoder/layer_0/output/dense/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€* shared_name Ì 6bert/encoder/layer_0/output/dense/kernel/adam_v/AssignAssign/bert/encoder/layer_0/output/dense/kernel/adam_vAbert/encoder/layer_0/output/dense/kernel/adam_v/Initializer/zeros* T0*B _class8 64loc:@bert/encoder/layer_0/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( à 4bert/encoder/layer_0/output/dense/kernel/adam_v/readIdentity/bert/encoder/layer_0/output/dense/kernel/adam_v* T0*B _class8 64loc:@bert/encoder/layer_0/output/dense/kernel/adam_v* _output_shapes : €€ M Mul_97/xConst* value B *fff?* dtype0* _output_shapes : x Mul_97MulMul_97/x4bert/encoder/layer_0/output/dense/kernel/adam_m/read* T0* _output_shapes : €€ M Mul_98/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : o Mul_98MulMul_98/x+clip_by_global_norm/clip_by_global_norm/_17* T0* _output_shapes : €€ H add_62AddMul_97Mul_98* T0* _output_shapes : €€ M Mul_99/xConst* value B *w¾?* dtype0* _output_shapes : x Mul_99MulMul_99/x4bert/encoder/layer_0/output/dense/kernel/adam_v/read* T0* _output_shapes : €€ k Square_17Square+clip_by_global_norm/clip_by_global_norm/_17* T0* _output_shapes : €€ N Mul_100/xConst* value B *oƒ:* dtype0* _output_shapes : O Mul_100Mul Mul_100/x Square_17* T0* _output_shapes : €€ I add_63AddMul_99Mul_100* T0* _output_shapes : €€ B Sqrt_17Sqrtadd_63* T0* _output_shapes : €€ M add_64/yConst* value B *½7†5* dtype0* _output_shapes : K add_64AddSqrt_17add_64/y* T0* _output_shapes : €€ P truediv_18RealDivadd_62add_64* T0* _output_shapes : €€ N mul_101/xConst* value B * ×#<* dtype0* _output_shapes : s mul_101Mul mul_101/x-bert/encoder/layer_0/output/dense/kernel/read* T0* _output_shapes : €€ M add_65Add truediv_18mul_101* T0* _output_shapes : €€ H mul_102Muladd_2add_65* T0* _output_shapes : €€ p sub_18Sub-bert/encoder/layer_0/output/dense/kernel/readmul_102* T0* _output_shapes : €€ × Assign_257Assign(bert/encoder/layer_0/output/dense/kernelsub_18* T0*; _class1 /-loc:@bert/encoder/layer_0/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( å Assign_258Assign/bert/encoder/layer_0/output/dense/kernel/adam_madd_62* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_0/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ å Assign_259Assign/bert/encoder/layer_0/output/dense/kernel/adam_vadd_63* T0*B _class8 64loc:@bert/encoder/layer_0/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( Ð ?bert/encoder/layer_0/output/dense/bias/adam_m/Initializer/zerosConst*@ _class6 42loc:@bert/encoder/layer_0/output/dense/bias/adam_m* valueB€** dtype0* _output_shapes :€ Ý -bert/encoder/layer_0/output/dense/bias/adam_m VariableV2*@ _class6 42loc:@bert/encoder/layer_0/output/dense/bias/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name ¿ 4bert/encoder/layer_0/output/dense/bias/adam_m/AssignAssign-bert/encoder/layer_0/output/dense/bias/adam_m?bert/encoder/layer_0/output/dense/bias/adam_m/Initializer/zeros* T0*@ _class6 42loc:@bert/encoder/layer_0/output/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( Õ 2bert/encoder/layer_0/output/dense/bias/adam_m/readIdentity-bert/encoder/layer_0/output/dense/bias/adam_m* T0*@ _class6 42loc:@bert/encoder/layer_0/output/dense/bias/adam_m* _output_shapes :€ Ð ?bert/encoder/layer_0/output/dense/bias/adam_v/Initializer/zerosConst*@ _class6 42loc:@bert/encoder/layer_0/output/dense/bias/adam_v* valueB€** dtype0* _output_shapes :€ Ý -bert/encoder/layer_0/output/dense/bias/adam_v VariableV2* dtype0* _output_shapes :€* shared_name*@ _class6 42loc:@bert/encoder/layer_0/output/dense/bias/adam_v* container* shape:€ ¿ 4bert/encoder/layer_0/output/dense/bias/adam_v/AssignAssign-bert/encoder/layer_0/output/dense/bias/adam_v?bert/encoder/layer_0/output/dense/bias/adam_v/Initializer/zeros* T0*@ _class6 42loc:@bert/encoder/layer_0/output/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( Õ 2bert/encoder/layer_0/output/dense/bias/adam_v/readIdentity-bert/encoder/layer_0/output/dense/bias/adam_v* T0*@ _class6 42loc:@bert/encoder/layer_0/output/dense/bias/adam_v* _output_shapes :€ N Mul_103/xConst* value B *fff?* dtype0* _output_shapes : s Mul_103Mul Mul_103/x2bert/encoder/layer_0/output/dense/bias/adam_m/read* T0* _output_shapes :€ N Mul_104/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_104Mul Mul_104/x+clip_by_global_norm/clip_by_global_norm/_18* T0* _output_shapes :€ E add_66AddMul_103Mul_104* T0* _output_shapes :€ N Mul_105/xConst* value B *w¾?* dtype0* _output_shapes : s Mul_105Mul Mul_105/x2bert/encoder/layer_0/output/dense/bias/adam_v/read* T0* _output_shapes :€ f Square_18Square+clip_by_global_norm/clip_by_global_norm/_18* T0* _output_shapes :€ N Mul_106/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_106Mul Mul_106/x Square_18* T0* _output_shapes :€ E add_67AddMul_105Mul_106* T0* _output_shapes :€ = Sqrt_18Sqrtadd_67* T0* _output_shapes :€ M add_68/yConst* value B *½7†5* dtype0* _output_shapes : F add_68AddSqrt_18add_68/y* T0* _output_shapes :€ K truediv_19RealDivadd_66add_68* T0* _output_shapes :€ G mul_107Muladd_2 truediv_19* T0* _output_shapes :€ i sub_19Sub+bert/encoder/layer_0/output/dense/bias/readmul_107* T0* _output_shapes :€ Î Assign_260Assign&bert/encoder/layer_0/output/dense/biassub_19* T0*9 _class/ -+loc:@bert/encoder/layer_0/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( Ü Assign_261Assign-bert/encoder/layer_0/output/dense/bias/adam_madd_66* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_0/output/dense/bias/adam_m* validate_shape(* _output_shapes :€ Ü Assign_262Assign-bert/encoder/layer_0/output/dense/bias/adam_vadd_67* T0*@ _class6 42loc:@bert/encoder/layer_0/output/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( Ø Cbert/encoder/layer_0/output/LayerNorm/beta/adam_m/Initializer/zerosConst*D _class: 86loc:@bert/encoder/layer_0/output/LayerNorm/beta/adam_m* valueB€** dtype0* _output_shapes :€ å 1bert/encoder/layer_0/output/LayerNorm/beta/adam_m VariableV2* shared_name*D _class: 86loc:@bert/encoder/layer_0/output/LayerNorm/beta/adam_m* container* shape:€* dtype0* _output_shapes :€ Ï 8bert/encoder/layer_0/output/LayerNorm/beta/adam_m/AssignAssign1bert/encoder/layer_0/output/LayerNorm/beta/adam_mCbert/encoder/layer_0/output/LayerNorm/beta/adam_m/Initializer/zeros* T0*D _class: 86loc:@bert/encoder/layer_0/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( á 6bert/encoder/layer_0/output/LayerNorm/beta/adam_m/readIdentity1bert/encoder/layer_0/output/LayerNorm/beta/adam_m* T0*D _class: 86loc:@bert/encoder/layer_0/output/LayerNorm/beta/adam_m* _output_shapes :€ Ø Cbert/encoder/layer_0/output/LayerNorm/beta/adam_v/Initializer/zerosConst*D _class: 86loc:@bert/encoder/layer_0/output/LayerNorm/beta/adam_v* valueB€** dtype0* _output_shapes :€ å 1bert/encoder/layer_0/output/LayerNorm/beta/adam_v VariableV2*D _class: 86loc:@bert/encoder/layer_0/output/LayerNorm/beta/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name Ï 8bert/encoder/layer_0/output/LayerNorm/beta/adam_v/AssignAssign1bert/encoder/layer_0/output/LayerNorm/beta/adam_vCbert/encoder/layer_0/output/LayerNorm/beta/adam_v/Initializer/zeros* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_0/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€ á 6bert/encoder/layer_0/output/LayerNorm/beta/adam_v/readIdentity1bert/encoder/layer_0/output/LayerNorm/beta/adam_v* T0*D _class: 86loc:@bert/encoder/layer_0/output/LayerNorm/beta/adam_v* _output_shapes :€ N Mul_108/xConst* value B *fff?* dtype0* _output_shapes : w Mul_108Mul Mul_108/x6bert/encoder/layer_0/output/LayerNorm/beta/adam_m/read* T0* _output_shapes :€ N Mul_109/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_109Mul Mul_109/x+clip_by_global_norm/clip_by_global_norm/_19* T0* _output_shapes :€ E add_69AddMul_108Mul_109* T0* _output_shapes :€ N Mul_110/xConst* value B *w¾?* dtype0* _output_shapes : w Mul_110Mul Mul_110/x6bert/encoder/layer_0/output/LayerNorm/beta/adam_v/read* T0* _output_shapes :€ f Square_19Square+clip_by_global_norm/clip_by_global_norm/_19* T0* _output_shapes :€ N Mul_111/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_111Mul Mul_111/x Square_19* T0* _output_shapes :€ E add_70AddMul_110Mul_111* T0* _output_shapes :€ = Sqrt_19Sqrtadd_70* T0* _output_shapes :€ M add_71/yConst* value B *½7†5* dtype0* _output_shapes : F add_71AddSqrt_19add_71/y* T0* _output_shapes :€ K truediv_20RealDivadd_69add_71* T0* _output_shapes :€ G mul_112Muladd_2 truediv_20* T0* _output_shapes :€ m sub_20Sub/bert/encoder/layer_0/output/LayerNorm/beta/readmul_112* T0* _output_shapes :€ Ö Assign_263Assign*bert/encoder/layer_0/output/LayerNorm/betasub_20* use_locking(* T0*= _class3 1/loc:@bert/encoder/layer_0/output/LayerNorm/beta* validate_shape(* _output_shapes :€ ä Assign_264Assign1bert/encoder/layer_0/output/LayerNorm/beta/adam_madd_69* T0*D _class: 86loc:@bert/encoder/layer_0/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( ä Assign_265Assign1bert/encoder/layer_0/output/LayerNorm/beta/adam_vadd_70* T0*D _class: 86loc:@bert/encoder/layer_0/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( Ú Dbert/encoder/layer_0/output/LayerNorm/gamma/adam_m/Initializer/zerosConst*E _class; 97loc:@bert/encoder/layer_0/output/LayerNorm/gamma/adam_m* valueB€** dtype0* _output_shapes :€ ç 2bert/encoder/layer_0/output/LayerNorm/gamma/adam_m VariableV2*E _class; 97loc:@bert/encoder/layer_0/output/LayerNorm/gamma/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name Ó 9bert/encoder/layer_0/output/LayerNorm/gamma/adam_m/AssignAssign2bert/encoder/layer_0/output/LayerNorm/gamma/adam_mDbert/encoder/layer_0/output/LayerNorm/gamma/adam_m/Initializer/zeros* T0*E _class; 97loc:@bert/encoder/layer_0/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( ä 7bert/encoder/layer_0/output/LayerNorm/gamma/adam_m/readIdentity2bert/encoder/layer_0/output/LayerNorm/gamma/adam_m* T0*E _class; 97loc:@bert/encoder/layer_0/output/LayerNorm/gamma/adam_m* _output_shapes :€ Ú Dbert/encoder/layer_0/output/LayerNorm/gamma/adam_v/Initializer/zerosConst*E _class; 97loc:@bert/encoder/layer_0/output/LayerNorm/gamma/adam_v* valueB€** dtype0* _output_shapes :€ ç 2bert/encoder/layer_0/output/LayerNorm/gamma/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*E _class; 97loc:@bert/encoder/layer_0/output/LayerNorm/gamma/adam_v* container Ó 9bert/encoder/layer_0/output/LayerNorm/gamma/adam_v/AssignAssign2bert/encoder/layer_0/output/LayerNorm/gamma/adam_vDbert/encoder/layer_0/output/LayerNorm/gamma/adam_v/Initializer/zeros* T0*E _class; 97loc:@bert/encoder/layer_0/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€* use_locking( ä 7bert/encoder/layer_0/output/LayerNorm/gamma/adam_v/readIdentity2bert/encoder/layer_0/output/LayerNorm/gamma/adam_v* T0*E _class; 97loc:@bert/encoder/layer_0/output/LayerNorm/gamma/adam_v* _output_shapes :€ N Mul_113/xConst* value B *fff?* dtype0* _output_shapes : x Mul_113Mul Mul_113/x7bert/encoder/layer_0/output/LayerNorm/gamma/adam_m/read* T0* _output_shapes :€ N Mul_114/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_114Mul Mul_114/x+clip_by_global_norm/clip_by_global_norm/_20* T0* _output_shapes :€ E add_72AddMul_113Mul_114* T0* _output_shapes :€ N Mul_115/xConst* value B *w¾?* dtype0* _output_shapes : x Mul_115Mul Mul_115/x7bert/encoder/layer_0/output/LayerNorm/gamma/adam_v/read* T0* _output_shapes :€ f Square_20Square+clip_by_global_norm/clip_by_global_norm/_20* T0* _output_shapes :€ N Mul_116/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_116Mul Mul_116/x Square_20* T0* _output_shapes :€ E add_73AddMul_115Mul_116* T0* _output_shapes :€ = Sqrt_20Sqrtadd_73* T0* _output_shapes :€ M add_74/yConst* value B *½7†5* dtype0* _output_shapes : F add_74AddSqrt_20add_74/y* T0* _output_shapes :€ K truediv_21RealDivadd_72add_74* T0* _output_shapes :€ G mul_117Muladd_2 truediv_21* T0* _output_shapes :€ n sub_21Sub0bert/encoder/layer_0/output/LayerNorm/gamma/readmul_117* T0* _output_shapes :€ Ø Assign_266Assign+bert/encoder/layer_0/output/LayerNorm/gammasub_21* T0*> _class4 20loc:@bert/encoder/layer_0/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( æ Assign_267Assign2bert/encoder/layer_0/output/LayerNorm/gamma/adam_madd_72* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_0/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€ æ Assign_268Assign2bert/encoder/layer_0/output/LayerNorm/gamma/adam_vadd_73* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_0/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ö Ybert/encoder/layer_1/attention/self/query/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*J _class@ >bert/encoder/layer_1/attention/self/query/kernel/adam_m/AssignAssign7bert/encoder/layer_1/attention/self/query/kernel/adam_mIbert/encoder/layer_1/attention/self/query/kernel/adam_m/Initializer/zeros* T0*J _class@ >bert/encoder/layer_1/attention/self/query/kernel/adam_v/AssignAssign7bert/encoder/layer_1/attention/self/query/kernel/adam_vIbert/encoder/layer_1/attention/self/query/kernel/adam_v/Initializer/zeros* T0*J _class@ > <:loc:@bert/encoder/layer_1/attention/self/query/bias/adam_m* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_1/attention/self/query/bias/adam_m VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_1/attention/self/query/bias/adam_m* container* shape:€* dtype0* _output_shapes :€ ß <:loc:@bert/encoder/layer_1/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_1/attention/self/query/bias/adam_m/readIdentity5bert/encoder/layer_1/attention/self/query/bias/adam_m* T0*H _class> <:loc:@bert/encoder/layer_1/attention/self/query/bias/adam_m* _output_shapes :€ à Gbert/encoder/layer_1/attention/self/query/bias/adam_v/Initializer/zerosConst*H _class> <:loc:@bert/encoder/layer_1/attention/self/query/bias/adam_v* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_1/attention/self/query/bias/adam_v VariableV2*H _class> <:loc:@bert/encoder/layer_1/attention/self/query/bias/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name ß <:loc:@bert/encoder/layer_1/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€ í :bert/encoder/layer_1/attention/self/query/bias/adam_v/readIdentity5bert/encoder/layer_1/attention/self/query/bias/adam_v* T0*H _class> <:loc:@bert/encoder/layer_1/attention/self/query/bias/adam_v* _output_shapes :€ N Mul_124/xConst* value B *fff?* dtype0* _output_shapes : { Mul_124Mul Mul_124/x:bert/encoder/layer_1/attention/self/query/bias/adam_m/read* T0* _output_shapes :€ N Mul_125/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_125Mul Mul_125/x+clip_by_global_norm/clip_by_global_norm/_22* T0* _output_shapes :€ E add_79AddMul_124Mul_125* T0* _output_shapes :€ N Mul_126/xConst* value B *w¾?* dtype0* _output_shapes : { Mul_126Mul Mul_126/x:bert/encoder/layer_1/attention/self/query/bias/adam_v/read* T0* _output_shapes :€ f Square_22Square+clip_by_global_norm/clip_by_global_norm/_22* T0* _output_shapes :€ N Mul_127/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_127Mul Mul_127/x Square_22* T0* _output_shapes :€ E add_80AddMul_126Mul_127* T0* _output_shapes :€ = Sqrt_22Sqrtadd_80* T0* _output_shapes :€ M add_81/yConst* value B *½7†5* dtype0* _output_shapes : F add_81AddSqrt_22add_81/y* T0* _output_shapes :€ K truediv_23RealDivadd_79add_81* T0* _output_shapes :€ G mul_128Muladd_2 truediv_23* T0* _output_shapes :€ q sub_23Sub3bert/encoder/layer_1/attention/self/query/bias/readmul_128* T0* _output_shapes :€ Þ Assign_272Assign.bert/encoder/layer_1/attention/self/query/biassub_23* T0*A _class7 53loc:@bert/encoder/layer_1/attention/self/query/bias* validate_shape(* _output_shapes :€* use_locking( ì Assign_273Assign5bert/encoder/layer_1/attention/self/query/bias/adam_madd_79* T0*H _class> <:loc:@bert/encoder/layer_1/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ì Assign_274Assign5bert/encoder/layer_1/attention/self/query/bias/adam_vadd_80* T0*H _class> <:loc:@bert/encoder/layer_1/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ò Wbert/encoder/layer_1/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_1/attention/self/key/kernel/adam_m* valueB"* dtype0* _output_shapes : Ü Mbert/encoder/layer_1/attention/self/key/kernel/adam_m/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_1/attention/self/key/kernel/adam_m* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_1/attention/self/key/kernel/adam_m/Initializer/zerosFillWbert/encoder/layer_1/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorMbert/encoder/layer_1/attention/self/key/kernel/adam_m/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_1/attention/self/key/kernel/adam_m* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_1/attention/self/key/kernel/adam_m VariableV2* dtype0* _output_shapes : €€* shared_name*H _class> <:loc:@bert/encoder/layer_1/attention/self/key/kernel/adam_m* container* shape : €€ ä <:loc:@bert/encoder/layer_1/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€ ò :bert/encoder/layer_1/attention/self/key/kernel/adam_m/readIdentity5bert/encoder/layer_1/attention/self/key/kernel/adam_m* T0*H _class> <:loc:@bert/encoder/layer_1/attention/self/key/kernel/adam_m* _output_shapes : €€ ò Wbert/encoder/layer_1/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_1/attention/self/key/kernel/adam_v* valueB"* dtype0* _output_shapes : Ü Mbert/encoder/layer_1/attention/self/key/kernel/adam_v/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_1/attention/self/key/kernel/adam_v* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_1/attention/self/key/kernel/adam_v/Initializer/zerosFillWbert/encoder/layer_1/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorMbert/encoder/layer_1/attention/self/key/kernel/adam_v/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_1/attention/self/key/kernel/adam_v* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_1/attention/self/key/kernel/adam_v VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*H _class> <:loc:@bert/encoder/layer_1/attention/self/key/kernel/adam_v* container ä <:loc:@bert/encoder/layer_1/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ò :bert/encoder/layer_1/attention/self/key/kernel/adam_v/readIdentity5bert/encoder/layer_1/attention/self/key/kernel/adam_v* T0*H _class> <:loc:@bert/encoder/layer_1/attention/self/key/kernel/adam_v* _output_shapes : €€ N Mul_129/xConst* value B *fff?* dtype0* _output_shapes : € Mul_129Mul Mul_129/x:bert/encoder/layer_1/attention/self/key/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_130/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : q Mul_130Mul Mul_130/x+clip_by_global_norm/clip_by_global_norm/_23* T0* _output_shapes : €€ J add_82AddMul_129Mul_130* T0* _output_shapes : €€ N Mul_131/xConst* value B *w¾?* dtype0* _output_shapes : € Mul_131Mul Mul_131/x:bert/encoder/layer_1/attention/self/key/kernel/adam_v/read* T0* _output_shapes : €€ k Square_23Square+clip_by_global_norm/clip_by_global_norm/_23* T0* _output_shapes : €€ N Mul_132/xConst* value B *oƒ:* dtype0* _output_shapes : O Mul_132Mul Mul_132/x Square_23* T0* _output_shapes : €€ J add_83AddMul_131Mul_132* T0* _output_shapes : €€ B Sqrt_23Sqrtadd_83* T0* _output_shapes : €€ M add_84/yConst* value B *½7†5* dtype0* _output_shapes : K add_84AddSqrt_23add_84/y* T0* _output_shapes : €€ P truediv_24RealDivadd_82add_84* T0* _output_shapes : €€ N mul_133/xConst* value B * ×#<* dtype0* _output_shapes : y mul_133Mul mul_133/x3bert/encoder/layer_1/attention/self/key/kernel/read* T0* _output_shapes : €€ M add_85Add truediv_24mul_133* T0* _output_shapes : €€ H mul_134Muladd_2add_85* T0* _output_shapes : €€ v sub_24Sub3bert/encoder/layer_1/attention/self/key/kernel/readmul_134* T0* _output_shapes : €€ ã Assign_275Assign.bert/encoder/layer_1/attention/self/key/kernelsub_24* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_1/attention/self/key/kernel* validate_shape(* _output_shapes : €€ ñ Assign_276Assign5bert/encoder/layer_1/attention/self/key/kernel/adam_madd_82* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_1/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€ ñ Assign_277Assign5bert/encoder/layer_1/attention/self/key/kernel/adam_vadd_83* T0*H _class> <:loc:@bert/encoder/layer_1/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( Ü Ebert/encoder/layer_1/attention/self/key/bias/adam_m/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_1/attention/self/key/bias/adam_m* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_1/attention/self/key/bias/adam_m VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*F _class< :8loc:@bert/encoder/layer_1/attention/self/key/bias/adam_m* container × :bert/encoder/layer_1/attention/self/key/bias/adam_m/AssignAssign3bert/encoder/layer_1/attention/self/key/bias/adam_mEbert/encoder/layer_1/attention/self/key/bias/adam_m/Initializer/zeros* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_1/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€ ç 8bert/encoder/layer_1/attention/self/key/bias/adam_m/readIdentity3bert/encoder/layer_1/attention/self/key/bias/adam_m* T0*F _class< :8loc:@bert/encoder/layer_1/attention/self/key/bias/adam_m* _output_shapes :€ Ü Ebert/encoder/layer_1/attention/self/key/bias/adam_v/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_1/attention/self/key/bias/adam_v* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_1/attention/self/key/bias/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*F _class< :8loc:@bert/encoder/layer_1/attention/self/key/bias/adam_v* container × :bert/encoder/layer_1/attention/self/key/bias/adam_v/AssignAssign3bert/encoder/layer_1/attention/self/key/bias/adam_vEbert/encoder/layer_1/attention/self/key/bias/adam_v/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_1/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_1/attention/self/key/bias/adam_v/readIdentity3bert/encoder/layer_1/attention/self/key/bias/adam_v* T0*F _class< :8loc:@bert/encoder/layer_1/attention/self/key/bias/adam_v* _output_shapes :€ N Mul_135/xConst* value B *fff?* dtype0* _output_shapes : y Mul_135Mul Mul_135/x8bert/encoder/layer_1/attention/self/key/bias/adam_m/read* T0* _output_shapes :€ N Mul_136/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_136Mul Mul_136/x+clip_by_global_norm/clip_by_global_norm/_24* T0* _output_shapes :€ E add_86AddMul_135Mul_136* T0* _output_shapes :€ N Mul_137/xConst* value B *w¾?* dtype0* _output_shapes : y Mul_137Mul Mul_137/x8bert/encoder/layer_1/attention/self/key/bias/adam_v/read* T0* _output_shapes :€ f Square_24Square+clip_by_global_norm/clip_by_global_norm/_24* T0* _output_shapes :€ N Mul_138/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_138Mul Mul_138/x Square_24* T0* _output_shapes :€ E add_87AddMul_137Mul_138* T0* _output_shapes :€ = Sqrt_24Sqrtadd_87* T0* _output_shapes :€ M add_88/yConst* value B *½7†5* dtype0* _output_shapes : F add_88AddSqrt_24add_88/y* T0* _output_shapes :€ K truediv_25RealDivadd_86add_88* T0* _output_shapes :€ G mul_139Muladd_2 truediv_25* T0* _output_shapes :€ o sub_25Sub1bert/encoder/layer_1/attention/self/key/bias/readmul_139* T0* _output_shapes :€ Ú Assign_278Assign,bert/encoder/layer_1/attention/self/key/biassub_25* T0*? _class5 31loc:@bert/encoder/layer_1/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( è Assign_279Assign3bert/encoder/layer_1/attention/self/key/bias/adam_madd_86* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_1/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€ è Assign_280Assign3bert/encoder/layer_1/attention/self/key/bias/adam_vadd_87* T0*F _class< :8loc:@bert/encoder/layer_1/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ö Ybert/encoder/layer_1/attention/self/value/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*J _class@ >bert/encoder/layer_1/attention/self/value/kernel/adam_m/AssignAssign7bert/encoder/layer_1/attention/self/value/kernel/adam_mIbert/encoder/layer_1/attention/self/value/kernel/adam_m/Initializer/zeros* T0*J _class@ >bert/encoder/layer_1/attention/self/value/kernel/adam_v/AssignAssign7bert/encoder/layer_1/attention/self/value/kernel/adam_vIbert/encoder/layer_1/attention/self/value/kernel/adam_v/Initializer/zeros* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_1/attention/self/value/bias/adam_m* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_1/attention/self/value/bias/adam_m VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_1/attention/self/value/bias/adam_m* container* shape:€* dtype0* _output_shapes :€ ß <:loc:@bert/encoder/layer_1/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€ í :bert/encoder/layer_1/attention/self/value/bias/adam_m/readIdentity5bert/encoder/layer_1/attention/self/value/bias/adam_m* T0*H _class> <:loc:@bert/encoder/layer_1/attention/self/value/bias/adam_m* _output_shapes :€ à Gbert/encoder/layer_1/attention/self/value/bias/adam_v/Initializer/zerosConst*H _class> <:loc:@bert/encoder/layer_1/attention/self/value/bias/adam_v* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_1/attention/self/value/bias/adam_v VariableV2*H _class> <:loc:@bert/encoder/layer_1/attention/self/value/bias/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name ß <:loc:@bert/encoder/layer_1/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€ í :bert/encoder/layer_1/attention/self/value/bias/adam_v/readIdentity5bert/encoder/layer_1/attention/self/value/bias/adam_v* T0*H _class> <:loc:@bert/encoder/layer_1/attention/self/value/bias/adam_v* _output_shapes :€ N Mul_146/xConst* value B *fff?* dtype0* _output_shapes : { Mul_146Mul Mul_146/x:bert/encoder/layer_1/attention/self/value/bias/adam_m/read* T0* _output_shapes :€ N Mul_147/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_147Mul Mul_147/x+clip_by_global_norm/clip_by_global_norm/_26* T0* _output_shapes :€ E add_93AddMul_146Mul_147* T0* _output_shapes :€ N Mul_148/xConst* value B *w¾?* dtype0* _output_shapes : { Mul_148Mul Mul_148/x:bert/encoder/layer_1/attention/self/value/bias/adam_v/read* T0* _output_shapes :€ f Square_26Square+clip_by_global_norm/clip_by_global_norm/_26* T0* _output_shapes :€ N Mul_149/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_149Mul Mul_149/x Square_26* T0* _output_shapes :€ E add_94AddMul_148Mul_149* T0* _output_shapes :€ = Sqrt_26Sqrtadd_94* T0* _output_shapes :€ M add_95/yConst* value B *½7†5* dtype0* _output_shapes : F add_95AddSqrt_26add_95/y* T0* _output_shapes :€ K truediv_27RealDivadd_93add_95* T0* _output_shapes :€ G mul_150Muladd_2 truediv_27* T0* _output_shapes :€ q sub_27Sub3bert/encoder/layer_1/attention/self/value/bias/readmul_150* T0* _output_shapes :€ Þ Assign_284Assign.bert/encoder/layer_1/attention/self/value/biassub_27* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_1/attention/self/value/bias* validate_shape(* _output_shapes :€ ì Assign_285Assign5bert/encoder/layer_1/attention/self/value/bias/adam_madd_93* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_1/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€ ì Assign_286Assign5bert/encoder/layer_1/attention/self/value/bias/adam_vadd_94* T0*H _class> <:loc:@bert/encoder/layer_1/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ú [bert/encoder/layer_1/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*L _classB @>loc:@bert/encoder/layer_1/attention/output/dense/kernel/adam_m* valueB"* dtype0* _output_shapes : ä Qbert/encoder/layer_1/attention/output/dense/kernel/adam_m/Initializer/zeros/ConstConst*L _classB @>loc:@bert/encoder/layer_1/attention/output/dense/kernel/adam_m* value B ** dtype0* _output_shapes : Ž Kbert/encoder/layer_1/attention/output/dense/kernel/adam_m/Initializer/zerosFill[bert/encoder/layer_1/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorQbert/encoder/layer_1/attention/output/dense/kernel/adam_m/Initializer/zeros/Const* T0*L _classB @>loc:@bert/encoder/layer_1/attention/output/dense/kernel/adam_m* index_type0* _output_shapes : €€ ÿ 9bert/encoder/layer_1/attention/output/dense/kernel/adam_m VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*L _classB @>loc:@bert/encoder/layer_1/attention/output/dense/kernel/adam_m* container ô @bert/encoder/layer_1/attention/output/dense/kernel/adam_m/AssignAssign9bert/encoder/layer_1/attention/output/dense/kernel/adam_mKbert/encoder/layer_1/attention/output/dense/kernel/adam_m/Initializer/zeros* use_locking(* T0*L _classB @>loc:@bert/encoder/layer_1/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ þ >bert/encoder/layer_1/attention/output/dense/kernel/adam_m/readIdentity9bert/encoder/layer_1/attention/output/dense/kernel/adam_m* T0*L _classB @>loc:@bert/encoder/layer_1/attention/output/dense/kernel/adam_m* _output_shapes : €€ ú [bert/encoder/layer_1/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*L _classB @>loc:@bert/encoder/layer_1/attention/output/dense/kernel/adam_v* valueB"* dtype0* _output_shapes : ä Qbert/encoder/layer_1/attention/output/dense/kernel/adam_v/Initializer/zeros/ConstConst*L _classB @>loc:@bert/encoder/layer_1/attention/output/dense/kernel/adam_v* value B ** dtype0* _output_shapes : Ž Kbert/encoder/layer_1/attention/output/dense/kernel/adam_v/Initializer/zerosFill[bert/encoder/layer_1/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorQbert/encoder/layer_1/attention/output/dense/kernel/adam_v/Initializer/zeros/Const* T0*L _classB @>loc:@bert/encoder/layer_1/attention/output/dense/kernel/adam_v* index_type0* _output_shapes : €€ ÿ 9bert/encoder/layer_1/attention/output/dense/kernel/adam_v VariableV2* shared_name*L _classB @>loc:@bert/encoder/layer_1/attention/output/dense/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€ ô @bert/encoder/layer_1/attention/output/dense/kernel/adam_v/AssignAssign9bert/encoder/layer_1/attention/output/dense/kernel/adam_vKbert/encoder/layer_1/attention/output/dense/kernel/adam_v/Initializer/zeros* T0*L _classB @>loc:@bert/encoder/layer_1/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( þ >bert/encoder/layer_1/attention/output/dense/kernel/adam_v/readIdentity9bert/encoder/layer_1/attention/output/dense/kernel/adam_v* T0*L _classB @>loc:@bert/encoder/layer_1/attention/output/dense/kernel/adam_v* _output_shapes : €€ N Mul_151/xConst* value B *fff?* dtype0* _output_shapes : „ Mul_151Mul Mul_151/x>bert/encoder/layer_1/attention/output/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_152/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : q Mul_152Mul Mul_152/x+clip_by_global_norm/clip_by_global_norm/_27* T0* _output_shapes : €€ J add_96AddMul_151Mul_152* T0* _output_shapes : €€ N Mul_153/xConst* value B *w¾?* dtype0* _output_shapes : „ Mul_153Mul Mul_153/x>bert/encoder/layer_1/attention/output/dense/kernel/adam_v/read* T0* _output_shapes : €€ k Square_27Square+clip_by_global_norm/clip_by_global_norm/_27* T0* _output_shapes : €€ N Mul_154/xConst* value B *oƒ:* dtype0* _output_shapes : O Mul_154Mul Mul_154/x Square_27* T0* _output_shapes : €€ J add_97AddMul_153Mul_154* T0* _output_shapes : €€ B Sqrt_27Sqrtadd_97* T0* _output_shapes : €€ M add_98/yConst* value B *½7†5* dtype0* _output_shapes : K add_98AddSqrt_27add_98/y* T0* _output_shapes : €€ P truediv_28RealDivadd_96add_98* T0* _output_shapes : €€ N mul_155/xConst* value B * ×#<* dtype0* _output_shapes : } mul_155Mul mul_155/x7bert/encoder/layer_1/attention/output/dense/kernel/read* T0* _output_shapes : €€ M add_99Add truediv_28mul_155* T0* _output_shapes : €€ H mul_156Muladd_2add_99* T0* _output_shapes : €€ z sub_28Sub7bert/encoder/layer_1/attention/output/dense/kernel/readmul_156* T0* _output_shapes : €€ ë Assign_287Assign2bert/encoder/layer_1/attention/output/dense/kernelsub_28* T0*E _class; 97loc:@bert/encoder/layer_1/attention/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( ù Assign_288Assign9bert/encoder/layer_1/attention/output/dense/kernel/adam_madd_96* T0*L _classB @>loc:@bert/encoder/layer_1/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ù Assign_289Assign9bert/encoder/layer_1/attention/output/dense/kernel/adam_vadd_97* T0*L _classB @>loc:@bert/encoder/layer_1/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ä Ibert/encoder/layer_1/attention/output/dense/bias/adam_m/Initializer/zerosConst*J _class@ >bert/encoder/layer_1/attention/output/dense/bias/adam_m/AssignAssign7bert/encoder/layer_1/attention/output/dense/bias/adam_mIbert/encoder/layer_1/attention/output/dense/bias/adam_m/Initializer/zeros* T0*J _class@ >bert/encoder/layer_1/attention/output/dense/bias/adam_v/AssignAssign7bert/encoder/layer_1/attention/output/dense/bias/adam_vIbert/encoder/layer_1/attention/output/dense/bias/adam_v/Initializer/zeros* T0*J _class@ > Sqrt_28Sqrtadd_101* T0* _output_shapes :€ N add_102/yConst* value B *½7†5* dtype0* _output_shapes : H add_102AddSqrt_28 add_102/y* T0* _output_shapes :€ M truediv_29RealDivadd_100add_102* T0* _output_shapes :€ G mul_161Muladd_2 truediv_29* T0* _output_shapes :€ s sub_29Sub5bert/encoder/layer_1/attention/output/dense/bias/readmul_161* T0* _output_shapes :€ â Assign_290Assign0bert/encoder/layer_1/attention/output/dense/biassub_29* T0*C _class9 75loc:@bert/encoder/layer_1/attention/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( ñ Assign_291Assign7bert/encoder/layer_1/attention/output/dense/bias/adam_madd_100* use_locking(* T0*J _class@ > Sqrt_29Sqrtadd_104* T0* _output_shapes :€ N add_105/yConst* value B *½7†5* dtype0* _output_shapes : H add_105AddSqrt_29 add_105/y* T0* _output_shapes :€ M truediv_30RealDivadd_103add_105* T0* _output_shapes :€ G mul_166Muladd_2 truediv_30* T0* _output_shapes :€ w sub_30Sub9bert/encoder/layer_1/attention/output/LayerNorm/beta/readmul_166* T0* _output_shapes :€ ê Assign_293Assign4bert/encoder/layer_1/attention/output/LayerNorm/betasub_30* T0*G _class= ;9loc:@bert/encoder/layer_1/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( ù Assign_294Assign;bert/encoder/layer_1/attention/output/LayerNorm/beta/adam_madd_103* use_locking(* T0*N _classD B@loc:@bert/encoder/layer_1/attention/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ ù Assign_295Assign;bert/encoder/layer_1/attention/output/LayerNorm/beta/adam_vadd_104* T0*N _classD B@loc:@bert/encoder/layer_1/attention/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( î Nbert/encoder/layer_1/attention/output/LayerNorm/gamma/adam_m/Initializer/zerosConst*O _classE CAloc:@bert/encoder/layer_1/attention/output/LayerNorm/gamma/adam_m* valueB€** dtype0* _output_shapes :€ û Sqrt_30Sqrtadd_107* T0* _output_shapes :€ N add_108/yConst* value B *½7†5* dtype0* _output_shapes : H add_108AddSqrt_30 add_108/y* T0* _output_shapes :€ M truediv_31RealDivadd_106add_108* T0* _output_shapes :€ G mul_171Muladd_2 truediv_31* T0* _output_shapes :€ x sub_31Sub:bert/encoder/layer_1/attention/output/LayerNorm/gamma/readmul_171* T0* _output_shapes :€ ì Assign_296Assign5bert/encoder/layer_1/attention/output/LayerNorm/gammasub_31* T0*H _class> <:loc:@bert/encoder/layer_1/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( û Assign_297Assign <:loc:@bert/encoder/layer_1/intermediate/dense/kernel/adam_m* valueB" * dtype0* _output_shapes : Ü Mbert/encoder/layer_1/intermediate/dense/kernel/adam_m/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_1/intermediate/dense/kernel/adam_m* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_1/intermediate/dense/kernel/adam_m/Initializer/zerosFillWbert/encoder/layer_1/intermediate/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorMbert/encoder/layer_1/intermediate/dense/kernel/adam_m/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_1/intermediate/dense/kernel/adam_m* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_1/intermediate/dense/kernel/adam_m VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*H _class> <:loc:@bert/encoder/layer_1/intermediate/dense/kernel/adam_m* container ä <:loc:@bert/encoder/layer_1/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ò :bert/encoder/layer_1/intermediate/dense/kernel/adam_m/readIdentity5bert/encoder/layer_1/intermediate/dense/kernel/adam_m* T0*H _class> <:loc:@bert/encoder/layer_1/intermediate/dense/kernel/adam_m* _output_shapes : €€ ò Wbert/encoder/layer_1/intermediate/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_1/intermediate/dense/kernel/adam_v* valueB" * dtype0* _output_shapes : Ü Mbert/encoder/layer_1/intermediate/dense/kernel/adam_v/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_1/intermediate/dense/kernel/adam_v* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_1/intermediate/dense/kernel/adam_v/Initializer/zerosFillWbert/encoder/layer_1/intermediate/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorMbert/encoder/layer_1/intermediate/dense/kernel/adam_v/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_1/intermediate/dense/kernel/adam_v* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_1/intermediate/dense/kernel/adam_v VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*H _class> <:loc:@bert/encoder/layer_1/intermediate/dense/kernel/adam_v* container ä <:loc:@bert/encoder/layer_1/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ ò :bert/encoder/layer_1/intermediate/dense/kernel/adam_v/readIdentity5bert/encoder/layer_1/intermediate/dense/kernel/adam_v* T0*H _class> <:loc:@bert/encoder/layer_1/intermediate/dense/kernel/adam_v* _output_shapes : €€ N Mul_172/xConst* value B *fff?* dtype0* _output_shapes : € Mul_172Mul Mul_172/x:bert/encoder/layer_1/intermediate/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_173/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : q Mul_173Mul Mul_173/x+clip_by_global_norm/clip_by_global_norm/_31* T0* _output_shapes : €€ K add_109AddMul_172Mul_173* T0* _output_shapes : €€ N Mul_174/xConst* value B *w¾?* dtype0* _output_shapes : € Mul_174Mul Mul_174/x:bert/encoder/layer_1/intermediate/dense/kernel/adam_v/read* T0* _output_shapes : €€ k Square_31Square+clip_by_global_norm/clip_by_global_norm/_31* T0* _output_shapes : €€ N Mul_175/xConst* value B *oƒ:* dtype0* _output_shapes : O Mul_175Mul Mul_175/x Square_31* T0* _output_shapes : €€ K add_110AddMul_174Mul_175* T0* _output_shapes : €€ C Sqrt_31Sqrtadd_110* T0* _output_shapes : €€ N add_111/yConst* value B *½7†5* dtype0* _output_shapes : M add_111AddSqrt_31 add_111/y* T0* _output_shapes : €€ R truediv_32RealDivadd_109add_111* T0* _output_shapes : €€ N mul_176/xConst* value B * ×#<* dtype0* _output_shapes : y mul_176Mul mul_176/x3bert/encoder/layer_1/intermediate/dense/kernel/read* T0* _output_shapes : €€ N add_112Add truediv_32mul_176* T0* _output_shapes : €€ I mul_177Muladd_2add_112* T0* _output_shapes : €€ v sub_32Sub3bert/encoder/layer_1/intermediate/dense/kernel/readmul_177* T0* _output_shapes : €€ ã Assign_299Assign.bert/encoder/layer_1/intermediate/dense/kernelsub_32* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_1/intermediate/dense/kernel* validate_shape(* _output_shapes : €€ ò Assign_300Assign5bert/encoder/layer_1/intermediate/dense/kernel/adam_madd_109* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_1/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ò Assign_301Assign5bert/encoder/layer_1/intermediate/dense/kernel/adam_vadd_110* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_1/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ è Ubert/encoder/layer_1/intermediate/dense/bias/adam_m/Initializer/zeros/shape_as_tensorConst*F _class< :8loc:@bert/encoder/layer_1/intermediate/dense/bias/adam_m* valueB :€* dtype0* _output_shapes : Ø Kbert/encoder/layer_1/intermediate/dense/bias/adam_m/Initializer/zeros/ConstConst*F _class< :8loc:@bert/encoder/layer_1/intermediate/dense/bias/adam_m* value B ** dtype0* _output_shapes : ñ Ebert/encoder/layer_1/intermediate/dense/bias/adam_m/Initializer/zerosFillUbert/encoder/layer_1/intermediate/dense/bias/adam_m/Initializer/zeros/shape_as_tensorKbert/encoder/layer_1/intermediate/dense/bias/adam_m/Initializer/zeros/Const* T0*F _class< :8loc:@bert/encoder/layer_1/intermediate/dense/bias/adam_m* index_type0* _output_shapes :€ é 3bert/encoder/layer_1/intermediate/dense/bias/adam_m VariableV2* shared_name*F _class< :8loc:@bert/encoder/layer_1/intermediate/dense/bias/adam_m* container* shape:€* dtype0* _output_shapes :€ × :bert/encoder/layer_1/intermediate/dense/bias/adam_m/AssignAssign3bert/encoder/layer_1/intermediate/dense/bias/adam_mEbert/encoder/layer_1/intermediate/dense/bias/adam_m/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_1/intermediate/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_1/intermediate/dense/bias/adam_m/readIdentity3bert/encoder/layer_1/intermediate/dense/bias/adam_m* T0*F _class< :8loc:@bert/encoder/layer_1/intermediate/dense/bias/adam_m* _output_shapes :€ è Ubert/encoder/layer_1/intermediate/dense/bias/adam_v/Initializer/zeros/shape_as_tensorConst*F _class< :8loc:@bert/encoder/layer_1/intermediate/dense/bias/adam_v* valueB :€* dtype0* _output_shapes : Ø Kbert/encoder/layer_1/intermediate/dense/bias/adam_v/Initializer/zeros/ConstConst*F _class< :8loc:@bert/encoder/layer_1/intermediate/dense/bias/adam_v* value B ** dtype0* _output_shapes : ñ Ebert/encoder/layer_1/intermediate/dense/bias/adam_v/Initializer/zerosFillUbert/encoder/layer_1/intermediate/dense/bias/adam_v/Initializer/zeros/shape_as_tensorKbert/encoder/layer_1/intermediate/dense/bias/adam_v/Initializer/zeros/Const* T0*F _class< :8loc:@bert/encoder/layer_1/intermediate/dense/bias/adam_v* index_type0* _output_shapes :€ é 3bert/encoder/layer_1/intermediate/dense/bias/adam_v VariableV2* shared_name*F _class< :8loc:@bert/encoder/layer_1/intermediate/dense/bias/adam_v* container* shape:€* dtype0* _output_shapes :€ × :bert/encoder/layer_1/intermediate/dense/bias/adam_v/AssignAssign3bert/encoder/layer_1/intermediate/dense/bias/adam_vEbert/encoder/layer_1/intermediate/dense/bias/adam_v/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_1/intermediate/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_1/intermediate/dense/bias/adam_v/readIdentity3bert/encoder/layer_1/intermediate/dense/bias/adam_v* T0*F _class< :8loc:@bert/encoder/layer_1/intermediate/dense/bias/adam_v* _output_shapes :€ N Mul_178/xConst* value B *fff?* dtype0* _output_shapes : y Mul_178Mul Mul_178/x8bert/encoder/layer_1/intermediate/dense/bias/adam_m/read* T0* _output_shapes :€ N Mul_179/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_179Mul Mul_179/x+clip_by_global_norm/clip_by_global_norm/_32* T0* _output_shapes :€ F add_113AddMul_178Mul_179* T0* _output_shapes :€ N Mul_180/xConst* value B *w¾?* dtype0* _output_shapes : y Mul_180Mul Mul_180/x8bert/encoder/layer_1/intermediate/dense/bias/adam_v/read* T0* _output_shapes :€ f Square_32Square+clip_by_global_norm/clip_by_global_norm/_32* T0* _output_shapes :€ N Mul_181/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_181Mul Mul_181/x Square_32* T0* _output_shapes :€ F add_114AddMul_180Mul_181* T0* _output_shapes :€ > Sqrt_32Sqrtadd_114* T0* _output_shapes :€ N add_115/yConst* value B *½7†5* dtype0* _output_shapes : H add_115AddSqrt_32 add_115/y* T0* _output_shapes :€ M truediv_33RealDivadd_113add_115* T0* _output_shapes :€ G mul_182Muladd_2 truediv_33* T0* _output_shapes :€ o sub_33Sub1bert/encoder/layer_1/intermediate/dense/bias/readmul_182* T0* _output_shapes :€ Ú Assign_302Assign,bert/encoder/layer_1/intermediate/dense/biassub_33* T0*? _class5 31loc:@bert/encoder/layer_1/intermediate/dense/bias* validate_shape(* _output_shapes :€* use_locking( é Assign_303Assign3bert/encoder/layer_1/intermediate/dense/bias/adam_madd_113* T0*F _class< :8loc:@bert/encoder/layer_1/intermediate/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( é Assign_304Assign3bert/encoder/layer_1/intermediate/dense/bias/adam_vadd_114* T0*F _class< :8loc:@bert/encoder/layer_1/intermediate/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( æ Qbert/encoder/layer_1/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*B _class8 64loc:@bert/encoder/layer_1/output/dense/kernel/adam_m* valueB" * dtype0* _output_shapes : Ð Gbert/encoder/layer_1/output/dense/kernel/adam_m/Initializer/zeros/ConstConst*B _class8 64loc:@bert/encoder/layer_1/output/dense/kernel/adam_m* value B ** dtype0* _output_shapes : æ Abert/encoder/layer_1/output/dense/kernel/adam_m/Initializer/zerosFillQbert/encoder/layer_1/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorGbert/encoder/layer_1/output/dense/kernel/adam_m/Initializer/zeros/Const* T0*B _class8 64loc:@bert/encoder/layer_1/output/dense/kernel/adam_m* index_type0* _output_shapes : €€ ë /bert/encoder/layer_1/output/dense/kernel/adam_m VariableV2* dtype0* _output_shapes : €€* shared_name*B _class8 64loc:@bert/encoder/layer_1/output/dense/kernel/adam_m* container* shape : €€ Ì 6bert/encoder/layer_1/output/dense/kernel/adam_m/AssignAssign/bert/encoder/layer_1/output/dense/kernel/adam_mAbert/encoder/layer_1/output/dense/kernel/adam_m/Initializer/zeros* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_1/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ à 4bert/encoder/layer_1/output/dense/kernel/adam_m/readIdentity/bert/encoder/layer_1/output/dense/kernel/adam_m* T0*B _class8 64loc:@bert/encoder/layer_1/output/dense/kernel/adam_m* _output_shapes : €€ æ Qbert/encoder/layer_1/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*B _class8 64loc:@bert/encoder/layer_1/output/dense/kernel/adam_v* valueB" * dtype0* _output_shapes : Ð Gbert/encoder/layer_1/output/dense/kernel/adam_v/Initializer/zeros/ConstConst*B _class8 64loc:@bert/encoder/layer_1/output/dense/kernel/adam_v* value B ** dtype0* _output_shapes : æ Abert/encoder/layer_1/output/dense/kernel/adam_v/Initializer/zerosFillQbert/encoder/layer_1/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorGbert/encoder/layer_1/output/dense/kernel/adam_v/Initializer/zeros/Const* T0*B _class8 64loc:@bert/encoder/layer_1/output/dense/kernel/adam_v* index_type0* _output_shapes : €€ ë /bert/encoder/layer_1/output/dense/kernel/adam_v VariableV2* shared_name*B _class8 64loc:@bert/encoder/layer_1/output/dense/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€ Ì 6bert/encoder/layer_1/output/dense/kernel/adam_v/AssignAssign/bert/encoder/layer_1/output/dense/kernel/adam_vAbert/encoder/layer_1/output/dense/kernel/adam_v/Initializer/zeros* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_1/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ à 4bert/encoder/layer_1/output/dense/kernel/adam_v/readIdentity/bert/encoder/layer_1/output/dense/kernel/adam_v* T0*B _class8 64loc:@bert/encoder/layer_1/output/dense/kernel/adam_v* _output_shapes : €€ N Mul_183/xConst* value B *fff?* dtype0* _output_shapes : z Mul_183Mul Mul_183/x4bert/encoder/layer_1/output/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_184/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : q Mul_184Mul Mul_184/x+clip_by_global_norm/clip_by_global_norm/_33* T0* _output_shapes : €€ K add_116AddMul_183Mul_184* T0* _output_shapes : €€ N Mul_185/xConst* value B *w¾?* dtype0* _output_shapes : z Mul_185Mul Mul_185/x4bert/encoder/layer_1/output/dense/kernel/adam_v/read* T0* _output_shapes : €€ k Square_33Square+clip_by_global_norm/clip_by_global_norm/_33* T0* _output_shapes : €€ N Mul_186/xConst* value B *oƒ:* dtype0* _output_shapes : O Mul_186Mul Mul_186/x Square_33* T0* _output_shapes : €€ K add_117AddMul_185Mul_186* T0* _output_shapes : €€ C Sqrt_33Sqrtadd_117* T0* _output_shapes : €€ N add_118/yConst* value B *½7†5* dtype0* _output_shapes : M add_118AddSqrt_33 add_118/y* T0* _output_shapes : €€ R truediv_34RealDivadd_116add_118* T0* _output_shapes : €€ N mul_187/xConst* value B * ×#<* dtype0* _output_shapes : s mul_187Mul mul_187/x-bert/encoder/layer_1/output/dense/kernel/read* T0* _output_shapes : €€ N add_119Add truediv_34mul_187* T0* _output_shapes : €€ I mul_188Muladd_2add_119* T0* _output_shapes : €€ p sub_34Sub-bert/encoder/layer_1/output/dense/kernel/readmul_188* T0* _output_shapes : €€ × Assign_305Assign(bert/encoder/layer_1/output/dense/kernelsub_34* use_locking(* T0*; _class1 /-loc:@bert/encoder/layer_1/output/dense/kernel* validate_shape(* _output_shapes : €€ æ Assign_306Assign/bert/encoder/layer_1/output/dense/kernel/adam_madd_116* T0*B _class8 64loc:@bert/encoder/layer_1/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( æ Assign_307Assign/bert/encoder/layer_1/output/dense/kernel/adam_vadd_117* T0*B _class8 64loc:@bert/encoder/layer_1/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( Ð ?bert/encoder/layer_1/output/dense/bias/adam_m/Initializer/zerosConst*@ _class6 42loc:@bert/encoder/layer_1/output/dense/bias/adam_m* valueB€** dtype0* _output_shapes :€ Ý -bert/encoder/layer_1/output/dense/bias/adam_m VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*@ _class6 42loc:@bert/encoder/layer_1/output/dense/bias/adam_m* container ¿ 4bert/encoder/layer_1/output/dense/bias/adam_m/AssignAssign-bert/encoder/layer_1/output/dense/bias/adam_m?bert/encoder/layer_1/output/dense/bias/adam_m/Initializer/zeros* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_1/output/dense/bias/adam_m* validate_shape(* _output_shapes :€ Õ 2bert/encoder/layer_1/output/dense/bias/adam_m/readIdentity-bert/encoder/layer_1/output/dense/bias/adam_m* T0*@ _class6 42loc:@bert/encoder/layer_1/output/dense/bias/adam_m* _output_shapes :€ Ð ?bert/encoder/layer_1/output/dense/bias/adam_v/Initializer/zerosConst*@ _class6 42loc:@bert/encoder/layer_1/output/dense/bias/adam_v* valueB€** dtype0* _output_shapes :€ Ý -bert/encoder/layer_1/output/dense/bias/adam_v VariableV2*@ _class6 42loc:@bert/encoder/layer_1/output/dense/bias/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name ¿ 4bert/encoder/layer_1/output/dense/bias/adam_v/AssignAssign-bert/encoder/layer_1/output/dense/bias/adam_v?bert/encoder/layer_1/output/dense/bias/adam_v/Initializer/zeros* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_1/output/dense/bias/adam_v* validate_shape(* _output_shapes :€ Õ 2bert/encoder/layer_1/output/dense/bias/adam_v/readIdentity-bert/encoder/layer_1/output/dense/bias/adam_v* T0*@ _class6 42loc:@bert/encoder/layer_1/output/dense/bias/adam_v* _output_shapes :€ N Mul_189/xConst* value B *fff?* dtype0* _output_shapes : s Mul_189Mul Mul_189/x2bert/encoder/layer_1/output/dense/bias/adam_m/read* T0* _output_shapes :€ N Mul_190/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_190Mul Mul_190/x+clip_by_global_norm/clip_by_global_norm/_34* T0* _output_shapes :€ F add_120AddMul_189Mul_190* T0* _output_shapes :€ N Mul_191/xConst* value B *w¾?* dtype0* _output_shapes : s Mul_191Mul Mul_191/x2bert/encoder/layer_1/output/dense/bias/adam_v/read* T0* _output_shapes :€ f Square_34Square+clip_by_global_norm/clip_by_global_norm/_34* T0* _output_shapes :€ N Mul_192/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_192Mul Mul_192/x Square_34* T0* _output_shapes :€ F add_121AddMul_191Mul_192* T0* _output_shapes :€ > Sqrt_34Sqrtadd_121* T0* _output_shapes :€ N add_122/yConst* value B *½7†5* dtype0* _output_shapes : H add_122AddSqrt_34 add_122/y* T0* _output_shapes :€ M truediv_35RealDivadd_120add_122* T0* _output_shapes :€ G mul_193Muladd_2 truediv_35* T0* _output_shapes :€ i sub_35Sub+bert/encoder/layer_1/output/dense/bias/readmul_193* T0* _output_shapes :€ Î Assign_308Assign&bert/encoder/layer_1/output/dense/biassub_35* T0*9 _class/ -+loc:@bert/encoder/layer_1/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( Ý Assign_309Assign-bert/encoder/layer_1/output/dense/bias/adam_madd_120* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_1/output/dense/bias/adam_m* validate_shape(* _output_shapes :€ Ý Assign_310Assign-bert/encoder/layer_1/output/dense/bias/adam_vadd_121* T0*@ _class6 42loc:@bert/encoder/layer_1/output/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( Ø Cbert/encoder/layer_1/output/LayerNorm/beta/adam_m/Initializer/zerosConst*D _class: 86loc:@bert/encoder/layer_1/output/LayerNorm/beta/adam_m* valueB€** dtype0* _output_shapes :€ å 1bert/encoder/layer_1/output/LayerNorm/beta/adam_m VariableV2* dtype0* _output_shapes :€* shared_name*D _class: 86loc:@bert/encoder/layer_1/output/LayerNorm/beta/adam_m* container* shape:€ Ï 8bert/encoder/layer_1/output/LayerNorm/beta/adam_m/AssignAssign1bert/encoder/layer_1/output/LayerNorm/beta/adam_mCbert/encoder/layer_1/output/LayerNorm/beta/adam_m/Initializer/zeros* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_1/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ á 6bert/encoder/layer_1/output/LayerNorm/beta/adam_m/readIdentity1bert/encoder/layer_1/output/LayerNorm/beta/adam_m* T0*D _class: 86loc:@bert/encoder/layer_1/output/LayerNorm/beta/adam_m* _output_shapes :€ Ø Cbert/encoder/layer_1/output/LayerNorm/beta/adam_v/Initializer/zerosConst*D _class: 86loc:@bert/encoder/layer_1/output/LayerNorm/beta/adam_v* valueB€** dtype0* _output_shapes :€ å 1bert/encoder/layer_1/output/LayerNorm/beta/adam_v VariableV2*D _class: 86loc:@bert/encoder/layer_1/output/LayerNorm/beta/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name Ï 8bert/encoder/layer_1/output/LayerNorm/beta/adam_v/AssignAssign1bert/encoder/layer_1/output/LayerNorm/beta/adam_vCbert/encoder/layer_1/output/LayerNorm/beta/adam_v/Initializer/zeros* T0*D _class: 86loc:@bert/encoder/layer_1/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( á 6bert/encoder/layer_1/output/LayerNorm/beta/adam_v/readIdentity1bert/encoder/layer_1/output/LayerNorm/beta/adam_v* T0*D _class: 86loc:@bert/encoder/layer_1/output/LayerNorm/beta/adam_v* _output_shapes :€ N Mul_194/xConst* value B *fff?* dtype0* _output_shapes : w Mul_194Mul Mul_194/x6bert/encoder/layer_1/output/LayerNorm/beta/adam_m/read* T0* _output_shapes :€ N Mul_195/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_195Mul Mul_195/x+clip_by_global_norm/clip_by_global_norm/_35* T0* _output_shapes :€ F add_123AddMul_194Mul_195* T0* _output_shapes :€ N Mul_196/xConst* value B *w¾?* dtype0* _output_shapes : w Mul_196Mul Mul_196/x6bert/encoder/layer_1/output/LayerNorm/beta/adam_v/read* T0* _output_shapes :€ f Square_35Square+clip_by_global_norm/clip_by_global_norm/_35* T0* _output_shapes :€ N Mul_197/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_197Mul Mul_197/x Square_35* T0* _output_shapes :€ F add_124AddMul_196Mul_197* T0* _output_shapes :€ > Sqrt_35Sqrtadd_124* T0* _output_shapes :€ N add_125/yConst* value B *½7†5* dtype0* _output_shapes : H add_125AddSqrt_35 add_125/y* T0* _output_shapes :€ M truediv_36RealDivadd_123add_125* T0* _output_shapes :€ G mul_198Muladd_2 truediv_36* T0* _output_shapes :€ m sub_36Sub/bert/encoder/layer_1/output/LayerNorm/beta/readmul_198* T0* _output_shapes :€ Ö Assign_311Assign*bert/encoder/layer_1/output/LayerNorm/betasub_36* T0*= _class3 1/loc:@bert/encoder/layer_1/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( å Assign_312Assign1bert/encoder/layer_1/output/LayerNorm/beta/adam_madd_123* T0*D _class: 86loc:@bert/encoder/layer_1/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( å Assign_313Assign1bert/encoder/layer_1/output/LayerNorm/beta/adam_vadd_124* T0*D _class: 86loc:@bert/encoder/layer_1/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( Ú Dbert/encoder/layer_1/output/LayerNorm/gamma/adam_m/Initializer/zerosConst*E _class; 97loc:@bert/encoder/layer_1/output/LayerNorm/gamma/adam_m* valueB€** dtype0* _output_shapes :€ ç 2bert/encoder/layer_1/output/LayerNorm/gamma/adam_m VariableV2* dtype0* _output_shapes :€* shared_name*E _class; 97loc:@bert/encoder/layer_1/output/LayerNorm/gamma/adam_m* container* shape:€ Ó 9bert/encoder/layer_1/output/LayerNorm/gamma/adam_m/AssignAssign2bert/encoder/layer_1/output/LayerNorm/gamma/adam_mDbert/encoder/layer_1/output/LayerNorm/gamma/adam_m/Initializer/zeros* T0*E _class; 97loc:@bert/encoder/layer_1/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( ä 7bert/encoder/layer_1/output/LayerNorm/gamma/adam_m/readIdentity2bert/encoder/layer_1/output/LayerNorm/gamma/adam_m* T0*E _class; 97loc:@bert/encoder/layer_1/output/LayerNorm/gamma/adam_m* _output_shapes :€ Ú Dbert/encoder/layer_1/output/LayerNorm/gamma/adam_v/Initializer/zerosConst*E _class; 97loc:@bert/encoder/layer_1/output/LayerNorm/gamma/adam_v* valueB€** dtype0* _output_shapes :€ ç 2bert/encoder/layer_1/output/LayerNorm/gamma/adam_v VariableV2* dtype0* _output_shapes :€* shared_name*E _class; 97loc:@bert/encoder/layer_1/output/LayerNorm/gamma/adam_v* container* shape:€ Ó 9bert/encoder/layer_1/output/LayerNorm/gamma/adam_v/AssignAssign2bert/encoder/layer_1/output/LayerNorm/gamma/adam_vDbert/encoder/layer_1/output/LayerNorm/gamma/adam_v/Initializer/zeros* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_1/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ä 7bert/encoder/layer_1/output/LayerNorm/gamma/adam_v/readIdentity2bert/encoder/layer_1/output/LayerNorm/gamma/adam_v* T0*E _class; 97loc:@bert/encoder/layer_1/output/LayerNorm/gamma/adam_v* _output_shapes :€ N Mul_199/xConst* value B *fff?* dtype0* _output_shapes : x Mul_199Mul Mul_199/x7bert/encoder/layer_1/output/LayerNorm/gamma/adam_m/read* T0* _output_shapes :€ N Mul_200/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_200Mul Mul_200/x+clip_by_global_norm/clip_by_global_norm/_36* T0* _output_shapes :€ F add_126AddMul_199Mul_200* T0* _output_shapes :€ N Mul_201/xConst* value B *w¾?* dtype0* _output_shapes : x Mul_201Mul Mul_201/x7bert/encoder/layer_1/output/LayerNorm/gamma/adam_v/read* T0* _output_shapes :€ f Square_36Square+clip_by_global_norm/clip_by_global_norm/_36* T0* _output_shapes :€ N Mul_202/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_202Mul Mul_202/x Square_36* T0* _output_shapes :€ F add_127AddMul_201Mul_202* T0* _output_shapes :€ > Sqrt_36Sqrtadd_127* T0* _output_shapes :€ N add_128/yConst* value B *½7†5* dtype0* _output_shapes : H add_128AddSqrt_36 add_128/y* T0* _output_shapes :€ M truediv_37RealDivadd_126add_128* T0* _output_shapes :€ G mul_203Muladd_2 truediv_37* T0* _output_shapes :€ n sub_37Sub0bert/encoder/layer_1/output/LayerNorm/gamma/readmul_203* T0* _output_shapes :€ Ø Assign_314Assign+bert/encoder/layer_1/output/LayerNorm/gammasub_37* T0*> _class4 20loc:@bert/encoder/layer_1/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( ç Assign_315Assign2bert/encoder/layer_1/output/LayerNorm/gamma/adam_madd_126* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_1/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€ ç Assign_316Assign2bert/encoder/layer_1/output/LayerNorm/gamma/adam_vadd_127* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_1/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ö Ybert/encoder/layer_2/attention/self/query/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*J _class@ >bert/encoder/layer_2/attention/self/query/kernel/adam_m/AssignAssign7bert/encoder/layer_2/attention/self/query/kernel/adam_mIbert/encoder/layer_2/attention/self/query/kernel/adam_m/Initializer/zeros* use_locking(* T0*J _class@ >bert/encoder/layer_2/attention/self/query/kernel/adam_v/AssignAssign7bert/encoder/layer_2/attention/self/query/kernel/adam_vIbert/encoder/layer_2/attention/self/query/kernel/adam_v/Initializer/zeros* T0*J _class@ > <:loc:@bert/encoder/layer_2/attention/self/query/bias/adam_m* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_2/attention/self/query/bias/adam_m VariableV2*H _class> <:loc:@bert/encoder/layer_2/attention/self/query/bias/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name ß <:loc:@bert/encoder/layer_2/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_2/attention/self/query/bias/adam_m/readIdentity5bert/encoder/layer_2/attention/self/query/bias/adam_m* T0*H _class> <:loc:@bert/encoder/layer_2/attention/self/query/bias/adam_m* _output_shapes :€ à Gbert/encoder/layer_2/attention/self/query/bias/adam_v/Initializer/zerosConst*H _class> <:loc:@bert/encoder/layer_2/attention/self/query/bias/adam_v* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_2/attention/self/query/bias/adam_v VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_2/attention/self/query/bias/adam_v* container* shape:€* dtype0* _output_shapes :€ ß <:loc:@bert/encoder/layer_2/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€ í :bert/encoder/layer_2/attention/self/query/bias/adam_v/readIdentity5bert/encoder/layer_2/attention/self/query/bias/adam_v* T0*H _class> <:loc:@bert/encoder/layer_2/attention/self/query/bias/adam_v* _output_shapes :€ N Mul_210/xConst* value B *fff?* dtype0* _output_shapes : { Mul_210Mul Mul_210/x:bert/encoder/layer_2/attention/self/query/bias/adam_m/read* T0* _output_shapes :€ N Mul_211/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_211Mul Mul_211/x+clip_by_global_norm/clip_by_global_norm/_38* T0* _output_shapes :€ F add_133AddMul_210Mul_211* T0* _output_shapes :€ N Mul_212/xConst* value B *w¾?* dtype0* _output_shapes : { Mul_212Mul Mul_212/x:bert/encoder/layer_2/attention/self/query/bias/adam_v/read* T0* _output_shapes :€ f Square_38Square+clip_by_global_norm/clip_by_global_norm/_38* T0* _output_shapes :€ N Mul_213/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_213Mul Mul_213/x Square_38* T0* _output_shapes :€ F add_134AddMul_212Mul_213* T0* _output_shapes :€ > Sqrt_38Sqrtadd_134* T0* _output_shapes :€ N add_135/yConst* value B *½7†5* dtype0* _output_shapes : H add_135AddSqrt_38 add_135/y* T0* _output_shapes :€ M truediv_39RealDivadd_133add_135* T0* _output_shapes :€ G mul_214Muladd_2 truediv_39* T0* _output_shapes :€ q sub_39Sub3bert/encoder/layer_2/attention/self/query/bias/readmul_214* T0* _output_shapes :€ Þ Assign_320Assign.bert/encoder/layer_2/attention/self/query/biassub_39* T0*A _class7 53loc:@bert/encoder/layer_2/attention/self/query/bias* validate_shape(* _output_shapes :€* use_locking( í Assign_321Assign5bert/encoder/layer_2/attention/self/query/bias/adam_madd_133* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_2/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€ í Assign_322Assign5bert/encoder/layer_2/attention/self/query/bias/adam_vadd_134* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_2/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€ ò Wbert/encoder/layer_2/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_2/attention/self/key/kernel/adam_m* valueB"* dtype0* _output_shapes : Ü Mbert/encoder/layer_2/attention/self/key/kernel/adam_m/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_2/attention/self/key/kernel/adam_m* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_2/attention/self/key/kernel/adam_m/Initializer/zerosFillWbert/encoder/layer_2/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorMbert/encoder/layer_2/attention/self/key/kernel/adam_m/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_2/attention/self/key/kernel/adam_m* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_2/attention/self/key/kernel/adam_m VariableV2*H _class> <:loc:@bert/encoder/layer_2/attention/self/key/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€* shared_name ä <:loc:@bert/encoder/layer_2/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€ ò :bert/encoder/layer_2/attention/self/key/kernel/adam_m/readIdentity5bert/encoder/layer_2/attention/self/key/kernel/adam_m* T0*H _class> <:loc:@bert/encoder/layer_2/attention/self/key/kernel/adam_m* _output_shapes : €€ ò Wbert/encoder/layer_2/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_2/attention/self/key/kernel/adam_v* valueB"* dtype0* _output_shapes : Ü Mbert/encoder/layer_2/attention/self/key/kernel/adam_v/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_2/attention/self/key/kernel/adam_v* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_2/attention/self/key/kernel/adam_v/Initializer/zerosFillWbert/encoder/layer_2/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorMbert/encoder/layer_2/attention/self/key/kernel/adam_v/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_2/attention/self/key/kernel/adam_v* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_2/attention/self/key/kernel/adam_v VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_2/attention/self/key/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€ ä <:loc:@bert/encoder/layer_2/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ò :bert/encoder/layer_2/attention/self/key/kernel/adam_v/readIdentity5bert/encoder/layer_2/attention/self/key/kernel/adam_v* T0*H _class> <:loc:@bert/encoder/layer_2/attention/self/key/kernel/adam_v* _output_shapes : €€ N Mul_215/xConst* value B *fff?* dtype0* _output_shapes : € Mul_215Mul Mul_215/x:bert/encoder/layer_2/attention/self/key/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_216/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : q Mul_216Mul Mul_216/x+clip_by_global_norm/clip_by_global_norm/_39* T0* _output_shapes : €€ K add_136AddMul_215Mul_216* T0* _output_shapes : €€ N Mul_217/xConst* value B *w¾?* dtype0* _output_shapes : € Mul_217Mul Mul_217/x:bert/encoder/layer_2/attention/self/key/kernel/adam_v/read* T0* _output_shapes : €€ k Square_39Square+clip_by_global_norm/clip_by_global_norm/_39* T0* _output_shapes : €€ N Mul_218/xConst* value B *oƒ:* dtype0* _output_shapes : O Mul_218Mul Mul_218/x Square_39* T0* _output_shapes : €€ K add_137AddMul_217Mul_218* T0* _output_shapes : €€ C Sqrt_39Sqrtadd_137* T0* _output_shapes : €€ N add_138/yConst* value B *½7†5* dtype0* _output_shapes : M add_138AddSqrt_39 add_138/y* T0* _output_shapes : €€ R truediv_40RealDivadd_136add_138* T0* _output_shapes : €€ N mul_219/xConst* value B * ×#<* dtype0* _output_shapes : y mul_219Mul mul_219/x3bert/encoder/layer_2/attention/self/key/kernel/read* T0* _output_shapes : €€ N add_139Add truediv_40mul_219* T0* _output_shapes : €€ I mul_220Muladd_2add_139* T0* _output_shapes : €€ v sub_40Sub3bert/encoder/layer_2/attention/self/key/kernel/readmul_220* T0* _output_shapes : €€ ã Assign_323Assign.bert/encoder/layer_2/attention/self/key/kernelsub_40* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_2/attention/self/key/kernel* validate_shape(* _output_shapes : €€ ò Assign_324Assign5bert/encoder/layer_2/attention/self/key/kernel/adam_madd_136* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_2/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€ ò Assign_325Assign5bert/encoder/layer_2/attention/self/key/kernel/adam_vadd_137* T0*H _class> <:loc:@bert/encoder/layer_2/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( Ü Ebert/encoder/layer_2/attention/self/key/bias/adam_m/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_2/attention/self/key/bias/adam_m* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_2/attention/self/key/bias/adam_m VariableV2* shared_name*F _class< :8loc:@bert/encoder/layer_2/attention/self/key/bias/adam_m* container* shape:€* dtype0* _output_shapes :€ × :bert/encoder/layer_2/attention/self/key/bias/adam_m/AssignAssign3bert/encoder/layer_2/attention/self/key/bias/adam_mEbert/encoder/layer_2/attention/self/key/bias/adam_m/Initializer/zeros* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_2/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€ ç 8bert/encoder/layer_2/attention/self/key/bias/adam_m/readIdentity3bert/encoder/layer_2/attention/self/key/bias/adam_m* T0*F _class< :8loc:@bert/encoder/layer_2/attention/self/key/bias/adam_m* _output_shapes :€ Ü Ebert/encoder/layer_2/attention/self/key/bias/adam_v/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_2/attention/self/key/bias/adam_v* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_2/attention/self/key/bias/adam_v VariableV2*F _class< :8loc:@bert/encoder/layer_2/attention/self/key/bias/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name × :bert/encoder/layer_2/attention/self/key/bias/adam_v/AssignAssign3bert/encoder/layer_2/attention/self/key/bias/adam_vEbert/encoder/layer_2/attention/self/key/bias/adam_v/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_2/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_2/attention/self/key/bias/adam_v/readIdentity3bert/encoder/layer_2/attention/self/key/bias/adam_v* T0*F _class< :8loc:@bert/encoder/layer_2/attention/self/key/bias/adam_v* _output_shapes :€ N Mul_221/xConst* value B *fff?* dtype0* _output_shapes : y Mul_221Mul Mul_221/x8bert/encoder/layer_2/attention/self/key/bias/adam_m/read* T0* _output_shapes :€ N Mul_222/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_222Mul Mul_222/x+clip_by_global_norm/clip_by_global_norm/_40* T0* _output_shapes :€ F add_140AddMul_221Mul_222* T0* _output_shapes :€ N Mul_223/xConst* value B *w¾?* dtype0* _output_shapes : y Mul_223Mul Mul_223/x8bert/encoder/layer_2/attention/self/key/bias/adam_v/read* T0* _output_shapes :€ f Square_40Square+clip_by_global_norm/clip_by_global_norm/_40* T0* _output_shapes :€ N Mul_224/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_224Mul Mul_224/x Square_40* T0* _output_shapes :€ F add_141AddMul_223Mul_224* T0* _output_shapes :€ > Sqrt_40Sqrtadd_141* T0* _output_shapes :€ N add_142/yConst* value B *½7†5* dtype0* _output_shapes : H add_142AddSqrt_40 add_142/y* T0* _output_shapes :€ M truediv_41RealDivadd_140add_142* T0* _output_shapes :€ G mul_225Muladd_2 truediv_41* T0* _output_shapes :€ o sub_41Sub1bert/encoder/layer_2/attention/self/key/bias/readmul_225* T0* _output_shapes :€ Ú Assign_326Assign,bert/encoder/layer_2/attention/self/key/biassub_41* T0*? _class5 31loc:@bert/encoder/layer_2/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( é Assign_327Assign3bert/encoder/layer_2/attention/self/key/bias/adam_madd_140* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_2/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€ é Assign_328Assign3bert/encoder/layer_2/attention/self/key/bias/adam_vadd_141* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_2/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€ ö Ybert/encoder/layer_2/attention/self/value/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*J _class@ >bert/encoder/layer_2/attention/self/value/kernel/adam_m/AssignAssign7bert/encoder/layer_2/attention/self/value/kernel/adam_mIbert/encoder/layer_2/attention/self/value/kernel/adam_m/Initializer/zeros* use_locking(* T0*J _class@ >bert/encoder/layer_2/attention/self/value/kernel/adam_v/AssignAssign7bert/encoder/layer_2/attention/self/value/kernel/adam_vIbert/encoder/layer_2/attention/self/value/kernel/adam_v/Initializer/zeros* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_2/attention/self/value/bias/adam_m* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_2/attention/self/value/bias/adam_m VariableV2* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_2/attention/self/value/bias/adam_m* container* shape:€ ß <:loc:@bert/encoder/layer_2/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€ í :bert/encoder/layer_2/attention/self/value/bias/adam_m/readIdentity5bert/encoder/layer_2/attention/self/value/bias/adam_m* T0*H _class> <:loc:@bert/encoder/layer_2/attention/self/value/bias/adam_m* _output_shapes :€ à Gbert/encoder/layer_2/attention/self/value/bias/adam_v/Initializer/zerosConst*H _class> <:loc:@bert/encoder/layer_2/attention/self/value/bias/adam_v* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_2/attention/self/value/bias/adam_v VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_2/attention/self/value/bias/adam_v* container* shape:€* dtype0* _output_shapes :€ ß <:loc:@bert/encoder/layer_2/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€ í :bert/encoder/layer_2/attention/self/value/bias/adam_v/readIdentity5bert/encoder/layer_2/attention/self/value/bias/adam_v* T0*H _class> <:loc:@bert/encoder/layer_2/attention/self/value/bias/adam_v* _output_shapes :€ N Mul_232/xConst* value B *fff?* dtype0* _output_shapes : { Mul_232Mul Mul_232/x:bert/encoder/layer_2/attention/self/value/bias/adam_m/read* T0* _output_shapes :€ N Mul_233/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_233Mul Mul_233/x+clip_by_global_norm/clip_by_global_norm/_42* T0* _output_shapes :€ F add_147AddMul_232Mul_233* T0* _output_shapes :€ N Mul_234/xConst* value B *w¾?* dtype0* _output_shapes : { Mul_234Mul Mul_234/x:bert/encoder/layer_2/attention/self/value/bias/adam_v/read* T0* _output_shapes :€ f Square_42Square+clip_by_global_norm/clip_by_global_norm/_42* T0* _output_shapes :€ N Mul_235/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_235Mul Mul_235/x Square_42* T0* _output_shapes :€ F add_148AddMul_234Mul_235* T0* _output_shapes :€ > Sqrt_42Sqrtadd_148* T0* _output_shapes :€ N add_149/yConst* value B *½7†5* dtype0* _output_shapes : H add_149AddSqrt_42 add_149/y* T0* _output_shapes :€ M truediv_43RealDivadd_147add_149* T0* _output_shapes :€ G mul_236Muladd_2 truediv_43* T0* _output_shapes :€ q sub_43Sub3bert/encoder/layer_2/attention/self/value/bias/readmul_236* T0* _output_shapes :€ Þ Assign_332Assign.bert/encoder/layer_2/attention/self/value/biassub_43* T0*A _class7 53loc:@bert/encoder/layer_2/attention/self/value/bias* validate_shape(* _output_shapes :€* use_locking( í Assign_333Assign5bert/encoder/layer_2/attention/self/value/bias/adam_madd_147* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_2/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€ í Assign_334Assign5bert/encoder/layer_2/attention/self/value/bias/adam_vadd_148* T0*H _class> <:loc:@bert/encoder/layer_2/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ú [bert/encoder/layer_2/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*L _classB @>loc:@bert/encoder/layer_2/attention/output/dense/kernel/adam_m* valueB"* dtype0* _output_shapes : ä Qbert/encoder/layer_2/attention/output/dense/kernel/adam_m/Initializer/zeros/ConstConst*L _classB @>loc:@bert/encoder/layer_2/attention/output/dense/kernel/adam_m* value B ** dtype0* _output_shapes : Ž Kbert/encoder/layer_2/attention/output/dense/kernel/adam_m/Initializer/zerosFill[bert/encoder/layer_2/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorQbert/encoder/layer_2/attention/output/dense/kernel/adam_m/Initializer/zeros/Const* T0*L _classB @>loc:@bert/encoder/layer_2/attention/output/dense/kernel/adam_m* index_type0* _output_shapes : €€ ÿ 9bert/encoder/layer_2/attention/output/dense/kernel/adam_m VariableV2*L _classB @>loc:@bert/encoder/layer_2/attention/output/dense/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€* shared_name ô @bert/encoder/layer_2/attention/output/dense/kernel/adam_m/AssignAssign9bert/encoder/layer_2/attention/output/dense/kernel/adam_mKbert/encoder/layer_2/attention/output/dense/kernel/adam_m/Initializer/zeros* use_locking(* T0*L _classB @>loc:@bert/encoder/layer_2/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ þ >bert/encoder/layer_2/attention/output/dense/kernel/adam_m/readIdentity9bert/encoder/layer_2/attention/output/dense/kernel/adam_m* T0*L _classB @>loc:@bert/encoder/layer_2/attention/output/dense/kernel/adam_m* _output_shapes : €€ ú [bert/encoder/layer_2/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*L _classB @>loc:@bert/encoder/layer_2/attention/output/dense/kernel/adam_v* valueB"* dtype0* _output_shapes : ä Qbert/encoder/layer_2/attention/output/dense/kernel/adam_v/Initializer/zeros/ConstConst*L _classB @>loc:@bert/encoder/layer_2/attention/output/dense/kernel/adam_v* value B ** dtype0* _output_shapes : Ž Kbert/encoder/layer_2/attention/output/dense/kernel/adam_v/Initializer/zerosFill[bert/encoder/layer_2/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorQbert/encoder/layer_2/attention/output/dense/kernel/adam_v/Initializer/zeros/Const* T0*L _classB @>loc:@bert/encoder/layer_2/attention/output/dense/kernel/adam_v* index_type0* _output_shapes : €€ ÿ 9bert/encoder/layer_2/attention/output/dense/kernel/adam_v VariableV2* dtype0* _output_shapes : €€* shared_name*L _classB @>loc:@bert/encoder/layer_2/attention/output/dense/kernel/adam_v* container* shape : €€ ô @bert/encoder/layer_2/attention/output/dense/kernel/adam_v/AssignAssign9bert/encoder/layer_2/attention/output/dense/kernel/adam_vKbert/encoder/layer_2/attention/output/dense/kernel/adam_v/Initializer/zeros* use_locking(* T0*L _classB @>loc:@bert/encoder/layer_2/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ þ >bert/encoder/layer_2/attention/output/dense/kernel/adam_v/readIdentity9bert/encoder/layer_2/attention/output/dense/kernel/adam_v* T0*L _classB @>loc:@bert/encoder/layer_2/attention/output/dense/kernel/adam_v* _output_shapes : €€ N Mul_237/xConst* value B *fff?* dtype0* _output_shapes : „ Mul_237Mul Mul_237/x>bert/encoder/layer_2/attention/output/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_238/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : q Mul_238Mul Mul_238/x+clip_by_global_norm/clip_by_global_norm/_43* T0* _output_shapes : €€ K add_150AddMul_237Mul_238* T0* _output_shapes : €€ N Mul_239/xConst* value B *w¾?* dtype0* _output_shapes : „ Mul_239Mul Mul_239/x>bert/encoder/layer_2/attention/output/dense/kernel/adam_v/read* T0* _output_shapes : €€ k Square_43Square+clip_by_global_norm/clip_by_global_norm/_43* T0* _output_shapes : €€ N Mul_240/xConst* value B *oƒ:* dtype0* _output_shapes : O Mul_240Mul Mul_240/x Square_43* T0* _output_shapes : €€ K add_151AddMul_239Mul_240* T0* _output_shapes : €€ C Sqrt_43Sqrtadd_151* T0* _output_shapes : €€ N add_152/yConst* value B *½7†5* dtype0* _output_shapes : M add_152AddSqrt_43 add_152/y* T0* _output_shapes : €€ R truediv_44RealDivadd_150add_152* T0* _output_shapes : €€ N mul_241/xConst* value B * ×#<* dtype0* _output_shapes : } mul_241Mul mul_241/x7bert/encoder/layer_2/attention/output/dense/kernel/read* T0* _output_shapes : €€ N add_153Add truediv_44mul_241* T0* _output_shapes : €€ I mul_242Muladd_2add_153* T0* _output_shapes : €€ z sub_44Sub7bert/encoder/layer_2/attention/output/dense/kernel/readmul_242* T0* _output_shapes : €€ ë Assign_335Assign2bert/encoder/layer_2/attention/output/dense/kernelsub_44* T0*E _class; 97loc:@bert/encoder/layer_2/attention/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( ú Assign_336Assign9bert/encoder/layer_2/attention/output/dense/kernel/adam_madd_150* T0*L _classB @>loc:@bert/encoder/layer_2/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ú Assign_337Assign9bert/encoder/layer_2/attention/output/dense/kernel/adam_vadd_151* T0*L _classB @>loc:@bert/encoder/layer_2/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ä Ibert/encoder/layer_2/attention/output/dense/bias/adam_m/Initializer/zerosConst*J _class@ >bert/encoder/layer_2/attention/output/dense/bias/adam_m/AssignAssign7bert/encoder/layer_2/attention/output/dense/bias/adam_mIbert/encoder/layer_2/attention/output/dense/bias/adam_m/Initializer/zeros* T0*J _class@ >bert/encoder/layer_2/attention/output/dense/bias/adam_v/AssignAssign7bert/encoder/layer_2/attention/output/dense/bias/adam_vIbert/encoder/layer_2/attention/output/dense/bias/adam_v/Initializer/zeros* use_locking(* T0*J _class@ > Sqrt_44Sqrtadd_155* T0* _output_shapes :€ N add_156/yConst* value B *½7†5* dtype0* _output_shapes : H add_156AddSqrt_44 add_156/y* T0* _output_shapes :€ M truediv_45RealDivadd_154add_156* T0* _output_shapes :€ G mul_247Muladd_2 truediv_45* T0* _output_shapes :€ s sub_45Sub5bert/encoder/layer_2/attention/output/dense/bias/readmul_247* T0* _output_shapes :€ â Assign_338Assign0bert/encoder/layer_2/attention/output/dense/biassub_45* T0*C _class9 75loc:@bert/encoder/layer_2/attention/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( ñ Assign_339Assign7bert/encoder/layer_2/attention/output/dense/bias/adam_madd_154* T0*J _class@ > Sqrt_45Sqrtadd_158* T0* _output_shapes :€ N add_159/yConst* value B *½7†5* dtype0* _output_shapes : H add_159AddSqrt_45 add_159/y* T0* _output_shapes :€ M truediv_46RealDivadd_157add_159* T0* _output_shapes :€ G mul_252Muladd_2 truediv_46* T0* _output_shapes :€ w sub_46Sub9bert/encoder/layer_2/attention/output/LayerNorm/beta/readmul_252* T0* _output_shapes :€ ê Assign_341Assign4bert/encoder/layer_2/attention/output/LayerNorm/betasub_46* T0*G _class= ;9loc:@bert/encoder/layer_2/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( ù Assign_342Assign;bert/encoder/layer_2/attention/output/LayerNorm/beta/adam_madd_157* T0*N _classD B@loc:@bert/encoder/layer_2/attention/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( ù Assign_343Assign;bert/encoder/layer_2/attention/output/LayerNorm/beta/adam_vadd_158* T0*N _classD B@loc:@bert/encoder/layer_2/attention/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( î Nbert/encoder/layer_2/attention/output/LayerNorm/gamma/adam_m/Initializer/zerosConst*O _classE CAloc:@bert/encoder/layer_2/attention/output/LayerNorm/gamma/adam_m* valueB€** dtype0* _output_shapes :€ û Sqrt_46Sqrtadd_161* T0* _output_shapes :€ N add_162/yConst* value B *½7†5* dtype0* _output_shapes : H add_162AddSqrt_46 add_162/y* T0* _output_shapes :€ M truediv_47RealDivadd_160add_162* T0* _output_shapes :€ G mul_257Muladd_2 truediv_47* T0* _output_shapes :€ x sub_47Sub:bert/encoder/layer_2/attention/output/LayerNorm/gamma/readmul_257* T0* _output_shapes :€ ì Assign_344Assign5bert/encoder/layer_2/attention/output/LayerNorm/gammasub_47* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_2/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ û Assign_345Assign <:loc:@bert/encoder/layer_2/intermediate/dense/kernel/adam_m* valueB" * dtype0* _output_shapes : Ü Mbert/encoder/layer_2/intermediate/dense/kernel/adam_m/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_2/intermediate/dense/kernel/adam_m* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_2/intermediate/dense/kernel/adam_m/Initializer/zerosFillWbert/encoder/layer_2/intermediate/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorMbert/encoder/layer_2/intermediate/dense/kernel/adam_m/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_2/intermediate/dense/kernel/adam_m* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_2/intermediate/dense/kernel/adam_m VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*H _class> <:loc:@bert/encoder/layer_2/intermediate/dense/kernel/adam_m* container ä <:loc:@bert/encoder/layer_2/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ò :bert/encoder/layer_2/intermediate/dense/kernel/adam_m/readIdentity5bert/encoder/layer_2/intermediate/dense/kernel/adam_m* T0*H _class> <:loc:@bert/encoder/layer_2/intermediate/dense/kernel/adam_m* _output_shapes : €€ ò Wbert/encoder/layer_2/intermediate/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_2/intermediate/dense/kernel/adam_v* valueB" * dtype0* _output_shapes : Ü Mbert/encoder/layer_2/intermediate/dense/kernel/adam_v/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_2/intermediate/dense/kernel/adam_v* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_2/intermediate/dense/kernel/adam_v/Initializer/zerosFillWbert/encoder/layer_2/intermediate/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorMbert/encoder/layer_2/intermediate/dense/kernel/adam_v/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_2/intermediate/dense/kernel/adam_v* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_2/intermediate/dense/kernel/adam_v VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*H _class> <:loc:@bert/encoder/layer_2/intermediate/dense/kernel/adam_v* container ä <:loc:@bert/encoder/layer_2/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ ò :bert/encoder/layer_2/intermediate/dense/kernel/adam_v/readIdentity5bert/encoder/layer_2/intermediate/dense/kernel/adam_v* T0*H _class> <:loc:@bert/encoder/layer_2/intermediate/dense/kernel/adam_v* _output_shapes : €€ N Mul_258/xConst* value B *fff?* dtype0* _output_shapes : € Mul_258Mul Mul_258/x:bert/encoder/layer_2/intermediate/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_259/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : q Mul_259Mul Mul_259/x+clip_by_global_norm/clip_by_global_norm/_47* T0* _output_shapes : €€ K add_163AddMul_258Mul_259* T0* _output_shapes : €€ N Mul_260/xConst* value B *w¾?* dtype0* _output_shapes : € Mul_260Mul Mul_260/x:bert/encoder/layer_2/intermediate/dense/kernel/adam_v/read* T0* _output_shapes : €€ k Square_47Square+clip_by_global_norm/clip_by_global_norm/_47* T0* _output_shapes : €€ N Mul_261/xConst* value B *oƒ:* dtype0* _output_shapes : O Mul_261Mul Mul_261/x Square_47* T0* _output_shapes : €€ K add_164AddMul_260Mul_261* T0* _output_shapes : €€ C Sqrt_47Sqrtadd_164* T0* _output_shapes : €€ N add_165/yConst* value B *½7†5* dtype0* _output_shapes : M add_165AddSqrt_47 add_165/y* T0* _output_shapes : €€ R truediv_48RealDivadd_163add_165* T0* _output_shapes : €€ N mul_262/xConst* value B * ×#<* dtype0* _output_shapes : y mul_262Mul mul_262/x3bert/encoder/layer_2/intermediate/dense/kernel/read* T0* _output_shapes : €€ N add_166Add truediv_48mul_262* T0* _output_shapes : €€ I mul_263Muladd_2add_166* T0* _output_shapes : €€ v sub_48Sub3bert/encoder/layer_2/intermediate/dense/kernel/readmul_263* T0* _output_shapes : €€ ã Assign_347Assign.bert/encoder/layer_2/intermediate/dense/kernelsub_48* T0*A _class7 53loc:@bert/encoder/layer_2/intermediate/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( ò Assign_348Assign5bert/encoder/layer_2/intermediate/dense/kernel/adam_madd_163* T0*H _class> <:loc:@bert/encoder/layer_2/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ò Assign_349Assign5bert/encoder/layer_2/intermediate/dense/kernel/adam_vadd_164* T0*H _class> <:loc:@bert/encoder/layer_2/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( è Ubert/encoder/layer_2/intermediate/dense/bias/adam_m/Initializer/zeros/shape_as_tensorConst*F _class< :8loc:@bert/encoder/layer_2/intermediate/dense/bias/adam_m* valueB :€* dtype0* _output_shapes : Ø Kbert/encoder/layer_2/intermediate/dense/bias/adam_m/Initializer/zeros/ConstConst*F _class< :8loc:@bert/encoder/layer_2/intermediate/dense/bias/adam_m* value B ** dtype0* _output_shapes : ñ Ebert/encoder/layer_2/intermediate/dense/bias/adam_m/Initializer/zerosFillUbert/encoder/layer_2/intermediate/dense/bias/adam_m/Initializer/zeros/shape_as_tensorKbert/encoder/layer_2/intermediate/dense/bias/adam_m/Initializer/zeros/Const* T0*F _class< :8loc:@bert/encoder/layer_2/intermediate/dense/bias/adam_m* index_type0* _output_shapes :€ é 3bert/encoder/layer_2/intermediate/dense/bias/adam_m VariableV2*F _class< :8loc:@bert/encoder/layer_2/intermediate/dense/bias/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name × :bert/encoder/layer_2/intermediate/dense/bias/adam_m/AssignAssign3bert/encoder/layer_2/intermediate/dense/bias/adam_mEbert/encoder/layer_2/intermediate/dense/bias/adam_m/Initializer/zeros* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_2/intermediate/dense/bias/adam_m* validate_shape(* _output_shapes :€ ç 8bert/encoder/layer_2/intermediate/dense/bias/adam_m/readIdentity3bert/encoder/layer_2/intermediate/dense/bias/adam_m* T0*F _class< :8loc:@bert/encoder/layer_2/intermediate/dense/bias/adam_m* _output_shapes :€ è Ubert/encoder/layer_2/intermediate/dense/bias/adam_v/Initializer/zeros/shape_as_tensorConst*F _class< :8loc:@bert/encoder/layer_2/intermediate/dense/bias/adam_v* valueB :€* dtype0* _output_shapes : Ø Kbert/encoder/layer_2/intermediate/dense/bias/adam_v/Initializer/zeros/ConstConst*F _class< :8loc:@bert/encoder/layer_2/intermediate/dense/bias/adam_v* value B ** dtype0* _output_shapes : ñ Ebert/encoder/layer_2/intermediate/dense/bias/adam_v/Initializer/zerosFillUbert/encoder/layer_2/intermediate/dense/bias/adam_v/Initializer/zeros/shape_as_tensorKbert/encoder/layer_2/intermediate/dense/bias/adam_v/Initializer/zeros/Const* T0*F _class< :8loc:@bert/encoder/layer_2/intermediate/dense/bias/adam_v* index_type0* _output_shapes :€ é 3bert/encoder/layer_2/intermediate/dense/bias/adam_v VariableV2* dtype0* _output_shapes :€* shared_name*F _class< :8loc:@bert/encoder/layer_2/intermediate/dense/bias/adam_v* container* shape:€ × :bert/encoder/layer_2/intermediate/dense/bias/adam_v/AssignAssign3bert/encoder/layer_2/intermediate/dense/bias/adam_vEbert/encoder/layer_2/intermediate/dense/bias/adam_v/Initializer/zeros* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_2/intermediate/dense/bias/adam_v* validate_shape(* _output_shapes :€ ç 8bert/encoder/layer_2/intermediate/dense/bias/adam_v/readIdentity3bert/encoder/layer_2/intermediate/dense/bias/adam_v* T0*F _class< :8loc:@bert/encoder/layer_2/intermediate/dense/bias/adam_v* _output_shapes :€ N Mul_264/xConst* value B *fff?* dtype0* _output_shapes : y Mul_264Mul Mul_264/x8bert/encoder/layer_2/intermediate/dense/bias/adam_m/read* T0* _output_shapes :€ N Mul_265/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_265Mul Mul_265/x+clip_by_global_norm/clip_by_global_norm/_48* T0* _output_shapes :€ F add_167AddMul_264Mul_265* T0* _output_shapes :€ N Mul_266/xConst* value B *w¾?* dtype0* _output_shapes : y Mul_266Mul Mul_266/x8bert/encoder/layer_2/intermediate/dense/bias/adam_v/read* T0* _output_shapes :€ f Square_48Square+clip_by_global_norm/clip_by_global_norm/_48* T0* _output_shapes :€ N Mul_267/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_267Mul Mul_267/x Square_48* T0* _output_shapes :€ F add_168AddMul_266Mul_267* T0* _output_shapes :€ > Sqrt_48Sqrtadd_168* T0* _output_shapes :€ N add_169/yConst* value B *½7†5* dtype0* _output_shapes : H add_169AddSqrt_48 add_169/y* T0* _output_shapes :€ M truediv_49RealDivadd_167add_169* T0* _output_shapes :€ G mul_268Muladd_2 truediv_49* T0* _output_shapes :€ o sub_49Sub1bert/encoder/layer_2/intermediate/dense/bias/readmul_268* T0* _output_shapes :€ Ú Assign_350Assign,bert/encoder/layer_2/intermediate/dense/biassub_49* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_2/intermediate/dense/bias* validate_shape(* _output_shapes :€ é Assign_351Assign3bert/encoder/layer_2/intermediate/dense/bias/adam_madd_167* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_2/intermediate/dense/bias/adam_m* validate_shape(* _output_shapes :€ é Assign_352Assign3bert/encoder/layer_2/intermediate/dense/bias/adam_vadd_168* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_2/intermediate/dense/bias/adam_v* validate_shape(* _output_shapes :€ æ Qbert/encoder/layer_2/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*B _class8 64loc:@bert/encoder/layer_2/output/dense/kernel/adam_m* valueB" * dtype0* _output_shapes : Ð Gbert/encoder/layer_2/output/dense/kernel/adam_m/Initializer/zeros/ConstConst*B _class8 64loc:@bert/encoder/layer_2/output/dense/kernel/adam_m* value B ** dtype0* _output_shapes : æ Abert/encoder/layer_2/output/dense/kernel/adam_m/Initializer/zerosFillQbert/encoder/layer_2/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorGbert/encoder/layer_2/output/dense/kernel/adam_m/Initializer/zeros/Const* T0*B _class8 64loc:@bert/encoder/layer_2/output/dense/kernel/adam_m* index_type0* _output_shapes : €€ ë /bert/encoder/layer_2/output/dense/kernel/adam_m VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*B _class8 64loc:@bert/encoder/layer_2/output/dense/kernel/adam_m* container Ì 6bert/encoder/layer_2/output/dense/kernel/adam_m/AssignAssign/bert/encoder/layer_2/output/dense/kernel/adam_mAbert/encoder/layer_2/output/dense/kernel/adam_m/Initializer/zeros* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_2/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ à 4bert/encoder/layer_2/output/dense/kernel/adam_m/readIdentity/bert/encoder/layer_2/output/dense/kernel/adam_m* T0*B _class8 64loc:@bert/encoder/layer_2/output/dense/kernel/adam_m* _output_shapes : €€ æ Qbert/encoder/layer_2/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*B _class8 64loc:@bert/encoder/layer_2/output/dense/kernel/adam_v* valueB" * dtype0* _output_shapes : Ð Gbert/encoder/layer_2/output/dense/kernel/adam_v/Initializer/zeros/ConstConst*B _class8 64loc:@bert/encoder/layer_2/output/dense/kernel/adam_v* value B ** dtype0* _output_shapes : æ Abert/encoder/layer_2/output/dense/kernel/adam_v/Initializer/zerosFillQbert/encoder/layer_2/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorGbert/encoder/layer_2/output/dense/kernel/adam_v/Initializer/zeros/Const* T0*B _class8 64loc:@bert/encoder/layer_2/output/dense/kernel/adam_v* index_type0* _output_shapes : €€ ë /bert/encoder/layer_2/output/dense/kernel/adam_v VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*B _class8 64loc:@bert/encoder/layer_2/output/dense/kernel/adam_v* container Ì 6bert/encoder/layer_2/output/dense/kernel/adam_v/AssignAssign/bert/encoder/layer_2/output/dense/kernel/adam_vAbert/encoder/layer_2/output/dense/kernel/adam_v/Initializer/zeros* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_2/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ à 4bert/encoder/layer_2/output/dense/kernel/adam_v/readIdentity/bert/encoder/layer_2/output/dense/kernel/adam_v* T0*B _class8 64loc:@bert/encoder/layer_2/output/dense/kernel/adam_v* _output_shapes : €€ N Mul_269/xConst* value B *fff?* dtype0* _output_shapes : z Mul_269Mul Mul_269/x4bert/encoder/layer_2/output/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_270/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : q Mul_270Mul Mul_270/x+clip_by_global_norm/clip_by_global_norm/_49* T0* _output_shapes : €€ K add_170AddMul_269Mul_270* T0* _output_shapes : €€ N Mul_271/xConst* value B *w¾?* dtype0* _output_shapes : z Mul_271Mul Mul_271/x4bert/encoder/layer_2/output/dense/kernel/adam_v/read* T0* _output_shapes : €€ k Square_49Square+clip_by_global_norm/clip_by_global_norm/_49* T0* _output_shapes : €€ N Mul_272/xConst* value B *oƒ:* dtype0* _output_shapes : O Mul_272Mul Mul_272/x Square_49* T0* _output_shapes : €€ K add_171AddMul_271Mul_272* T0* _output_shapes : €€ C Sqrt_49Sqrtadd_171* T0* _output_shapes : €€ N add_172/yConst* value B *½7†5* dtype0* _output_shapes : M add_172AddSqrt_49 add_172/y* T0* _output_shapes : €€ R truediv_50RealDivadd_170add_172* T0* _output_shapes : €€ N mul_273/xConst* value B * ×#<* dtype0* _output_shapes : s mul_273Mul mul_273/x-bert/encoder/layer_2/output/dense/kernel/read* T0* _output_shapes : €€ N add_173Add truediv_50mul_273* T0* _output_shapes : €€ I mul_274Muladd_2add_173* T0* _output_shapes : €€ p sub_50Sub-bert/encoder/layer_2/output/dense/kernel/readmul_274* T0* _output_shapes : €€ × Assign_353Assign(bert/encoder/layer_2/output/dense/kernelsub_50* use_locking(* T0*; _class1 /-loc:@bert/encoder/layer_2/output/dense/kernel* validate_shape(* _output_shapes : €€ æ Assign_354Assign/bert/encoder/layer_2/output/dense/kernel/adam_madd_170* T0*B _class8 64loc:@bert/encoder/layer_2/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( æ Assign_355Assign/bert/encoder/layer_2/output/dense/kernel/adam_vadd_171* T0*B _class8 64loc:@bert/encoder/layer_2/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( Ð ?bert/encoder/layer_2/output/dense/bias/adam_m/Initializer/zerosConst*@ _class6 42loc:@bert/encoder/layer_2/output/dense/bias/adam_m* valueB€** dtype0* _output_shapes :€ Ý -bert/encoder/layer_2/output/dense/bias/adam_m VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*@ _class6 42loc:@bert/encoder/layer_2/output/dense/bias/adam_m* container ¿ 4bert/encoder/layer_2/output/dense/bias/adam_m/AssignAssign-bert/encoder/layer_2/output/dense/bias/adam_m?bert/encoder/layer_2/output/dense/bias/adam_m/Initializer/zeros* T0*@ _class6 42loc:@bert/encoder/layer_2/output/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( Õ 2bert/encoder/layer_2/output/dense/bias/adam_m/readIdentity-bert/encoder/layer_2/output/dense/bias/adam_m* T0*@ _class6 42loc:@bert/encoder/layer_2/output/dense/bias/adam_m* _output_shapes :€ Ð ?bert/encoder/layer_2/output/dense/bias/adam_v/Initializer/zerosConst*@ _class6 42loc:@bert/encoder/layer_2/output/dense/bias/adam_v* valueB€** dtype0* _output_shapes :€ Ý -bert/encoder/layer_2/output/dense/bias/adam_v VariableV2* shared_name*@ _class6 42loc:@bert/encoder/layer_2/output/dense/bias/adam_v* container* shape:€* dtype0* _output_shapes :€ ¿ 4bert/encoder/layer_2/output/dense/bias/adam_v/AssignAssign-bert/encoder/layer_2/output/dense/bias/adam_v?bert/encoder/layer_2/output/dense/bias/adam_v/Initializer/zeros* T0*@ _class6 42loc:@bert/encoder/layer_2/output/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( Õ 2bert/encoder/layer_2/output/dense/bias/adam_v/readIdentity-bert/encoder/layer_2/output/dense/bias/adam_v* T0*@ _class6 42loc:@bert/encoder/layer_2/output/dense/bias/adam_v* _output_shapes :€ N Mul_275/xConst* value B *fff?* dtype0* _output_shapes : s Mul_275Mul Mul_275/x2bert/encoder/layer_2/output/dense/bias/adam_m/read* T0* _output_shapes :€ N Mul_276/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_276Mul Mul_276/x+clip_by_global_norm/clip_by_global_norm/_50* T0* _output_shapes :€ F add_174AddMul_275Mul_276* T0* _output_shapes :€ N Mul_277/xConst* value B *w¾?* dtype0* _output_shapes : s Mul_277Mul Mul_277/x2bert/encoder/layer_2/output/dense/bias/adam_v/read* T0* _output_shapes :€ f Square_50Square+clip_by_global_norm/clip_by_global_norm/_50* T0* _output_shapes :€ N Mul_278/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_278Mul Mul_278/x Square_50* T0* _output_shapes :€ F add_175AddMul_277Mul_278* T0* _output_shapes :€ > Sqrt_50Sqrtadd_175* T0* _output_shapes :€ N add_176/yConst* value B *½7†5* dtype0* _output_shapes : H add_176AddSqrt_50 add_176/y* T0* _output_shapes :€ M truediv_51RealDivadd_174add_176* T0* _output_shapes :€ G mul_279Muladd_2 truediv_51* T0* _output_shapes :€ i sub_51Sub+bert/encoder/layer_2/output/dense/bias/readmul_279* T0* _output_shapes :€ Î Assign_356Assign&bert/encoder/layer_2/output/dense/biassub_51* T0*9 _class/ -+loc:@bert/encoder/layer_2/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( Ý Assign_357Assign-bert/encoder/layer_2/output/dense/bias/adam_madd_174* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_2/output/dense/bias/adam_m* validate_shape(* _output_shapes :€ Ý Assign_358Assign-bert/encoder/layer_2/output/dense/bias/adam_vadd_175* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_2/output/dense/bias/adam_v* validate_shape(* _output_shapes :€ Ø Cbert/encoder/layer_2/output/LayerNorm/beta/adam_m/Initializer/zerosConst*D _class: 86loc:@bert/encoder/layer_2/output/LayerNorm/beta/adam_m* valueB€** dtype0* _output_shapes :€ å 1bert/encoder/layer_2/output/LayerNorm/beta/adam_m VariableV2* dtype0* _output_shapes :€* shared_name*D _class: 86loc:@bert/encoder/layer_2/output/LayerNorm/beta/adam_m* container* shape:€ Ï 8bert/encoder/layer_2/output/LayerNorm/beta/adam_m/AssignAssign1bert/encoder/layer_2/output/LayerNorm/beta/adam_mCbert/encoder/layer_2/output/LayerNorm/beta/adam_m/Initializer/zeros* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_2/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ á 6bert/encoder/layer_2/output/LayerNorm/beta/adam_m/readIdentity1bert/encoder/layer_2/output/LayerNorm/beta/adam_m* T0*D _class: 86loc:@bert/encoder/layer_2/output/LayerNorm/beta/adam_m* _output_shapes :€ Ø Cbert/encoder/layer_2/output/LayerNorm/beta/adam_v/Initializer/zerosConst*D _class: 86loc:@bert/encoder/layer_2/output/LayerNorm/beta/adam_v* valueB€** dtype0* _output_shapes :€ å 1bert/encoder/layer_2/output/LayerNorm/beta/adam_v VariableV2* dtype0* _output_shapes :€* shared_name*D _class: 86loc:@bert/encoder/layer_2/output/LayerNorm/beta/adam_v* container* shape:€ Ï 8bert/encoder/layer_2/output/LayerNorm/beta/adam_v/AssignAssign1bert/encoder/layer_2/output/LayerNorm/beta/adam_vCbert/encoder/layer_2/output/LayerNorm/beta/adam_v/Initializer/zeros* T0*D _class: 86loc:@bert/encoder/layer_2/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( á 6bert/encoder/layer_2/output/LayerNorm/beta/adam_v/readIdentity1bert/encoder/layer_2/output/LayerNorm/beta/adam_v* T0*D _class: 86loc:@bert/encoder/layer_2/output/LayerNorm/beta/adam_v* _output_shapes :€ N Mul_280/xConst* value B *fff?* dtype0* _output_shapes : w Mul_280Mul Mul_280/x6bert/encoder/layer_2/output/LayerNorm/beta/adam_m/read* T0* _output_shapes :€ N Mul_281/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_281Mul Mul_281/x+clip_by_global_norm/clip_by_global_norm/_51* T0* _output_shapes :€ F add_177AddMul_280Mul_281* T0* _output_shapes :€ N Mul_282/xConst* value B *w¾?* dtype0* _output_shapes : w Mul_282Mul Mul_282/x6bert/encoder/layer_2/output/LayerNorm/beta/adam_v/read* T0* _output_shapes :€ f Square_51Square+clip_by_global_norm/clip_by_global_norm/_51* T0* _output_shapes :€ N Mul_283/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_283Mul Mul_283/x Square_51* T0* _output_shapes :€ F add_178AddMul_282Mul_283* T0* _output_shapes :€ > Sqrt_51Sqrtadd_178* T0* _output_shapes :€ N add_179/yConst* value B *½7†5* dtype0* _output_shapes : H add_179AddSqrt_51 add_179/y* T0* _output_shapes :€ M truediv_52RealDivadd_177add_179* T0* _output_shapes :€ G mul_284Muladd_2 truediv_52* T0* _output_shapes :€ m sub_52Sub/bert/encoder/layer_2/output/LayerNorm/beta/readmul_284* T0* _output_shapes :€ Ö Assign_359Assign*bert/encoder/layer_2/output/LayerNorm/betasub_52* T0*= _class3 1/loc:@bert/encoder/layer_2/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( å Assign_360Assign1bert/encoder/layer_2/output/LayerNorm/beta/adam_madd_177* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_2/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ å Assign_361Assign1bert/encoder/layer_2/output/LayerNorm/beta/adam_vadd_178* T0*D _class: 86loc:@bert/encoder/layer_2/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( Ú Dbert/encoder/layer_2/output/LayerNorm/gamma/adam_m/Initializer/zerosConst*E _class; 97loc:@bert/encoder/layer_2/output/LayerNorm/gamma/adam_m* valueB€** dtype0* _output_shapes :€ ç 2bert/encoder/layer_2/output/LayerNorm/gamma/adam_m VariableV2* dtype0* _output_shapes :€* shared_name*E _class; 97loc:@bert/encoder/layer_2/output/LayerNorm/gamma/adam_m* container* shape:€ Ó 9bert/encoder/layer_2/output/LayerNorm/gamma/adam_m/AssignAssign2bert/encoder/layer_2/output/LayerNorm/gamma/adam_mDbert/encoder/layer_2/output/LayerNorm/gamma/adam_m/Initializer/zeros* T0*E _class; 97loc:@bert/encoder/layer_2/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( ä 7bert/encoder/layer_2/output/LayerNorm/gamma/adam_m/readIdentity2bert/encoder/layer_2/output/LayerNorm/gamma/adam_m* T0*E _class; 97loc:@bert/encoder/layer_2/output/LayerNorm/gamma/adam_m* _output_shapes :€ Ú Dbert/encoder/layer_2/output/LayerNorm/gamma/adam_v/Initializer/zerosConst*E _class; 97loc:@bert/encoder/layer_2/output/LayerNorm/gamma/adam_v* valueB€** dtype0* _output_shapes :€ ç 2bert/encoder/layer_2/output/LayerNorm/gamma/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*E _class; 97loc:@bert/encoder/layer_2/output/LayerNorm/gamma/adam_v* container Ó 9bert/encoder/layer_2/output/LayerNorm/gamma/adam_v/AssignAssign2bert/encoder/layer_2/output/LayerNorm/gamma/adam_vDbert/encoder/layer_2/output/LayerNorm/gamma/adam_v/Initializer/zeros* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_2/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ä 7bert/encoder/layer_2/output/LayerNorm/gamma/adam_v/readIdentity2bert/encoder/layer_2/output/LayerNorm/gamma/adam_v* T0*E _class; 97loc:@bert/encoder/layer_2/output/LayerNorm/gamma/adam_v* _output_shapes :€ N Mul_285/xConst* value B *fff?* dtype0* _output_shapes : x Mul_285Mul Mul_285/x7bert/encoder/layer_2/output/LayerNorm/gamma/adam_m/read* T0* _output_shapes :€ N Mul_286/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_286Mul Mul_286/x+clip_by_global_norm/clip_by_global_norm/_52* T0* _output_shapes :€ F add_180AddMul_285Mul_286* T0* _output_shapes :€ N Mul_287/xConst* value B *w¾?* dtype0* _output_shapes : x Mul_287Mul Mul_287/x7bert/encoder/layer_2/output/LayerNorm/gamma/adam_v/read* T0* _output_shapes :€ f Square_52Square+clip_by_global_norm/clip_by_global_norm/_52* T0* _output_shapes :€ N Mul_288/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_288Mul Mul_288/x Square_52* T0* _output_shapes :€ F add_181AddMul_287Mul_288* T0* _output_shapes :€ > Sqrt_52Sqrtadd_181* T0* _output_shapes :€ N add_182/yConst* value B *½7†5* dtype0* _output_shapes : H add_182AddSqrt_52 add_182/y* T0* _output_shapes :€ M truediv_53RealDivadd_180add_182* T0* _output_shapes :€ G mul_289Muladd_2 truediv_53* T0* _output_shapes :€ n sub_53Sub0bert/encoder/layer_2/output/LayerNorm/gamma/readmul_289* T0* _output_shapes :€ Ø Assign_362Assign+bert/encoder/layer_2/output/LayerNorm/gammasub_53* T0*> _class4 20loc:@bert/encoder/layer_2/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( ç Assign_363Assign2bert/encoder/layer_2/output/LayerNorm/gamma/adam_madd_180* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_2/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€ ç Assign_364Assign2bert/encoder/layer_2/output/LayerNorm/gamma/adam_vadd_181* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_2/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ö Ybert/encoder/layer_3/attention/self/query/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*J _class@ >bert/encoder/layer_3/attention/self/query/kernel/adam_m/AssignAssign7bert/encoder/layer_3/attention/self/query/kernel/adam_mIbert/encoder/layer_3/attention/self/query/kernel/adam_m/Initializer/zeros* T0*J _class@ >bert/encoder/layer_3/attention/self/query/kernel/adam_v/AssignAssign7bert/encoder/layer_3/attention/self/query/kernel/adam_vIbert/encoder/layer_3/attention/self/query/kernel/adam_v/Initializer/zeros* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_3/attention/self/query/bias/adam_m* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_3/attention/self/query/bias/adam_m VariableV2* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_3/attention/self/query/bias/adam_m* container* shape:€ ß <:loc:@bert/encoder/layer_3/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€ í :bert/encoder/layer_3/attention/self/query/bias/adam_m/readIdentity5bert/encoder/layer_3/attention/self/query/bias/adam_m* T0*H _class> <:loc:@bert/encoder/layer_3/attention/self/query/bias/adam_m* _output_shapes :€ à Gbert/encoder/layer_3/attention/self/query/bias/adam_v/Initializer/zerosConst*H _class> <:loc:@bert/encoder/layer_3/attention/self/query/bias/adam_v* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_3/attention/self/query/bias/adam_v VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_3/attention/self/query/bias/adam_v* container* shape:€* dtype0* _output_shapes :€ ß <:loc:@bert/encoder/layer_3/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€ í :bert/encoder/layer_3/attention/self/query/bias/adam_v/readIdentity5bert/encoder/layer_3/attention/self/query/bias/adam_v* T0*H _class> <:loc:@bert/encoder/layer_3/attention/self/query/bias/adam_v* _output_shapes :€ N Mul_296/xConst* value B *fff?* dtype0* _output_shapes : { Mul_296Mul Mul_296/x:bert/encoder/layer_3/attention/self/query/bias/adam_m/read* T0* _output_shapes :€ N Mul_297/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_297Mul Mul_297/x+clip_by_global_norm/clip_by_global_norm/_54* T0* _output_shapes :€ F add_187AddMul_296Mul_297* T0* _output_shapes :€ N Mul_298/xConst* value B *w¾?* dtype0* _output_shapes : { Mul_298Mul Mul_298/x:bert/encoder/layer_3/attention/self/query/bias/adam_v/read* T0* _output_shapes :€ f Square_54Square+clip_by_global_norm/clip_by_global_norm/_54* T0* _output_shapes :€ N Mul_299/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_299Mul Mul_299/x Square_54* T0* _output_shapes :€ F add_188AddMul_298Mul_299* T0* _output_shapes :€ > Sqrt_54Sqrtadd_188* T0* _output_shapes :€ N add_189/yConst* value B *½7†5* dtype0* _output_shapes : H add_189AddSqrt_54 add_189/y* T0* _output_shapes :€ M truediv_55RealDivadd_187add_189* T0* _output_shapes :€ G mul_300Muladd_2 truediv_55* T0* _output_shapes :€ q sub_55Sub3bert/encoder/layer_3/attention/self/query/bias/readmul_300* T0* _output_shapes :€ Þ Assign_368Assign.bert/encoder/layer_3/attention/self/query/biassub_55* T0*A _class7 53loc:@bert/encoder/layer_3/attention/self/query/bias* validate_shape(* _output_shapes :€* use_locking( í Assign_369Assign5bert/encoder/layer_3/attention/self/query/bias/adam_madd_187* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_3/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€ í Assign_370Assign5bert/encoder/layer_3/attention/self/query/bias/adam_vadd_188* T0*H _class> <:loc:@bert/encoder/layer_3/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ò Wbert/encoder/layer_3/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_3/attention/self/key/kernel/adam_m* valueB"* dtype0* _output_shapes : Ü Mbert/encoder/layer_3/attention/self/key/kernel/adam_m/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_3/attention/self/key/kernel/adam_m* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_3/attention/self/key/kernel/adam_m/Initializer/zerosFillWbert/encoder/layer_3/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorMbert/encoder/layer_3/attention/self/key/kernel/adam_m/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_3/attention/self/key/kernel/adam_m* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_3/attention/self/key/kernel/adam_m VariableV2* dtype0* _output_shapes : €€* shared_name*H _class> <:loc:@bert/encoder/layer_3/attention/self/key/kernel/adam_m* container* shape : €€ ä <:loc:@bert/encoder/layer_3/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€ ò :bert/encoder/layer_3/attention/self/key/kernel/adam_m/readIdentity5bert/encoder/layer_3/attention/self/key/kernel/adam_m* T0*H _class> <:loc:@bert/encoder/layer_3/attention/self/key/kernel/adam_m* _output_shapes : €€ ò Wbert/encoder/layer_3/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_3/attention/self/key/kernel/adam_v* valueB"* dtype0* _output_shapes : Ü Mbert/encoder/layer_3/attention/self/key/kernel/adam_v/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_3/attention/self/key/kernel/adam_v* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_3/attention/self/key/kernel/adam_v/Initializer/zerosFillWbert/encoder/layer_3/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorMbert/encoder/layer_3/attention/self/key/kernel/adam_v/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_3/attention/self/key/kernel/adam_v* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_3/attention/self/key/kernel/adam_v VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_3/attention/self/key/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€ ä <:loc:@bert/encoder/layer_3/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€ ò :bert/encoder/layer_3/attention/self/key/kernel/adam_v/readIdentity5bert/encoder/layer_3/attention/self/key/kernel/adam_v* T0*H _class> <:loc:@bert/encoder/layer_3/attention/self/key/kernel/adam_v* _output_shapes : €€ N Mul_301/xConst* value B *fff?* dtype0* _output_shapes : € Mul_301Mul Mul_301/x:bert/encoder/layer_3/attention/self/key/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_302/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : q Mul_302Mul Mul_302/x+clip_by_global_norm/clip_by_global_norm/_55* T0* _output_shapes : €€ K add_190AddMul_301Mul_302* T0* _output_shapes : €€ N Mul_303/xConst* value B *w¾?* dtype0* _output_shapes : € Mul_303Mul Mul_303/x:bert/encoder/layer_3/attention/self/key/kernel/adam_v/read* T0* _output_shapes : €€ k Square_55Square+clip_by_global_norm/clip_by_global_norm/_55* T0* _output_shapes : €€ N Mul_304/xConst* value B *oƒ:* dtype0* _output_shapes : O Mul_304Mul Mul_304/x Square_55* T0* _output_shapes : €€ K add_191AddMul_303Mul_304* T0* _output_shapes : €€ C Sqrt_55Sqrtadd_191* T0* _output_shapes : €€ N add_192/yConst* value B *½7†5* dtype0* _output_shapes : M add_192AddSqrt_55 add_192/y* T0* _output_shapes : €€ R truediv_56RealDivadd_190add_192* T0* _output_shapes : €€ N mul_305/xConst* value B * ×#<* dtype0* _output_shapes : y mul_305Mul mul_305/x3bert/encoder/layer_3/attention/self/key/kernel/read* T0* _output_shapes : €€ N add_193Add truediv_56mul_305* T0* _output_shapes : €€ I mul_306Muladd_2add_193* T0* _output_shapes : €€ v sub_56Sub3bert/encoder/layer_3/attention/self/key/kernel/readmul_306* T0* _output_shapes : €€ ã Assign_371Assign.bert/encoder/layer_3/attention/self/key/kernelsub_56* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_3/attention/self/key/kernel* validate_shape(* _output_shapes : €€ ò Assign_372Assign5bert/encoder/layer_3/attention/self/key/kernel/adam_madd_190* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_3/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€ ò Assign_373Assign5bert/encoder/layer_3/attention/self/key/kernel/adam_vadd_191* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_3/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€ Ü Ebert/encoder/layer_3/attention/self/key/bias/adam_m/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_3/attention/self/key/bias/adam_m* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_3/attention/self/key/bias/adam_m VariableV2* dtype0* _output_shapes :€* shared_name*F _class< :8loc:@bert/encoder/layer_3/attention/self/key/bias/adam_m* container* shape:€ × :bert/encoder/layer_3/attention/self/key/bias/adam_m/AssignAssign3bert/encoder/layer_3/attention/self/key/bias/adam_mEbert/encoder/layer_3/attention/self/key/bias/adam_m/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_3/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_3/attention/self/key/bias/adam_m/readIdentity3bert/encoder/layer_3/attention/self/key/bias/adam_m* T0*F _class< :8loc:@bert/encoder/layer_3/attention/self/key/bias/adam_m* _output_shapes :€ Ü Ebert/encoder/layer_3/attention/self/key/bias/adam_v/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_3/attention/self/key/bias/adam_v* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_3/attention/self/key/bias/adam_v VariableV2* shared_name*F _class< :8loc:@bert/encoder/layer_3/attention/self/key/bias/adam_v* container* shape:€* dtype0* _output_shapes :€ × :bert/encoder/layer_3/attention/self/key/bias/adam_v/AssignAssign3bert/encoder/layer_3/attention/self/key/bias/adam_vEbert/encoder/layer_3/attention/self/key/bias/adam_v/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_3/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_3/attention/self/key/bias/adam_v/readIdentity3bert/encoder/layer_3/attention/self/key/bias/adam_v* T0*F _class< :8loc:@bert/encoder/layer_3/attention/self/key/bias/adam_v* _output_shapes :€ N Mul_307/xConst* value B *fff?* dtype0* _output_shapes : y Mul_307Mul Mul_307/x8bert/encoder/layer_3/attention/self/key/bias/adam_m/read* T0* _output_shapes :€ N Mul_308/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_308Mul Mul_308/x+clip_by_global_norm/clip_by_global_norm/_56* T0* _output_shapes :€ F add_194AddMul_307Mul_308* T0* _output_shapes :€ N Mul_309/xConst* value B *w¾?* dtype0* _output_shapes : y Mul_309Mul Mul_309/x8bert/encoder/layer_3/attention/self/key/bias/adam_v/read* T0* _output_shapes :€ f Square_56Square+clip_by_global_norm/clip_by_global_norm/_56* T0* _output_shapes :€ N Mul_310/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_310Mul Mul_310/x Square_56* T0* _output_shapes :€ F add_195AddMul_309Mul_310* T0* _output_shapes :€ > Sqrt_56Sqrtadd_195* T0* _output_shapes :€ N add_196/yConst* value B *½7†5* dtype0* _output_shapes : H add_196AddSqrt_56 add_196/y* T0* _output_shapes :€ M truediv_57RealDivadd_194add_196* T0* _output_shapes :€ G mul_311Muladd_2 truediv_57* T0* _output_shapes :€ o sub_57Sub1bert/encoder/layer_3/attention/self/key/bias/readmul_311* T0* _output_shapes :€ Ú Assign_374Assign,bert/encoder/layer_3/attention/self/key/biassub_57* T0*? _class5 31loc:@bert/encoder/layer_3/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( é Assign_375Assign3bert/encoder/layer_3/attention/self/key/bias/adam_madd_194* T0*F _class< :8loc:@bert/encoder/layer_3/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( é Assign_376Assign3bert/encoder/layer_3/attention/self/key/bias/adam_vadd_195* T0*F _class< :8loc:@bert/encoder/layer_3/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ö Ybert/encoder/layer_3/attention/self/value/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*J _class@ >bert/encoder/layer_3/attention/self/value/kernel/adam_m/AssignAssign7bert/encoder/layer_3/attention/self/value/kernel/adam_mIbert/encoder/layer_3/attention/self/value/kernel/adam_m/Initializer/zeros* use_locking(* T0*J _class@ >bert/encoder/layer_3/attention/self/value/kernel/adam_v/AssignAssign7bert/encoder/layer_3/attention/self/value/kernel/adam_vIbert/encoder/layer_3/attention/self/value/kernel/adam_v/Initializer/zeros* T0*J _class@ > <:loc:@bert/encoder/layer_3/attention/self/value/bias/adam_m* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_3/attention/self/value/bias/adam_m VariableV2* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_3/attention/self/value/bias/adam_m* container* shape:€ ß <:loc:@bert/encoder/layer_3/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_3/attention/self/value/bias/adam_m/readIdentity5bert/encoder/layer_3/attention/self/value/bias/adam_m* T0*H _class> <:loc:@bert/encoder/layer_3/attention/self/value/bias/adam_m* _output_shapes :€ à Gbert/encoder/layer_3/attention/self/value/bias/adam_v/Initializer/zerosConst*H _class> <:loc:@bert/encoder/layer_3/attention/self/value/bias/adam_v* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_3/attention/self/value/bias/adam_v VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_3/attention/self/value/bias/adam_v* container* shape:€* dtype0* _output_shapes :€ ß <:loc:@bert/encoder/layer_3/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_3/attention/self/value/bias/adam_v/readIdentity5bert/encoder/layer_3/attention/self/value/bias/adam_v* T0*H _class> <:loc:@bert/encoder/layer_3/attention/self/value/bias/adam_v* _output_shapes :€ N Mul_318/xConst* value B *fff?* dtype0* _output_shapes : { Mul_318Mul Mul_318/x:bert/encoder/layer_3/attention/self/value/bias/adam_m/read* T0* _output_shapes :€ N Mul_319/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_319Mul Mul_319/x+clip_by_global_norm/clip_by_global_norm/_58* T0* _output_shapes :€ F add_201AddMul_318Mul_319* T0* _output_shapes :€ N Mul_320/xConst* value B *w¾?* dtype0* _output_shapes : { Mul_320Mul Mul_320/x:bert/encoder/layer_3/attention/self/value/bias/adam_v/read* T0* _output_shapes :€ f Square_58Square+clip_by_global_norm/clip_by_global_norm/_58* T0* _output_shapes :€ N Mul_321/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_321Mul Mul_321/x Square_58* T0* _output_shapes :€ F add_202AddMul_320Mul_321* T0* _output_shapes :€ > Sqrt_58Sqrtadd_202* T0* _output_shapes :€ N add_203/yConst* value B *½7†5* dtype0* _output_shapes : H add_203AddSqrt_58 add_203/y* T0* _output_shapes :€ M truediv_59RealDivadd_201add_203* T0* _output_shapes :€ G mul_322Muladd_2 truediv_59* T0* _output_shapes :€ q sub_59Sub3bert/encoder/layer_3/attention/self/value/bias/readmul_322* T0* _output_shapes :€ Þ Assign_380Assign.bert/encoder/layer_3/attention/self/value/biassub_59* T0*A _class7 53loc:@bert/encoder/layer_3/attention/self/value/bias* validate_shape(* _output_shapes :€* use_locking( í Assign_381Assign5bert/encoder/layer_3/attention/self/value/bias/adam_madd_201* T0*H _class> <:loc:@bert/encoder/layer_3/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í Assign_382Assign5bert/encoder/layer_3/attention/self/value/bias/adam_vadd_202* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_3/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€ ú [bert/encoder/layer_3/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*L _classB @>loc:@bert/encoder/layer_3/attention/output/dense/kernel/adam_m* valueB"* dtype0* _output_shapes : ä Qbert/encoder/layer_3/attention/output/dense/kernel/adam_m/Initializer/zeros/ConstConst*L _classB @>loc:@bert/encoder/layer_3/attention/output/dense/kernel/adam_m* value B ** dtype0* _output_shapes : Ž Kbert/encoder/layer_3/attention/output/dense/kernel/adam_m/Initializer/zerosFill[bert/encoder/layer_3/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorQbert/encoder/layer_3/attention/output/dense/kernel/adam_m/Initializer/zeros/Const* T0*L _classB @>loc:@bert/encoder/layer_3/attention/output/dense/kernel/adam_m* index_type0* _output_shapes : €€ ÿ 9bert/encoder/layer_3/attention/output/dense/kernel/adam_m VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*L _classB @>loc:@bert/encoder/layer_3/attention/output/dense/kernel/adam_m* container ô @bert/encoder/layer_3/attention/output/dense/kernel/adam_m/AssignAssign9bert/encoder/layer_3/attention/output/dense/kernel/adam_mKbert/encoder/layer_3/attention/output/dense/kernel/adam_m/Initializer/zeros* T0*L _classB @>loc:@bert/encoder/layer_3/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( þ >bert/encoder/layer_3/attention/output/dense/kernel/adam_m/readIdentity9bert/encoder/layer_3/attention/output/dense/kernel/adam_m* T0*L _classB @>loc:@bert/encoder/layer_3/attention/output/dense/kernel/adam_m* _output_shapes : €€ ú [bert/encoder/layer_3/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*L _classB @>loc:@bert/encoder/layer_3/attention/output/dense/kernel/adam_v* valueB"* dtype0* _output_shapes : ä Qbert/encoder/layer_3/attention/output/dense/kernel/adam_v/Initializer/zeros/ConstConst*L _classB @>loc:@bert/encoder/layer_3/attention/output/dense/kernel/adam_v* value B ** dtype0* _output_shapes : Ž Kbert/encoder/layer_3/attention/output/dense/kernel/adam_v/Initializer/zerosFill[bert/encoder/layer_3/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorQbert/encoder/layer_3/attention/output/dense/kernel/adam_v/Initializer/zeros/Const* T0*L _classB @>loc:@bert/encoder/layer_3/attention/output/dense/kernel/adam_v* index_type0* _output_shapes : €€ ÿ 9bert/encoder/layer_3/attention/output/dense/kernel/adam_v VariableV2* dtype0* _output_shapes : €€* shared_name*L _classB @>loc:@bert/encoder/layer_3/attention/output/dense/kernel/adam_v* container* shape : €€ ô @bert/encoder/layer_3/attention/output/dense/kernel/adam_v/AssignAssign9bert/encoder/layer_3/attention/output/dense/kernel/adam_vKbert/encoder/layer_3/attention/output/dense/kernel/adam_v/Initializer/zeros* T0*L _classB @>loc:@bert/encoder/layer_3/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( þ >bert/encoder/layer_3/attention/output/dense/kernel/adam_v/readIdentity9bert/encoder/layer_3/attention/output/dense/kernel/adam_v* T0*L _classB @>loc:@bert/encoder/layer_3/attention/output/dense/kernel/adam_v* _output_shapes : €€ N Mul_323/xConst* value B *fff?* dtype0* _output_shapes : „ Mul_323Mul Mul_323/x>bert/encoder/layer_3/attention/output/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_324/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : q Mul_324Mul Mul_324/x+clip_by_global_norm/clip_by_global_norm/_59* T0* _output_shapes : €€ K add_204AddMul_323Mul_324* T0* _output_shapes : €€ N Mul_325/xConst* value B *w¾?* dtype0* _output_shapes : „ Mul_325Mul Mul_325/x>bert/encoder/layer_3/attention/output/dense/kernel/adam_v/read* T0* _output_shapes : €€ k Square_59Square+clip_by_global_norm/clip_by_global_norm/_59* T0* _output_shapes : €€ N Mul_326/xConst* value B *oƒ:* dtype0* _output_shapes : O Mul_326Mul Mul_326/x Square_59* T0* _output_shapes : €€ K add_205AddMul_325Mul_326* T0* _output_shapes : €€ C Sqrt_59Sqrtadd_205* T0* _output_shapes : €€ N add_206/yConst* value B *½7†5* dtype0* _output_shapes : M add_206AddSqrt_59 add_206/y* T0* _output_shapes : €€ R truediv_60RealDivadd_204add_206* T0* _output_shapes : €€ N mul_327/xConst* value B * ×#<* dtype0* _output_shapes : } mul_327Mul mul_327/x7bert/encoder/layer_3/attention/output/dense/kernel/read* T0* _output_shapes : €€ N add_207Add truediv_60mul_327* T0* _output_shapes : €€ I mul_328Muladd_2add_207* T0* _output_shapes : €€ z sub_60Sub7bert/encoder/layer_3/attention/output/dense/kernel/readmul_328* T0* _output_shapes : €€ ë Assign_383Assign2bert/encoder/layer_3/attention/output/dense/kernelsub_60* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_3/attention/output/dense/kernel* validate_shape(* _output_shapes : €€ ú Assign_384Assign9bert/encoder/layer_3/attention/output/dense/kernel/adam_madd_204* T0*L _classB @>loc:@bert/encoder/layer_3/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ú Assign_385Assign9bert/encoder/layer_3/attention/output/dense/kernel/adam_vadd_205* T0*L _classB @>loc:@bert/encoder/layer_3/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ä Ibert/encoder/layer_3/attention/output/dense/bias/adam_m/Initializer/zerosConst*J _class@ >bert/encoder/layer_3/attention/output/dense/bias/adam_m/AssignAssign7bert/encoder/layer_3/attention/output/dense/bias/adam_mIbert/encoder/layer_3/attention/output/dense/bias/adam_m/Initializer/zeros* use_locking(* T0*J _class@ >bert/encoder/layer_3/attention/output/dense/bias/adam_v/AssignAssign7bert/encoder/layer_3/attention/output/dense/bias/adam_vIbert/encoder/layer_3/attention/output/dense/bias/adam_v/Initializer/zeros* T0*J _class@ > Sqrt_60Sqrtadd_209* T0* _output_shapes :€ N add_210/yConst* value B *½7†5* dtype0* _output_shapes : H add_210AddSqrt_60 add_210/y* T0* _output_shapes :€ M truediv_61RealDivadd_208add_210* T0* _output_shapes :€ G mul_333Muladd_2 truediv_61* T0* _output_shapes :€ s sub_61Sub5bert/encoder/layer_3/attention/output/dense/bias/readmul_333* T0* _output_shapes :€ â Assign_386Assign0bert/encoder/layer_3/attention/output/dense/biassub_61* T0*C _class9 75loc:@bert/encoder/layer_3/attention/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( ñ Assign_387Assign7bert/encoder/layer_3/attention/output/dense/bias/adam_madd_208* use_locking(* T0*J _class@ > Sqrt_61Sqrtadd_212* T0* _output_shapes :€ N add_213/yConst* value B *½7†5* dtype0* _output_shapes : H add_213AddSqrt_61 add_213/y* T0* _output_shapes :€ M truediv_62RealDivadd_211add_213* T0* _output_shapes :€ G mul_338Muladd_2 truediv_62* T0* _output_shapes :€ w sub_62Sub9bert/encoder/layer_3/attention/output/LayerNorm/beta/readmul_338* T0* _output_shapes :€ ê Assign_389Assign4bert/encoder/layer_3/attention/output/LayerNorm/betasub_62* T0*G _class= ;9loc:@bert/encoder/layer_3/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( ù Assign_390Assign;bert/encoder/layer_3/attention/output/LayerNorm/beta/adam_madd_211* T0*N _classD B@loc:@bert/encoder/layer_3/attention/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( ù Assign_391Assign;bert/encoder/layer_3/attention/output/LayerNorm/beta/adam_vadd_212* use_locking(* T0*N _classD B@loc:@bert/encoder/layer_3/attention/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€ î Nbert/encoder/layer_3/attention/output/LayerNorm/gamma/adam_m/Initializer/zerosConst*O _classE CAloc:@bert/encoder/layer_3/attention/output/LayerNorm/gamma/adam_m* valueB€** dtype0* _output_shapes :€ û Sqrt_62Sqrtadd_215* T0* _output_shapes :€ N add_216/yConst* value B *½7†5* dtype0* _output_shapes : H add_216AddSqrt_62 add_216/y* T0* _output_shapes :€ M truediv_63RealDivadd_214add_216* T0* _output_shapes :€ G mul_343Muladd_2 truediv_63* T0* _output_shapes :€ x sub_63Sub:bert/encoder/layer_3/attention/output/LayerNorm/gamma/readmul_343* T0* _output_shapes :€ ì Assign_392Assign5bert/encoder/layer_3/attention/output/LayerNorm/gammasub_63* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_3/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ û Assign_393Assign <:loc:@bert/encoder/layer_3/intermediate/dense/kernel/adam_m* valueB" * dtype0* _output_shapes : Ü Mbert/encoder/layer_3/intermediate/dense/kernel/adam_m/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_3/intermediate/dense/kernel/adam_m* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_3/intermediate/dense/kernel/adam_m/Initializer/zerosFillWbert/encoder/layer_3/intermediate/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorMbert/encoder/layer_3/intermediate/dense/kernel/adam_m/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_3/intermediate/dense/kernel/adam_m* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_3/intermediate/dense/kernel/adam_m VariableV2*H _class> <:loc:@bert/encoder/layer_3/intermediate/dense/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€* shared_name ä <:loc:@bert/encoder/layer_3/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ò :bert/encoder/layer_3/intermediate/dense/kernel/adam_m/readIdentity5bert/encoder/layer_3/intermediate/dense/kernel/adam_m* T0*H _class> <:loc:@bert/encoder/layer_3/intermediate/dense/kernel/adam_m* _output_shapes : €€ ò Wbert/encoder/layer_3/intermediate/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_3/intermediate/dense/kernel/adam_v* valueB" * dtype0* _output_shapes : Ü Mbert/encoder/layer_3/intermediate/dense/kernel/adam_v/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_3/intermediate/dense/kernel/adam_v* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_3/intermediate/dense/kernel/adam_v/Initializer/zerosFillWbert/encoder/layer_3/intermediate/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorMbert/encoder/layer_3/intermediate/dense/kernel/adam_v/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_3/intermediate/dense/kernel/adam_v* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_3/intermediate/dense/kernel/adam_v VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*H _class> <:loc:@bert/encoder/layer_3/intermediate/dense/kernel/adam_v* container ä <:loc:@bert/encoder/layer_3/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ ò :bert/encoder/layer_3/intermediate/dense/kernel/adam_v/readIdentity5bert/encoder/layer_3/intermediate/dense/kernel/adam_v* T0*H _class> <:loc:@bert/encoder/layer_3/intermediate/dense/kernel/adam_v* _output_shapes : €€ N Mul_344/xConst* value B *fff?* dtype0* _output_shapes : € Mul_344Mul Mul_344/x:bert/encoder/layer_3/intermediate/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_345/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : q Mul_345Mul Mul_345/x+clip_by_global_norm/clip_by_global_norm/_63* T0* _output_shapes : €€ K add_217AddMul_344Mul_345* T0* _output_shapes : €€ N Mul_346/xConst* value B *w¾?* dtype0* _output_shapes : € Mul_346Mul Mul_346/x:bert/encoder/layer_3/intermediate/dense/kernel/adam_v/read* T0* _output_shapes : €€ k Square_63Square+clip_by_global_norm/clip_by_global_norm/_63* T0* _output_shapes : €€ N Mul_347/xConst* value B *oƒ:* dtype0* _output_shapes : O Mul_347Mul Mul_347/x Square_63* T0* _output_shapes : €€ K add_218AddMul_346Mul_347* T0* _output_shapes : €€ C Sqrt_63Sqrtadd_218* T0* _output_shapes : €€ N add_219/yConst* value B *½7†5* dtype0* _output_shapes : M add_219AddSqrt_63 add_219/y* T0* _output_shapes : €€ R truediv_64RealDivadd_217add_219* T0* _output_shapes : €€ N mul_348/xConst* value B * ×#<* dtype0* _output_shapes : y mul_348Mul mul_348/x3bert/encoder/layer_3/intermediate/dense/kernel/read* T0* _output_shapes : €€ N add_220Add truediv_64mul_348* T0* _output_shapes : €€ I mul_349Muladd_2add_220* T0* _output_shapes : €€ v sub_64Sub3bert/encoder/layer_3/intermediate/dense/kernel/readmul_349* T0* _output_shapes : €€ ã Assign_395Assign.bert/encoder/layer_3/intermediate/dense/kernelsub_64* T0*A _class7 53loc:@bert/encoder/layer_3/intermediate/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( ò Assign_396Assign5bert/encoder/layer_3/intermediate/dense/kernel/adam_madd_217* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_3/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ò Assign_397Assign5bert/encoder/layer_3/intermediate/dense/kernel/adam_vadd_218* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_3/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ è Ubert/encoder/layer_3/intermediate/dense/bias/adam_m/Initializer/zeros/shape_as_tensorConst*F _class< :8loc:@bert/encoder/layer_3/intermediate/dense/bias/adam_m* valueB :€* dtype0* _output_shapes : Ø Kbert/encoder/layer_3/intermediate/dense/bias/adam_m/Initializer/zeros/ConstConst*F _class< :8loc:@bert/encoder/layer_3/intermediate/dense/bias/adam_m* value B ** dtype0* _output_shapes : ñ Ebert/encoder/layer_3/intermediate/dense/bias/adam_m/Initializer/zerosFillUbert/encoder/layer_3/intermediate/dense/bias/adam_m/Initializer/zeros/shape_as_tensorKbert/encoder/layer_3/intermediate/dense/bias/adam_m/Initializer/zeros/Const* T0*F _class< :8loc:@bert/encoder/layer_3/intermediate/dense/bias/adam_m* index_type0* _output_shapes :€ é 3bert/encoder/layer_3/intermediate/dense/bias/adam_m VariableV2* shared_name*F _class< :8loc:@bert/encoder/layer_3/intermediate/dense/bias/adam_m* container* shape:€* dtype0* _output_shapes :€ × :bert/encoder/layer_3/intermediate/dense/bias/adam_m/AssignAssign3bert/encoder/layer_3/intermediate/dense/bias/adam_mEbert/encoder/layer_3/intermediate/dense/bias/adam_m/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_3/intermediate/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_3/intermediate/dense/bias/adam_m/readIdentity3bert/encoder/layer_3/intermediate/dense/bias/adam_m* T0*F _class< :8loc:@bert/encoder/layer_3/intermediate/dense/bias/adam_m* _output_shapes :€ è Ubert/encoder/layer_3/intermediate/dense/bias/adam_v/Initializer/zeros/shape_as_tensorConst*F _class< :8loc:@bert/encoder/layer_3/intermediate/dense/bias/adam_v* valueB :€* dtype0* _output_shapes : Ø Kbert/encoder/layer_3/intermediate/dense/bias/adam_v/Initializer/zeros/ConstConst*F _class< :8loc:@bert/encoder/layer_3/intermediate/dense/bias/adam_v* value B ** dtype0* _output_shapes : ñ Ebert/encoder/layer_3/intermediate/dense/bias/adam_v/Initializer/zerosFillUbert/encoder/layer_3/intermediate/dense/bias/adam_v/Initializer/zeros/shape_as_tensorKbert/encoder/layer_3/intermediate/dense/bias/adam_v/Initializer/zeros/Const* T0*F _class< :8loc:@bert/encoder/layer_3/intermediate/dense/bias/adam_v* index_type0* _output_shapes :€ é 3bert/encoder/layer_3/intermediate/dense/bias/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*F _class< :8loc:@bert/encoder/layer_3/intermediate/dense/bias/adam_v* container × :bert/encoder/layer_3/intermediate/dense/bias/adam_v/AssignAssign3bert/encoder/layer_3/intermediate/dense/bias/adam_vEbert/encoder/layer_3/intermediate/dense/bias/adam_v/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_3/intermediate/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_3/intermediate/dense/bias/adam_v/readIdentity3bert/encoder/layer_3/intermediate/dense/bias/adam_v* T0*F _class< :8loc:@bert/encoder/layer_3/intermediate/dense/bias/adam_v* _output_shapes :€ N Mul_350/xConst* value B *fff?* dtype0* _output_shapes : y Mul_350Mul Mul_350/x8bert/encoder/layer_3/intermediate/dense/bias/adam_m/read* T0* _output_shapes :€ N Mul_351/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_351Mul Mul_351/x+clip_by_global_norm/clip_by_global_norm/_64* T0* _output_shapes :€ F add_221AddMul_350Mul_351* T0* _output_shapes :€ N Mul_352/xConst* value B *w¾?* dtype0* _output_shapes : y Mul_352Mul Mul_352/x8bert/encoder/layer_3/intermediate/dense/bias/adam_v/read* T0* _output_shapes :€ f Square_64Square+clip_by_global_norm/clip_by_global_norm/_64* T0* _output_shapes :€ N Mul_353/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_353Mul Mul_353/x Square_64* T0* _output_shapes :€ F add_222AddMul_352Mul_353* T0* _output_shapes :€ > Sqrt_64Sqrtadd_222* T0* _output_shapes :€ N add_223/yConst* value B *½7†5* dtype0* _output_shapes : H add_223AddSqrt_64 add_223/y* T0* _output_shapes :€ M truediv_65RealDivadd_221add_223* T0* _output_shapes :€ G mul_354Muladd_2 truediv_65* T0* _output_shapes :€ o sub_65Sub1bert/encoder/layer_3/intermediate/dense/bias/readmul_354* T0* _output_shapes :€ Ú Assign_398Assign,bert/encoder/layer_3/intermediate/dense/biassub_65* T0*? _class5 31loc:@bert/encoder/layer_3/intermediate/dense/bias* validate_shape(* _output_shapes :€* use_locking( é Assign_399Assign3bert/encoder/layer_3/intermediate/dense/bias/adam_madd_221* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_3/intermediate/dense/bias/adam_m* validate_shape(* _output_shapes :€ é Assign_400Assign3bert/encoder/layer_3/intermediate/dense/bias/adam_vadd_222* T0*F _class< :8loc:@bert/encoder/layer_3/intermediate/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( æ Qbert/encoder/layer_3/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*B _class8 64loc:@bert/encoder/layer_3/output/dense/kernel/adam_m* valueB" * dtype0* _output_shapes : Ð Gbert/encoder/layer_3/output/dense/kernel/adam_m/Initializer/zeros/ConstConst*B _class8 64loc:@bert/encoder/layer_3/output/dense/kernel/adam_m* value B ** dtype0* _output_shapes : æ Abert/encoder/layer_3/output/dense/kernel/adam_m/Initializer/zerosFillQbert/encoder/layer_3/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorGbert/encoder/layer_3/output/dense/kernel/adam_m/Initializer/zeros/Const* T0*B _class8 64loc:@bert/encoder/layer_3/output/dense/kernel/adam_m* index_type0* _output_shapes : €€ ë /bert/encoder/layer_3/output/dense/kernel/adam_m VariableV2*B _class8 64loc:@bert/encoder/layer_3/output/dense/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€* shared_name Ì 6bert/encoder/layer_3/output/dense/kernel/adam_m/AssignAssign/bert/encoder/layer_3/output/dense/kernel/adam_mAbert/encoder/layer_3/output/dense/kernel/adam_m/Initializer/zeros* T0*B _class8 64loc:@bert/encoder/layer_3/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( à 4bert/encoder/layer_3/output/dense/kernel/adam_m/readIdentity/bert/encoder/layer_3/output/dense/kernel/adam_m* T0*B _class8 64loc:@bert/encoder/layer_3/output/dense/kernel/adam_m* _output_shapes : €€ æ Qbert/encoder/layer_3/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*B _class8 64loc:@bert/encoder/layer_3/output/dense/kernel/adam_v* valueB" * dtype0* _output_shapes : Ð Gbert/encoder/layer_3/output/dense/kernel/adam_v/Initializer/zeros/ConstConst*B _class8 64loc:@bert/encoder/layer_3/output/dense/kernel/adam_v* value B ** dtype0* _output_shapes : æ Abert/encoder/layer_3/output/dense/kernel/adam_v/Initializer/zerosFillQbert/encoder/layer_3/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorGbert/encoder/layer_3/output/dense/kernel/adam_v/Initializer/zeros/Const* T0*B _class8 64loc:@bert/encoder/layer_3/output/dense/kernel/adam_v* index_type0* _output_shapes : €€ ë /bert/encoder/layer_3/output/dense/kernel/adam_v VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*B _class8 64loc:@bert/encoder/layer_3/output/dense/kernel/adam_v* container Ì 6bert/encoder/layer_3/output/dense/kernel/adam_v/AssignAssign/bert/encoder/layer_3/output/dense/kernel/adam_vAbert/encoder/layer_3/output/dense/kernel/adam_v/Initializer/zeros* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_3/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ à 4bert/encoder/layer_3/output/dense/kernel/adam_v/readIdentity/bert/encoder/layer_3/output/dense/kernel/adam_v* T0*B _class8 64loc:@bert/encoder/layer_3/output/dense/kernel/adam_v* _output_shapes : €€ N Mul_355/xConst* value B *fff?* dtype0* _output_shapes : z Mul_355Mul Mul_355/x4bert/encoder/layer_3/output/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_356/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : q Mul_356Mul Mul_356/x+clip_by_global_norm/clip_by_global_norm/_65* T0* _output_shapes : €€ K add_224AddMul_355Mul_356* T0* _output_shapes : €€ N Mul_357/xConst* value B *w¾?* dtype0* _output_shapes : z Mul_357Mul Mul_357/x4bert/encoder/layer_3/output/dense/kernel/adam_v/read* T0* _output_shapes : €€ k Square_65Square+clip_by_global_norm/clip_by_global_norm/_65* T0* _output_shapes : €€ N Mul_358/xConst* value B *oƒ:* dtype0* _output_shapes : O Mul_358Mul Mul_358/x Square_65* T0* _output_shapes : €€ K add_225AddMul_357Mul_358* T0* _output_shapes : €€ C Sqrt_65Sqrtadd_225* T0* _output_shapes : €€ N add_226/yConst* value B *½7†5* dtype0* _output_shapes : M add_226AddSqrt_65 add_226/y* T0* _output_shapes : €€ R truediv_66RealDivadd_224add_226* T0* _output_shapes : €€ N mul_359/xConst* value B * ×#<* dtype0* _output_shapes : s mul_359Mul mul_359/x-bert/encoder/layer_3/output/dense/kernel/read* T0* _output_shapes : €€ N add_227Add truediv_66mul_359* T0* _output_shapes : €€ I mul_360Muladd_2add_227* T0* _output_shapes : €€ p sub_66Sub-bert/encoder/layer_3/output/dense/kernel/readmul_360* T0* _output_shapes : €€ × Assign_401Assign(bert/encoder/layer_3/output/dense/kernelsub_66* T0*; _class1 /-loc:@bert/encoder/layer_3/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( æ Assign_402Assign/bert/encoder/layer_3/output/dense/kernel/adam_madd_224* T0*B _class8 64loc:@bert/encoder/layer_3/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( æ Assign_403Assign/bert/encoder/layer_3/output/dense/kernel/adam_vadd_225* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_3/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ Ð ?bert/encoder/layer_3/output/dense/bias/adam_m/Initializer/zerosConst*@ _class6 42loc:@bert/encoder/layer_3/output/dense/bias/adam_m* valueB€** dtype0* _output_shapes :€ Ý -bert/encoder/layer_3/output/dense/bias/adam_m VariableV2*@ _class6 42loc:@bert/encoder/layer_3/output/dense/bias/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name ¿ 4bert/encoder/layer_3/output/dense/bias/adam_m/AssignAssign-bert/encoder/layer_3/output/dense/bias/adam_m?bert/encoder/layer_3/output/dense/bias/adam_m/Initializer/zeros* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_3/output/dense/bias/adam_m* validate_shape(* _output_shapes :€ Õ 2bert/encoder/layer_3/output/dense/bias/adam_m/readIdentity-bert/encoder/layer_3/output/dense/bias/adam_m* T0*@ _class6 42loc:@bert/encoder/layer_3/output/dense/bias/adam_m* _output_shapes :€ Ð ?bert/encoder/layer_3/output/dense/bias/adam_v/Initializer/zerosConst*@ _class6 42loc:@bert/encoder/layer_3/output/dense/bias/adam_v* valueB€** dtype0* _output_shapes :€ Ý -bert/encoder/layer_3/output/dense/bias/adam_v VariableV2* dtype0* _output_shapes :€* shared_name*@ _class6 42loc:@bert/encoder/layer_3/output/dense/bias/adam_v* container* shape:€ ¿ 4bert/encoder/layer_3/output/dense/bias/adam_v/AssignAssign-bert/encoder/layer_3/output/dense/bias/adam_v?bert/encoder/layer_3/output/dense/bias/adam_v/Initializer/zeros* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_3/output/dense/bias/adam_v* validate_shape(* _output_shapes :€ Õ 2bert/encoder/layer_3/output/dense/bias/adam_v/readIdentity-bert/encoder/layer_3/output/dense/bias/adam_v* T0*@ _class6 42loc:@bert/encoder/layer_3/output/dense/bias/adam_v* _output_shapes :€ N Mul_361/xConst* value B *fff?* dtype0* _output_shapes : s Mul_361Mul Mul_361/x2bert/encoder/layer_3/output/dense/bias/adam_m/read* T0* _output_shapes :€ N Mul_362/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_362Mul Mul_362/x+clip_by_global_norm/clip_by_global_norm/_66* T0* _output_shapes :€ F add_228AddMul_361Mul_362* T0* _output_shapes :€ N Mul_363/xConst* value B *w¾?* dtype0* _output_shapes : s Mul_363Mul Mul_363/x2bert/encoder/layer_3/output/dense/bias/adam_v/read* T0* _output_shapes :€ f Square_66Square+clip_by_global_norm/clip_by_global_norm/_66* T0* _output_shapes :€ N Mul_364/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_364Mul Mul_364/x Square_66* T0* _output_shapes :€ F add_229AddMul_363Mul_364* T0* _output_shapes :€ > Sqrt_66Sqrtadd_229* T0* _output_shapes :€ N add_230/yConst* value B *½7†5* dtype0* _output_shapes : H add_230AddSqrt_66 add_230/y* T0* _output_shapes :€ M truediv_67RealDivadd_228add_230* T0* _output_shapes :€ G mul_365Muladd_2 truediv_67* T0* _output_shapes :€ i sub_67Sub+bert/encoder/layer_3/output/dense/bias/readmul_365* T0* _output_shapes :€ Î Assign_404Assign&bert/encoder/layer_3/output/dense/biassub_67* use_locking(* T0*9 _class/ -+loc:@bert/encoder/layer_3/output/dense/bias* validate_shape(* _output_shapes :€ Ý Assign_405Assign-bert/encoder/layer_3/output/dense/bias/adam_madd_228* T0*@ _class6 42loc:@bert/encoder/layer_3/output/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( Ý Assign_406Assign-bert/encoder/layer_3/output/dense/bias/adam_vadd_229* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_3/output/dense/bias/adam_v* validate_shape(* _output_shapes :€ Ø Cbert/encoder/layer_3/output/LayerNorm/beta/adam_m/Initializer/zerosConst*D _class: 86loc:@bert/encoder/layer_3/output/LayerNorm/beta/adam_m* valueB€** dtype0* _output_shapes :€ å 1bert/encoder/layer_3/output/LayerNorm/beta/adam_m VariableV2*D _class: 86loc:@bert/encoder/layer_3/output/LayerNorm/beta/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name Ï 8bert/encoder/layer_3/output/LayerNorm/beta/adam_m/AssignAssign1bert/encoder/layer_3/output/LayerNorm/beta/adam_mCbert/encoder/layer_3/output/LayerNorm/beta/adam_m/Initializer/zeros* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_3/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ á 6bert/encoder/layer_3/output/LayerNorm/beta/adam_m/readIdentity1bert/encoder/layer_3/output/LayerNorm/beta/adam_m* T0*D _class: 86loc:@bert/encoder/layer_3/output/LayerNorm/beta/adam_m* _output_shapes :€ Ø Cbert/encoder/layer_3/output/LayerNorm/beta/adam_v/Initializer/zerosConst*D _class: 86loc:@bert/encoder/layer_3/output/LayerNorm/beta/adam_v* valueB€** dtype0* _output_shapes :€ å 1bert/encoder/layer_3/output/LayerNorm/beta/adam_v VariableV2* dtype0* _output_shapes :€* shared_name*D _class: 86loc:@bert/encoder/layer_3/output/LayerNorm/beta/adam_v* container* shape:€ Ï 8bert/encoder/layer_3/output/LayerNorm/beta/adam_v/AssignAssign1bert/encoder/layer_3/output/LayerNorm/beta/adam_vCbert/encoder/layer_3/output/LayerNorm/beta/adam_v/Initializer/zeros* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_3/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€ á 6bert/encoder/layer_3/output/LayerNorm/beta/adam_v/readIdentity1bert/encoder/layer_3/output/LayerNorm/beta/adam_v* T0*D _class: 86loc:@bert/encoder/layer_3/output/LayerNorm/beta/adam_v* _output_shapes :€ N Mul_366/xConst* value B *fff?* dtype0* _output_shapes : w Mul_366Mul Mul_366/x6bert/encoder/layer_3/output/LayerNorm/beta/adam_m/read* T0* _output_shapes :€ N Mul_367/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_367Mul Mul_367/x+clip_by_global_norm/clip_by_global_norm/_67* T0* _output_shapes :€ F add_231AddMul_366Mul_367* T0* _output_shapes :€ N Mul_368/xConst* value B *w¾?* dtype0* _output_shapes : w Mul_368Mul Mul_368/x6bert/encoder/layer_3/output/LayerNorm/beta/adam_v/read* T0* _output_shapes :€ f Square_67Square+clip_by_global_norm/clip_by_global_norm/_67* T0* _output_shapes :€ N Mul_369/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_369Mul Mul_369/x Square_67* T0* _output_shapes :€ F add_232AddMul_368Mul_369* T0* _output_shapes :€ > Sqrt_67Sqrtadd_232* T0* _output_shapes :€ N add_233/yConst* value B *½7†5* dtype0* _output_shapes : H add_233AddSqrt_67 add_233/y* T0* _output_shapes :€ M truediv_68RealDivadd_231add_233* T0* _output_shapes :€ G mul_370Muladd_2 truediv_68* T0* _output_shapes :€ m sub_68Sub/bert/encoder/layer_3/output/LayerNorm/beta/readmul_370* T0* _output_shapes :€ Ö Assign_407Assign*bert/encoder/layer_3/output/LayerNorm/betasub_68* use_locking(* T0*= _class3 1/loc:@bert/encoder/layer_3/output/LayerNorm/beta* validate_shape(* _output_shapes :€ å Assign_408Assign1bert/encoder/layer_3/output/LayerNorm/beta/adam_madd_231* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_3/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ å Assign_409Assign1bert/encoder/layer_3/output/LayerNorm/beta/adam_vadd_232* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_3/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€ Ú Dbert/encoder/layer_3/output/LayerNorm/gamma/adam_m/Initializer/zerosConst*E _class; 97loc:@bert/encoder/layer_3/output/LayerNorm/gamma/adam_m* valueB€** dtype0* _output_shapes :€ ç 2bert/encoder/layer_3/output/LayerNorm/gamma/adam_m VariableV2*E _class; 97loc:@bert/encoder/layer_3/output/LayerNorm/gamma/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name Ó 9bert/encoder/layer_3/output/LayerNorm/gamma/adam_m/AssignAssign2bert/encoder/layer_3/output/LayerNorm/gamma/adam_mDbert/encoder/layer_3/output/LayerNorm/gamma/adam_m/Initializer/zeros* T0*E _class; 97loc:@bert/encoder/layer_3/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( ä 7bert/encoder/layer_3/output/LayerNorm/gamma/adam_m/readIdentity2bert/encoder/layer_3/output/LayerNorm/gamma/adam_m* T0*E _class; 97loc:@bert/encoder/layer_3/output/LayerNorm/gamma/adam_m* _output_shapes :€ Ú Dbert/encoder/layer_3/output/LayerNorm/gamma/adam_v/Initializer/zerosConst*E _class; 97loc:@bert/encoder/layer_3/output/LayerNorm/gamma/adam_v* valueB€** dtype0* _output_shapes :€ ç 2bert/encoder/layer_3/output/LayerNorm/gamma/adam_v VariableV2*E _class; 97loc:@bert/encoder/layer_3/output/LayerNorm/gamma/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name Ó 9bert/encoder/layer_3/output/LayerNorm/gamma/adam_v/AssignAssign2bert/encoder/layer_3/output/LayerNorm/gamma/adam_vDbert/encoder/layer_3/output/LayerNorm/gamma/adam_v/Initializer/zeros* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_3/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ä 7bert/encoder/layer_3/output/LayerNorm/gamma/adam_v/readIdentity2bert/encoder/layer_3/output/LayerNorm/gamma/adam_v* T0*E _class; 97loc:@bert/encoder/layer_3/output/LayerNorm/gamma/adam_v* _output_shapes :€ N Mul_371/xConst* value B *fff?* dtype0* _output_shapes : x Mul_371Mul Mul_371/x7bert/encoder/layer_3/output/LayerNorm/gamma/adam_m/read* T0* _output_shapes :€ N Mul_372/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_372Mul Mul_372/x+clip_by_global_norm/clip_by_global_norm/_68* T0* _output_shapes :€ F add_234AddMul_371Mul_372* T0* _output_shapes :€ N Mul_373/xConst* value B *w¾?* dtype0* _output_shapes : x Mul_373Mul Mul_373/x7bert/encoder/layer_3/output/LayerNorm/gamma/adam_v/read* T0* _output_shapes :€ f Square_68Square+clip_by_global_norm/clip_by_global_norm/_68* T0* _output_shapes :€ N Mul_374/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_374Mul Mul_374/x Square_68* T0* _output_shapes :€ F add_235AddMul_373Mul_374* T0* _output_shapes :€ > Sqrt_68Sqrtadd_235* T0* _output_shapes :€ N add_236/yConst* value B *½7†5* dtype0* _output_shapes : H add_236AddSqrt_68 add_236/y* T0* _output_shapes :€ M truediv_69RealDivadd_234add_236* T0* _output_shapes :€ G mul_375Muladd_2 truediv_69* T0* _output_shapes :€ n sub_69Sub0bert/encoder/layer_3/output/LayerNorm/gamma/readmul_375* T0* _output_shapes :€ Ø Assign_410Assign+bert/encoder/layer_3/output/LayerNorm/gammasub_69* use_locking(* T0*> _class4 20loc:@bert/encoder/layer_3/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ ç Assign_411Assign2bert/encoder/layer_3/output/LayerNorm/gamma/adam_madd_234* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_3/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€ ç Assign_412Assign2bert/encoder/layer_3/output/LayerNorm/gamma/adam_vadd_235* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_3/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ö Ybert/encoder/layer_4/attention/self/query/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*J _class@ >bert/encoder/layer_4/attention/self/query/kernel/adam_m/AssignAssign7bert/encoder/layer_4/attention/self/query/kernel/adam_mIbert/encoder/layer_4/attention/self/query/kernel/adam_m/Initializer/zeros* T0*J _class@ >bert/encoder/layer_4/attention/self/query/kernel/adam_v/AssignAssign7bert/encoder/layer_4/attention/self/query/kernel/adam_vIbert/encoder/layer_4/attention/self/query/kernel/adam_v/Initializer/zeros* T0*J _class@ > <:loc:@bert/encoder/layer_4/attention/self/query/bias/adam_m* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_4/attention/self/query/bias/adam_m VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_4/attention/self/query/bias/adam_m* container ß <:loc:@bert/encoder/layer_4/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€ í :bert/encoder/layer_4/attention/self/query/bias/adam_m/readIdentity5bert/encoder/layer_4/attention/self/query/bias/adam_m* T0*H _class> <:loc:@bert/encoder/layer_4/attention/self/query/bias/adam_m* _output_shapes :€ à Gbert/encoder/layer_4/attention/self/query/bias/adam_v/Initializer/zerosConst*H _class> <:loc:@bert/encoder/layer_4/attention/self/query/bias/adam_v* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_4/attention/self/query/bias/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_4/attention/self/query/bias/adam_v* container ß <:loc:@bert/encoder/layer_4/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_4/attention/self/query/bias/adam_v/readIdentity5bert/encoder/layer_4/attention/self/query/bias/adam_v* T0*H _class> <:loc:@bert/encoder/layer_4/attention/self/query/bias/adam_v* _output_shapes :€ N Mul_382/xConst* value B *fff?* dtype0* _output_shapes : { Mul_382Mul Mul_382/x:bert/encoder/layer_4/attention/self/query/bias/adam_m/read* T0* _output_shapes :€ N Mul_383/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_383Mul Mul_383/x+clip_by_global_norm/clip_by_global_norm/_70* T0* _output_shapes :€ F add_241AddMul_382Mul_383* T0* _output_shapes :€ N Mul_384/xConst* value B *w¾?* dtype0* _output_shapes : { Mul_384Mul Mul_384/x:bert/encoder/layer_4/attention/self/query/bias/adam_v/read* T0* _output_shapes :€ f Square_70Square+clip_by_global_norm/clip_by_global_norm/_70* T0* _output_shapes :€ N Mul_385/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_385Mul Mul_385/x Square_70* T0* _output_shapes :€ F add_242AddMul_384Mul_385* T0* _output_shapes :€ > Sqrt_70Sqrtadd_242* T0* _output_shapes :€ N add_243/yConst* value B *½7†5* dtype0* _output_shapes : H add_243AddSqrt_70 add_243/y* T0* _output_shapes :€ M truediv_71RealDivadd_241add_243* T0* _output_shapes :€ G mul_386Muladd_2 truediv_71* T0* _output_shapes :€ q sub_71Sub3bert/encoder/layer_4/attention/self/query/bias/readmul_386* T0* _output_shapes :€ Þ Assign_416Assign.bert/encoder/layer_4/attention/self/query/biassub_71* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_4/attention/self/query/bias* validate_shape(* _output_shapes :€ í Assign_417Assign5bert/encoder/layer_4/attention/self/query/bias/adam_madd_241* T0*H _class> <:loc:@bert/encoder/layer_4/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í Assign_418Assign5bert/encoder/layer_4/attention/self/query/bias/adam_vadd_242* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_4/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€ ò Wbert/encoder/layer_4/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_4/attention/self/key/kernel/adam_m* valueB"* dtype0* _output_shapes : Ü Mbert/encoder/layer_4/attention/self/key/kernel/adam_m/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_4/attention/self/key/kernel/adam_m* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_4/attention/self/key/kernel/adam_m/Initializer/zerosFillWbert/encoder/layer_4/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorMbert/encoder/layer_4/attention/self/key/kernel/adam_m/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_4/attention/self/key/kernel/adam_m* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_4/attention/self/key/kernel/adam_m VariableV2*H _class> <:loc:@bert/encoder/layer_4/attention/self/key/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€* shared_name ä <:loc:@bert/encoder/layer_4/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ò :bert/encoder/layer_4/attention/self/key/kernel/adam_m/readIdentity5bert/encoder/layer_4/attention/self/key/kernel/adam_m* T0*H _class> <:loc:@bert/encoder/layer_4/attention/self/key/kernel/adam_m* _output_shapes : €€ ò Wbert/encoder/layer_4/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_4/attention/self/key/kernel/adam_v* valueB"* dtype0* _output_shapes : Ü Mbert/encoder/layer_4/attention/self/key/kernel/adam_v/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_4/attention/self/key/kernel/adam_v* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_4/attention/self/key/kernel/adam_v/Initializer/zerosFillWbert/encoder/layer_4/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorMbert/encoder/layer_4/attention/self/key/kernel/adam_v/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_4/attention/self/key/kernel/adam_v* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_4/attention/self/key/kernel/adam_v VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*H _class> <:loc:@bert/encoder/layer_4/attention/self/key/kernel/adam_v* container ä <:loc:@bert/encoder/layer_4/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ò :bert/encoder/layer_4/attention/self/key/kernel/adam_v/readIdentity5bert/encoder/layer_4/attention/self/key/kernel/adam_v* T0*H _class> <:loc:@bert/encoder/layer_4/attention/self/key/kernel/adam_v* _output_shapes : €€ N Mul_387/xConst* value B *fff?* dtype0* _output_shapes : € Mul_387Mul Mul_387/x:bert/encoder/layer_4/attention/self/key/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_388/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : q Mul_388Mul Mul_388/x+clip_by_global_norm/clip_by_global_norm/_71* T0* _output_shapes : €€ K add_244AddMul_387Mul_388* T0* _output_shapes : €€ N Mul_389/xConst* value B *w¾?* dtype0* _output_shapes : € Mul_389Mul Mul_389/x:bert/encoder/layer_4/attention/self/key/kernel/adam_v/read* T0* _output_shapes : €€ k Square_71Square+clip_by_global_norm/clip_by_global_norm/_71* T0* _output_shapes : €€ N Mul_390/xConst* value B *oƒ:* dtype0* _output_shapes : O Mul_390Mul Mul_390/x Square_71* T0* _output_shapes : €€ K add_245AddMul_389Mul_390* T0* _output_shapes : €€ C Sqrt_71Sqrtadd_245* T0* _output_shapes : €€ N add_246/yConst* value B *½7†5* dtype0* _output_shapes : M add_246AddSqrt_71 add_246/y* T0* _output_shapes : €€ R truediv_72RealDivadd_244add_246* T0* _output_shapes : €€ N mul_391/xConst* value B * ×#<* dtype0* _output_shapes : y mul_391Mul mul_391/x3bert/encoder/layer_4/attention/self/key/kernel/read* T0* _output_shapes : €€ N add_247Add truediv_72mul_391* T0* _output_shapes : €€ I mul_392Muladd_2add_247* T0* _output_shapes : €€ v sub_72Sub3bert/encoder/layer_4/attention/self/key/kernel/readmul_392* T0* _output_shapes : €€ ã Assign_419Assign.bert/encoder/layer_4/attention/self/key/kernelsub_72* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_4/attention/self/key/kernel* validate_shape(* _output_shapes : €€ ò Assign_420Assign5bert/encoder/layer_4/attention/self/key/kernel/adam_madd_244* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_4/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€ ò Assign_421Assign5bert/encoder/layer_4/attention/self/key/kernel/adam_vadd_245* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_4/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€ Ü Ebert/encoder/layer_4/attention/self/key/bias/adam_m/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_4/attention/self/key/bias/adam_m* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_4/attention/self/key/bias/adam_m VariableV2* shared_name*F _class< :8loc:@bert/encoder/layer_4/attention/self/key/bias/adam_m* container* shape:€* dtype0* _output_shapes :€ × :bert/encoder/layer_4/attention/self/key/bias/adam_m/AssignAssign3bert/encoder/layer_4/attention/self/key/bias/adam_mEbert/encoder/layer_4/attention/self/key/bias/adam_m/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_4/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_4/attention/self/key/bias/adam_m/readIdentity3bert/encoder/layer_4/attention/self/key/bias/adam_m* T0*F _class< :8loc:@bert/encoder/layer_4/attention/self/key/bias/adam_m* _output_shapes :€ Ü Ebert/encoder/layer_4/attention/self/key/bias/adam_v/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_4/attention/self/key/bias/adam_v* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_4/attention/self/key/bias/adam_v VariableV2*F _class< :8loc:@bert/encoder/layer_4/attention/self/key/bias/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name × :bert/encoder/layer_4/attention/self/key/bias/adam_v/AssignAssign3bert/encoder/layer_4/attention/self/key/bias/adam_vEbert/encoder/layer_4/attention/self/key/bias/adam_v/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_4/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_4/attention/self/key/bias/adam_v/readIdentity3bert/encoder/layer_4/attention/self/key/bias/adam_v* T0*F _class< :8loc:@bert/encoder/layer_4/attention/self/key/bias/adam_v* _output_shapes :€ N Mul_393/xConst* value B *fff?* dtype0* _output_shapes : y Mul_393Mul Mul_393/x8bert/encoder/layer_4/attention/self/key/bias/adam_m/read* T0* _output_shapes :€ N Mul_394/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_394Mul Mul_394/x+clip_by_global_norm/clip_by_global_norm/_72* T0* _output_shapes :€ F add_248AddMul_393Mul_394* T0* _output_shapes :€ N Mul_395/xConst* value B *w¾?* dtype0* _output_shapes : y Mul_395Mul Mul_395/x8bert/encoder/layer_4/attention/self/key/bias/adam_v/read* T0* _output_shapes :€ f Square_72Square+clip_by_global_norm/clip_by_global_norm/_72* T0* _output_shapes :€ N Mul_396/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_396Mul Mul_396/x Square_72* T0* _output_shapes :€ F add_249AddMul_395Mul_396* T0* _output_shapes :€ > Sqrt_72Sqrtadd_249* T0* _output_shapes :€ N add_250/yConst* value B *½7†5* dtype0* _output_shapes : H add_250AddSqrt_72 add_250/y* T0* _output_shapes :€ M truediv_73RealDivadd_248add_250* T0* _output_shapes :€ G mul_397Muladd_2 truediv_73* T0* _output_shapes :€ o sub_73Sub1bert/encoder/layer_4/attention/self/key/bias/readmul_397* T0* _output_shapes :€ Ú Assign_422Assign,bert/encoder/layer_4/attention/self/key/biassub_73* T0*? _class5 31loc:@bert/encoder/layer_4/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( é Assign_423Assign3bert/encoder/layer_4/attention/self/key/bias/adam_madd_248* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_4/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€ é Assign_424Assign3bert/encoder/layer_4/attention/self/key/bias/adam_vadd_249* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_4/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€ ö Ybert/encoder/layer_4/attention/self/value/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*J _class@ >bert/encoder/layer_4/attention/self/value/kernel/adam_m/AssignAssign7bert/encoder/layer_4/attention/self/value/kernel/adam_mIbert/encoder/layer_4/attention/self/value/kernel/adam_m/Initializer/zeros* use_locking(* T0*J _class@ >bert/encoder/layer_4/attention/self/value/kernel/adam_v/AssignAssign7bert/encoder/layer_4/attention/self/value/kernel/adam_vIbert/encoder/layer_4/attention/self/value/kernel/adam_v/Initializer/zeros* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_4/attention/self/value/bias/adam_m* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_4/attention/self/value/bias/adam_m VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_4/attention/self/value/bias/adam_m* container* shape:€* dtype0* _output_shapes :€ ß <:loc:@bert/encoder/layer_4/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_4/attention/self/value/bias/adam_m/readIdentity5bert/encoder/layer_4/attention/self/value/bias/adam_m* T0*H _class> <:loc:@bert/encoder/layer_4/attention/self/value/bias/adam_m* _output_shapes :€ à Gbert/encoder/layer_4/attention/self/value/bias/adam_v/Initializer/zerosConst*H _class> <:loc:@bert/encoder/layer_4/attention/self/value/bias/adam_v* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_4/attention/self/value/bias/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_4/attention/self/value/bias/adam_v* container ß <:loc:@bert/encoder/layer_4/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€ í :bert/encoder/layer_4/attention/self/value/bias/adam_v/readIdentity5bert/encoder/layer_4/attention/self/value/bias/adam_v* T0*H _class> <:loc:@bert/encoder/layer_4/attention/self/value/bias/adam_v* _output_shapes :€ N Mul_404/xConst* value B *fff?* dtype0* _output_shapes : { Mul_404Mul Mul_404/x:bert/encoder/layer_4/attention/self/value/bias/adam_m/read* T0* _output_shapes :€ N Mul_405/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_405Mul Mul_405/x+clip_by_global_norm/clip_by_global_norm/_74* T0* _output_shapes :€ F add_255AddMul_404Mul_405* T0* _output_shapes :€ N Mul_406/xConst* value B *w¾?* dtype0* _output_shapes : { Mul_406Mul Mul_406/x:bert/encoder/layer_4/attention/self/value/bias/adam_v/read* T0* _output_shapes :€ f Square_74Square+clip_by_global_norm/clip_by_global_norm/_74* T0* _output_shapes :€ N Mul_407/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_407Mul Mul_407/x Square_74* T0* _output_shapes :€ F add_256AddMul_406Mul_407* T0* _output_shapes :€ > Sqrt_74Sqrtadd_256* T0* _output_shapes :€ N add_257/yConst* value B *½7†5* dtype0* _output_shapes : H add_257AddSqrt_74 add_257/y* T0* _output_shapes :€ M truediv_75RealDivadd_255add_257* T0* _output_shapes :€ G mul_408Muladd_2 truediv_75* T0* _output_shapes :€ q sub_75Sub3bert/encoder/layer_4/attention/self/value/bias/readmul_408* T0* _output_shapes :€ Þ Assign_428Assign.bert/encoder/layer_4/attention/self/value/biassub_75* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_4/attention/self/value/bias* validate_shape(* _output_shapes :€ í Assign_429Assign5bert/encoder/layer_4/attention/self/value/bias/adam_madd_255* T0*H _class> <:loc:@bert/encoder/layer_4/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í Assign_430Assign5bert/encoder/layer_4/attention/self/value/bias/adam_vadd_256* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_4/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€ ú [bert/encoder/layer_4/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*L _classB @>loc:@bert/encoder/layer_4/attention/output/dense/kernel/adam_m* valueB"* dtype0* _output_shapes : ä Qbert/encoder/layer_4/attention/output/dense/kernel/adam_m/Initializer/zeros/ConstConst*L _classB @>loc:@bert/encoder/layer_4/attention/output/dense/kernel/adam_m* value B ** dtype0* _output_shapes : Ž Kbert/encoder/layer_4/attention/output/dense/kernel/adam_m/Initializer/zerosFill[bert/encoder/layer_4/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorQbert/encoder/layer_4/attention/output/dense/kernel/adam_m/Initializer/zeros/Const* T0*L _classB @>loc:@bert/encoder/layer_4/attention/output/dense/kernel/adam_m* index_type0* _output_shapes : €€ ÿ 9bert/encoder/layer_4/attention/output/dense/kernel/adam_m VariableV2*L _classB @>loc:@bert/encoder/layer_4/attention/output/dense/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€* shared_name ô @bert/encoder/layer_4/attention/output/dense/kernel/adam_m/AssignAssign9bert/encoder/layer_4/attention/output/dense/kernel/adam_mKbert/encoder/layer_4/attention/output/dense/kernel/adam_m/Initializer/zeros* use_locking(* T0*L _classB @>loc:@bert/encoder/layer_4/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ þ >bert/encoder/layer_4/attention/output/dense/kernel/adam_m/readIdentity9bert/encoder/layer_4/attention/output/dense/kernel/adam_m* T0*L _classB @>loc:@bert/encoder/layer_4/attention/output/dense/kernel/adam_m* _output_shapes : €€ ú [bert/encoder/layer_4/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*L _classB @>loc:@bert/encoder/layer_4/attention/output/dense/kernel/adam_v* valueB"* dtype0* _output_shapes : ä Qbert/encoder/layer_4/attention/output/dense/kernel/adam_v/Initializer/zeros/ConstConst*L _classB @>loc:@bert/encoder/layer_4/attention/output/dense/kernel/adam_v* value B ** dtype0* _output_shapes : Ž Kbert/encoder/layer_4/attention/output/dense/kernel/adam_v/Initializer/zerosFill[bert/encoder/layer_4/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorQbert/encoder/layer_4/attention/output/dense/kernel/adam_v/Initializer/zeros/Const* T0*L _classB @>loc:@bert/encoder/layer_4/attention/output/dense/kernel/adam_v* index_type0* _output_shapes : €€ ÿ 9bert/encoder/layer_4/attention/output/dense/kernel/adam_v VariableV2* dtype0* _output_shapes : €€* shared_name*L _classB @>loc:@bert/encoder/layer_4/attention/output/dense/kernel/adam_v* container* shape : €€ ô @bert/encoder/layer_4/attention/output/dense/kernel/adam_v/AssignAssign9bert/encoder/layer_4/attention/output/dense/kernel/adam_vKbert/encoder/layer_4/attention/output/dense/kernel/adam_v/Initializer/zeros* T0*L _classB @>loc:@bert/encoder/layer_4/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( þ >bert/encoder/layer_4/attention/output/dense/kernel/adam_v/readIdentity9bert/encoder/layer_4/attention/output/dense/kernel/adam_v* T0*L _classB @>loc:@bert/encoder/layer_4/attention/output/dense/kernel/adam_v* _output_shapes : €€ N Mul_409/xConst* value B *fff?* dtype0* _output_shapes : „ Mul_409Mul Mul_409/x>bert/encoder/layer_4/attention/output/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_410/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : q Mul_410Mul Mul_410/x+clip_by_global_norm/clip_by_global_norm/_75* T0* _output_shapes : €€ K add_258AddMul_409Mul_410* T0* _output_shapes : €€ N Mul_411/xConst* value B *w¾?* dtype0* _output_shapes : „ Mul_411Mul Mul_411/x>bert/encoder/layer_4/attention/output/dense/kernel/adam_v/read* T0* _output_shapes : €€ k Square_75Square+clip_by_global_norm/clip_by_global_norm/_75* T0* _output_shapes : €€ N Mul_412/xConst* value B *oƒ:* dtype0* _output_shapes : O Mul_412Mul Mul_412/x Square_75* T0* _output_shapes : €€ K add_259AddMul_411Mul_412* T0* _output_shapes : €€ C Sqrt_75Sqrtadd_259* T0* _output_shapes : €€ N add_260/yConst* value B *½7†5* dtype0* _output_shapes : M add_260AddSqrt_75 add_260/y* T0* _output_shapes : €€ R truediv_76RealDivadd_258add_260* T0* _output_shapes : €€ N mul_413/xConst* value B * ×#<* dtype0* _output_shapes : } mul_413Mul mul_413/x7bert/encoder/layer_4/attention/output/dense/kernel/read* T0* _output_shapes : €€ N add_261Add truediv_76mul_413* T0* _output_shapes : €€ I mul_414Muladd_2add_261* T0* _output_shapes : €€ z sub_76Sub7bert/encoder/layer_4/attention/output/dense/kernel/readmul_414* T0* _output_shapes : €€ ë Assign_431Assign2bert/encoder/layer_4/attention/output/dense/kernelsub_76* T0*E _class; 97loc:@bert/encoder/layer_4/attention/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( ú Assign_432Assign9bert/encoder/layer_4/attention/output/dense/kernel/adam_madd_258* use_locking(* T0*L _classB @>loc:@bert/encoder/layer_4/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ú Assign_433Assign9bert/encoder/layer_4/attention/output/dense/kernel/adam_vadd_259* use_locking(* T0*L _classB @>loc:@bert/encoder/layer_4/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ ä Ibert/encoder/layer_4/attention/output/dense/bias/adam_m/Initializer/zerosConst*J _class@ >bert/encoder/layer_4/attention/output/dense/bias/adam_m/AssignAssign7bert/encoder/layer_4/attention/output/dense/bias/adam_mIbert/encoder/layer_4/attention/output/dense/bias/adam_m/Initializer/zeros* T0*J _class@ >bert/encoder/layer_4/attention/output/dense/bias/adam_v/AssignAssign7bert/encoder/layer_4/attention/output/dense/bias/adam_vIbert/encoder/layer_4/attention/output/dense/bias/adam_v/Initializer/zeros* use_locking(* T0*J _class@ > Sqrt_76Sqrtadd_263* T0* _output_shapes :€ N add_264/yConst* value B *½7†5* dtype0* _output_shapes : H add_264AddSqrt_76 add_264/y* T0* _output_shapes :€ M truediv_77RealDivadd_262add_264* T0* _output_shapes :€ G mul_419Muladd_2 truediv_77* T0* _output_shapes :€ s sub_77Sub5bert/encoder/layer_4/attention/output/dense/bias/readmul_419* T0* _output_shapes :€ â Assign_434Assign0bert/encoder/layer_4/attention/output/dense/biassub_77* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_4/attention/output/dense/bias* validate_shape(* _output_shapes :€ ñ Assign_435Assign7bert/encoder/layer_4/attention/output/dense/bias/adam_madd_262* use_locking(* T0*J _class@ > Sqrt_77Sqrtadd_266* T0* _output_shapes :€ N add_267/yConst* value B *½7†5* dtype0* _output_shapes : H add_267AddSqrt_77 add_267/y* T0* _output_shapes :€ M truediv_78RealDivadd_265add_267* T0* _output_shapes :€ G mul_424Muladd_2 truediv_78* T0* _output_shapes :€ w sub_78Sub9bert/encoder/layer_4/attention/output/LayerNorm/beta/readmul_424* T0* _output_shapes :€ ê Assign_437Assign4bert/encoder/layer_4/attention/output/LayerNorm/betasub_78* T0*G _class= ;9loc:@bert/encoder/layer_4/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( ù Assign_438Assign;bert/encoder/layer_4/attention/output/LayerNorm/beta/adam_madd_265* T0*N _classD B@loc:@bert/encoder/layer_4/attention/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( ù Assign_439Assign;bert/encoder/layer_4/attention/output/LayerNorm/beta/adam_vadd_266* use_locking(* T0*N _classD B@loc:@bert/encoder/layer_4/attention/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€ î Nbert/encoder/layer_4/attention/output/LayerNorm/gamma/adam_m/Initializer/zerosConst*O _classE CAloc:@bert/encoder/layer_4/attention/output/LayerNorm/gamma/adam_m* valueB€** dtype0* _output_shapes :€ û Sqrt_78Sqrtadd_269* T0* _output_shapes :€ N add_270/yConst* value B *½7†5* dtype0* _output_shapes : H add_270AddSqrt_78 add_270/y* T0* _output_shapes :€ M truediv_79RealDivadd_268add_270* T0* _output_shapes :€ G mul_429Muladd_2 truediv_79* T0* _output_shapes :€ x sub_79Sub:bert/encoder/layer_4/attention/output/LayerNorm/gamma/readmul_429* T0* _output_shapes :€ ì Assign_440Assign5bert/encoder/layer_4/attention/output/LayerNorm/gammasub_79* T0*H _class> <:loc:@bert/encoder/layer_4/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( û Assign_441Assign <:loc:@bert/encoder/layer_4/intermediate/dense/kernel/adam_m* valueB" * dtype0* _output_shapes : Ü Mbert/encoder/layer_4/intermediate/dense/kernel/adam_m/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_4/intermediate/dense/kernel/adam_m* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_4/intermediate/dense/kernel/adam_m/Initializer/zerosFillWbert/encoder/layer_4/intermediate/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorMbert/encoder/layer_4/intermediate/dense/kernel/adam_m/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_4/intermediate/dense/kernel/adam_m* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_4/intermediate/dense/kernel/adam_m VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_4/intermediate/dense/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€ ä <:loc:@bert/encoder/layer_4/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ò :bert/encoder/layer_4/intermediate/dense/kernel/adam_m/readIdentity5bert/encoder/layer_4/intermediate/dense/kernel/adam_m* T0*H _class> <:loc:@bert/encoder/layer_4/intermediate/dense/kernel/adam_m* _output_shapes : €€ ò Wbert/encoder/layer_4/intermediate/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_4/intermediate/dense/kernel/adam_v* valueB" * dtype0* _output_shapes : Ü Mbert/encoder/layer_4/intermediate/dense/kernel/adam_v/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_4/intermediate/dense/kernel/adam_v* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_4/intermediate/dense/kernel/adam_v/Initializer/zerosFillWbert/encoder/layer_4/intermediate/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorMbert/encoder/layer_4/intermediate/dense/kernel/adam_v/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_4/intermediate/dense/kernel/adam_v* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_4/intermediate/dense/kernel/adam_v VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_4/intermediate/dense/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€ ä <:loc:@bert/encoder/layer_4/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ò :bert/encoder/layer_4/intermediate/dense/kernel/adam_v/readIdentity5bert/encoder/layer_4/intermediate/dense/kernel/adam_v* T0*H _class> <:loc:@bert/encoder/layer_4/intermediate/dense/kernel/adam_v* _output_shapes : €€ N Mul_430/xConst* value B *fff?* dtype0* _output_shapes : € Mul_430Mul Mul_430/x:bert/encoder/layer_4/intermediate/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_431/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : q Mul_431Mul Mul_431/x+clip_by_global_norm/clip_by_global_norm/_79* T0* _output_shapes : €€ K add_271AddMul_430Mul_431* T0* _output_shapes : €€ N Mul_432/xConst* value B *w¾?* dtype0* _output_shapes : € Mul_432Mul Mul_432/x:bert/encoder/layer_4/intermediate/dense/kernel/adam_v/read* T0* _output_shapes : €€ k Square_79Square+clip_by_global_norm/clip_by_global_norm/_79* T0* _output_shapes : €€ N Mul_433/xConst* value B *oƒ:* dtype0* _output_shapes : O Mul_433Mul Mul_433/x Square_79* T0* _output_shapes : €€ K add_272AddMul_432Mul_433* T0* _output_shapes : €€ C Sqrt_79Sqrtadd_272* T0* _output_shapes : €€ N add_273/yConst* value B *½7†5* dtype0* _output_shapes : M add_273AddSqrt_79 add_273/y* T0* _output_shapes : €€ R truediv_80RealDivadd_271add_273* T0* _output_shapes : €€ N mul_434/xConst* value B * ×#<* dtype0* _output_shapes : y mul_434Mul mul_434/x3bert/encoder/layer_4/intermediate/dense/kernel/read* T0* _output_shapes : €€ N add_274Add truediv_80mul_434* T0* _output_shapes : €€ I mul_435Muladd_2add_274* T0* _output_shapes : €€ v sub_80Sub3bert/encoder/layer_4/intermediate/dense/kernel/readmul_435* T0* _output_shapes : €€ ã Assign_443Assign.bert/encoder/layer_4/intermediate/dense/kernelsub_80* T0*A _class7 53loc:@bert/encoder/layer_4/intermediate/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( ò Assign_444Assign5bert/encoder/layer_4/intermediate/dense/kernel/adam_madd_271* T0*H _class> <:loc:@bert/encoder/layer_4/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ò Assign_445Assign5bert/encoder/layer_4/intermediate/dense/kernel/adam_vadd_272* T0*H _class> <:loc:@bert/encoder/layer_4/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( è Ubert/encoder/layer_4/intermediate/dense/bias/adam_m/Initializer/zeros/shape_as_tensorConst*F _class< :8loc:@bert/encoder/layer_4/intermediate/dense/bias/adam_m* valueB :€* dtype0* _output_shapes : Ø Kbert/encoder/layer_4/intermediate/dense/bias/adam_m/Initializer/zeros/ConstConst*F _class< :8loc:@bert/encoder/layer_4/intermediate/dense/bias/adam_m* value B ** dtype0* _output_shapes : ñ Ebert/encoder/layer_4/intermediate/dense/bias/adam_m/Initializer/zerosFillUbert/encoder/layer_4/intermediate/dense/bias/adam_m/Initializer/zeros/shape_as_tensorKbert/encoder/layer_4/intermediate/dense/bias/adam_m/Initializer/zeros/Const* T0*F _class< :8loc:@bert/encoder/layer_4/intermediate/dense/bias/adam_m* index_type0* _output_shapes :€ é 3bert/encoder/layer_4/intermediate/dense/bias/adam_m VariableV2*F _class< :8loc:@bert/encoder/layer_4/intermediate/dense/bias/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name × :bert/encoder/layer_4/intermediate/dense/bias/adam_m/AssignAssign3bert/encoder/layer_4/intermediate/dense/bias/adam_mEbert/encoder/layer_4/intermediate/dense/bias/adam_m/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_4/intermediate/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_4/intermediate/dense/bias/adam_m/readIdentity3bert/encoder/layer_4/intermediate/dense/bias/adam_m* T0*F _class< :8loc:@bert/encoder/layer_4/intermediate/dense/bias/adam_m* _output_shapes :€ è Ubert/encoder/layer_4/intermediate/dense/bias/adam_v/Initializer/zeros/shape_as_tensorConst*F _class< :8loc:@bert/encoder/layer_4/intermediate/dense/bias/adam_v* valueB :€* dtype0* _output_shapes : Ø Kbert/encoder/layer_4/intermediate/dense/bias/adam_v/Initializer/zeros/ConstConst*F _class< :8loc:@bert/encoder/layer_4/intermediate/dense/bias/adam_v* value B ** dtype0* _output_shapes : ñ Ebert/encoder/layer_4/intermediate/dense/bias/adam_v/Initializer/zerosFillUbert/encoder/layer_4/intermediate/dense/bias/adam_v/Initializer/zeros/shape_as_tensorKbert/encoder/layer_4/intermediate/dense/bias/adam_v/Initializer/zeros/Const* T0*F _class< :8loc:@bert/encoder/layer_4/intermediate/dense/bias/adam_v* index_type0* _output_shapes :€ é 3bert/encoder/layer_4/intermediate/dense/bias/adam_v VariableV2* dtype0* _output_shapes :€* shared_name*F _class< :8loc:@bert/encoder/layer_4/intermediate/dense/bias/adam_v* container* shape:€ × :bert/encoder/layer_4/intermediate/dense/bias/adam_v/AssignAssign3bert/encoder/layer_4/intermediate/dense/bias/adam_vEbert/encoder/layer_4/intermediate/dense/bias/adam_v/Initializer/zeros* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_4/intermediate/dense/bias/adam_v* validate_shape(* _output_shapes :€ ç 8bert/encoder/layer_4/intermediate/dense/bias/adam_v/readIdentity3bert/encoder/layer_4/intermediate/dense/bias/adam_v* T0*F _class< :8loc:@bert/encoder/layer_4/intermediate/dense/bias/adam_v* _output_shapes :€ N Mul_436/xConst* value B *fff?* dtype0* _output_shapes : y Mul_436Mul Mul_436/x8bert/encoder/layer_4/intermediate/dense/bias/adam_m/read* T0* _output_shapes :€ N Mul_437/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_437Mul Mul_437/x+clip_by_global_norm/clip_by_global_norm/_80* T0* _output_shapes :€ F add_275AddMul_436Mul_437* T0* _output_shapes :€ N Mul_438/xConst* value B *w¾?* dtype0* _output_shapes : y Mul_438Mul Mul_438/x8bert/encoder/layer_4/intermediate/dense/bias/adam_v/read* T0* _output_shapes :€ f Square_80Square+clip_by_global_norm/clip_by_global_norm/_80* T0* _output_shapes :€ N Mul_439/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_439Mul Mul_439/x Square_80* T0* _output_shapes :€ F add_276AddMul_438Mul_439* T0* _output_shapes :€ > Sqrt_80Sqrtadd_276* T0* _output_shapes :€ N add_277/yConst* value B *½7†5* dtype0* _output_shapes : H add_277AddSqrt_80 add_277/y* T0* _output_shapes :€ M truediv_81RealDivadd_275add_277* T0* _output_shapes :€ G mul_440Muladd_2 truediv_81* T0* _output_shapes :€ o sub_81Sub1bert/encoder/layer_4/intermediate/dense/bias/readmul_440* T0* _output_shapes :€ Ú Assign_446Assign,bert/encoder/layer_4/intermediate/dense/biassub_81* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_4/intermediate/dense/bias* validate_shape(* _output_shapes :€ é Assign_447Assign3bert/encoder/layer_4/intermediate/dense/bias/adam_madd_275* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_4/intermediate/dense/bias/adam_m* validate_shape(* _output_shapes :€ é Assign_448Assign3bert/encoder/layer_4/intermediate/dense/bias/adam_vadd_276* T0*F _class< :8loc:@bert/encoder/layer_4/intermediate/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( æ Qbert/encoder/layer_4/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*B _class8 64loc:@bert/encoder/layer_4/output/dense/kernel/adam_m* valueB" * dtype0* _output_shapes : Ð Gbert/encoder/layer_4/output/dense/kernel/adam_m/Initializer/zeros/ConstConst*B _class8 64loc:@bert/encoder/layer_4/output/dense/kernel/adam_m* value B ** dtype0* _output_shapes : æ Abert/encoder/layer_4/output/dense/kernel/adam_m/Initializer/zerosFillQbert/encoder/layer_4/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorGbert/encoder/layer_4/output/dense/kernel/adam_m/Initializer/zeros/Const* T0*B _class8 64loc:@bert/encoder/layer_4/output/dense/kernel/adam_m* index_type0* _output_shapes : €€ ë /bert/encoder/layer_4/output/dense/kernel/adam_m VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*B _class8 64loc:@bert/encoder/layer_4/output/dense/kernel/adam_m* container Ì 6bert/encoder/layer_4/output/dense/kernel/adam_m/AssignAssign/bert/encoder/layer_4/output/dense/kernel/adam_mAbert/encoder/layer_4/output/dense/kernel/adam_m/Initializer/zeros* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_4/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ à 4bert/encoder/layer_4/output/dense/kernel/adam_m/readIdentity/bert/encoder/layer_4/output/dense/kernel/adam_m* T0*B _class8 64loc:@bert/encoder/layer_4/output/dense/kernel/adam_m* _output_shapes : €€ æ Qbert/encoder/layer_4/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*B _class8 64loc:@bert/encoder/layer_4/output/dense/kernel/adam_v* valueB" * dtype0* _output_shapes : Ð Gbert/encoder/layer_4/output/dense/kernel/adam_v/Initializer/zeros/ConstConst*B _class8 64loc:@bert/encoder/layer_4/output/dense/kernel/adam_v* value B ** dtype0* _output_shapes : æ Abert/encoder/layer_4/output/dense/kernel/adam_v/Initializer/zerosFillQbert/encoder/layer_4/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorGbert/encoder/layer_4/output/dense/kernel/adam_v/Initializer/zeros/Const* T0*B _class8 64loc:@bert/encoder/layer_4/output/dense/kernel/adam_v* index_type0* _output_shapes : €€ ë /bert/encoder/layer_4/output/dense/kernel/adam_v VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*B _class8 64loc:@bert/encoder/layer_4/output/dense/kernel/adam_v* container Ì 6bert/encoder/layer_4/output/dense/kernel/adam_v/AssignAssign/bert/encoder/layer_4/output/dense/kernel/adam_vAbert/encoder/layer_4/output/dense/kernel/adam_v/Initializer/zeros* T0*B _class8 64loc:@bert/encoder/layer_4/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( à 4bert/encoder/layer_4/output/dense/kernel/adam_v/readIdentity/bert/encoder/layer_4/output/dense/kernel/adam_v* T0*B _class8 64loc:@bert/encoder/layer_4/output/dense/kernel/adam_v* _output_shapes : €€ N Mul_441/xConst* value B *fff?* dtype0* _output_shapes : z Mul_441Mul Mul_441/x4bert/encoder/layer_4/output/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_442/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : q Mul_442Mul Mul_442/x+clip_by_global_norm/clip_by_global_norm/_81* T0* _output_shapes : €€ K add_278AddMul_441Mul_442* T0* _output_shapes : €€ N Mul_443/xConst* value B *w¾?* dtype0* _output_shapes : z Mul_443Mul Mul_443/x4bert/encoder/layer_4/output/dense/kernel/adam_v/read* T0* _output_shapes : €€ k Square_81Square+clip_by_global_norm/clip_by_global_norm/_81* T0* _output_shapes : €€ N Mul_444/xConst* value B *oƒ:* dtype0* _output_shapes : O Mul_444Mul Mul_444/x Square_81* T0* _output_shapes : €€ K add_279AddMul_443Mul_444* T0* _output_shapes : €€ C Sqrt_81Sqrtadd_279* T0* _output_shapes : €€ N add_280/yConst* value B *½7†5* dtype0* _output_shapes : M add_280AddSqrt_81 add_280/y* T0* _output_shapes : €€ R truediv_82RealDivadd_278add_280* T0* _output_shapes : €€ N mul_445/xConst* value B * ×#<* dtype0* _output_shapes : s mul_445Mul mul_445/x-bert/encoder/layer_4/output/dense/kernel/read* T0* _output_shapes : €€ N add_281Add truediv_82mul_445* T0* _output_shapes : €€ I mul_446Muladd_2add_281* T0* _output_shapes : €€ p sub_82Sub-bert/encoder/layer_4/output/dense/kernel/readmul_446* T0* _output_shapes : €€ × Assign_449Assign(bert/encoder/layer_4/output/dense/kernelsub_82* use_locking(* T0*; _class1 /-loc:@bert/encoder/layer_4/output/dense/kernel* validate_shape(* _output_shapes : €€ æ Assign_450Assign/bert/encoder/layer_4/output/dense/kernel/adam_madd_278* T0*B _class8 64loc:@bert/encoder/layer_4/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( æ Assign_451Assign/bert/encoder/layer_4/output/dense/kernel/adam_vadd_279* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_4/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ Ð ?bert/encoder/layer_4/output/dense/bias/adam_m/Initializer/zerosConst*@ _class6 42loc:@bert/encoder/layer_4/output/dense/bias/adam_m* valueB€** dtype0* _output_shapes :€ Ý -bert/encoder/layer_4/output/dense/bias/adam_m VariableV2* dtype0* _output_shapes :€* shared_name*@ _class6 42loc:@bert/encoder/layer_4/output/dense/bias/adam_m* container* shape:€ ¿ 4bert/encoder/layer_4/output/dense/bias/adam_m/AssignAssign-bert/encoder/layer_4/output/dense/bias/adam_m?bert/encoder/layer_4/output/dense/bias/adam_m/Initializer/zeros* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_4/output/dense/bias/adam_m* validate_shape(* _output_shapes :€ Õ 2bert/encoder/layer_4/output/dense/bias/adam_m/readIdentity-bert/encoder/layer_4/output/dense/bias/adam_m* T0*@ _class6 42loc:@bert/encoder/layer_4/output/dense/bias/adam_m* _output_shapes :€ Ð ?bert/encoder/layer_4/output/dense/bias/adam_v/Initializer/zerosConst*@ _class6 42loc:@bert/encoder/layer_4/output/dense/bias/adam_v* valueB€** dtype0* _output_shapes :€ Ý -bert/encoder/layer_4/output/dense/bias/adam_v VariableV2* dtype0* _output_shapes :€* shared_name*@ _class6 42loc:@bert/encoder/layer_4/output/dense/bias/adam_v* container* shape:€ ¿ 4bert/encoder/layer_4/output/dense/bias/adam_v/AssignAssign-bert/encoder/layer_4/output/dense/bias/adam_v?bert/encoder/layer_4/output/dense/bias/adam_v/Initializer/zeros* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_4/output/dense/bias/adam_v* validate_shape(* _output_shapes :€ Õ 2bert/encoder/layer_4/output/dense/bias/adam_v/readIdentity-bert/encoder/layer_4/output/dense/bias/adam_v* T0*@ _class6 42loc:@bert/encoder/layer_4/output/dense/bias/adam_v* _output_shapes :€ N Mul_447/xConst* value B *fff?* dtype0* _output_shapes : s Mul_447Mul Mul_447/x2bert/encoder/layer_4/output/dense/bias/adam_m/read* T0* _output_shapes :€ N Mul_448/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_448Mul Mul_448/x+clip_by_global_norm/clip_by_global_norm/_82* T0* _output_shapes :€ F add_282AddMul_447Mul_448* T0* _output_shapes :€ N Mul_449/xConst* value B *w¾?* dtype0* _output_shapes : s Mul_449Mul Mul_449/x2bert/encoder/layer_4/output/dense/bias/adam_v/read* T0* _output_shapes :€ f Square_82Square+clip_by_global_norm/clip_by_global_norm/_82* T0* _output_shapes :€ N Mul_450/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_450Mul Mul_450/x Square_82* T0* _output_shapes :€ F add_283AddMul_449Mul_450* T0* _output_shapes :€ > Sqrt_82Sqrtadd_283* T0* _output_shapes :€ N add_284/yConst* value B *½7†5* dtype0* _output_shapes : H add_284AddSqrt_82 add_284/y* T0* _output_shapes :€ M truediv_83RealDivadd_282add_284* T0* _output_shapes :€ G mul_451Muladd_2 truediv_83* T0* _output_shapes :€ i sub_83Sub+bert/encoder/layer_4/output/dense/bias/readmul_451* T0* _output_shapes :€ Î Assign_452Assign&bert/encoder/layer_4/output/dense/biassub_83* use_locking(* T0*9 _class/ -+loc:@bert/encoder/layer_4/output/dense/bias* validate_shape(* _output_shapes :€ Ý Assign_453Assign-bert/encoder/layer_4/output/dense/bias/adam_madd_282* T0*@ _class6 42loc:@bert/encoder/layer_4/output/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( Ý Assign_454Assign-bert/encoder/layer_4/output/dense/bias/adam_vadd_283* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_4/output/dense/bias/adam_v* validate_shape(* _output_shapes :€ Ø Cbert/encoder/layer_4/output/LayerNorm/beta/adam_m/Initializer/zerosConst*D _class: 86loc:@bert/encoder/layer_4/output/LayerNorm/beta/adam_m* valueB€** dtype0* _output_shapes :€ å 1bert/encoder/layer_4/output/LayerNorm/beta/adam_m VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*D _class: 86loc:@bert/encoder/layer_4/output/LayerNorm/beta/adam_m* container Ï 8bert/encoder/layer_4/output/LayerNorm/beta/adam_m/AssignAssign1bert/encoder/layer_4/output/LayerNorm/beta/adam_mCbert/encoder/layer_4/output/LayerNorm/beta/adam_m/Initializer/zeros* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_4/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ á 6bert/encoder/layer_4/output/LayerNorm/beta/adam_m/readIdentity1bert/encoder/layer_4/output/LayerNorm/beta/adam_m* T0*D _class: 86loc:@bert/encoder/layer_4/output/LayerNorm/beta/adam_m* _output_shapes :€ Ø Cbert/encoder/layer_4/output/LayerNorm/beta/adam_v/Initializer/zerosConst*D _class: 86loc:@bert/encoder/layer_4/output/LayerNorm/beta/adam_v* valueB€** dtype0* _output_shapes :€ å 1bert/encoder/layer_4/output/LayerNorm/beta/adam_v VariableV2*D _class: 86loc:@bert/encoder/layer_4/output/LayerNorm/beta/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name Ï 8bert/encoder/layer_4/output/LayerNorm/beta/adam_v/AssignAssign1bert/encoder/layer_4/output/LayerNorm/beta/adam_vCbert/encoder/layer_4/output/LayerNorm/beta/adam_v/Initializer/zeros* T0*D _class: 86loc:@bert/encoder/layer_4/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( á 6bert/encoder/layer_4/output/LayerNorm/beta/adam_v/readIdentity1bert/encoder/layer_4/output/LayerNorm/beta/adam_v* T0*D _class: 86loc:@bert/encoder/layer_4/output/LayerNorm/beta/adam_v* _output_shapes :€ N Mul_452/xConst* value B *fff?* dtype0* _output_shapes : w Mul_452Mul Mul_452/x6bert/encoder/layer_4/output/LayerNorm/beta/adam_m/read* T0* _output_shapes :€ N Mul_453/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_453Mul Mul_453/x+clip_by_global_norm/clip_by_global_norm/_83* T0* _output_shapes :€ F add_285AddMul_452Mul_453* T0* _output_shapes :€ N Mul_454/xConst* value B *w¾?* dtype0* _output_shapes : w Mul_454Mul Mul_454/x6bert/encoder/layer_4/output/LayerNorm/beta/adam_v/read* T0* _output_shapes :€ f Square_83Square+clip_by_global_norm/clip_by_global_norm/_83* T0* _output_shapes :€ N Mul_455/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_455Mul Mul_455/x Square_83* T0* _output_shapes :€ F add_286AddMul_454Mul_455* T0* _output_shapes :€ > Sqrt_83Sqrtadd_286* T0* _output_shapes :€ N add_287/yConst* value B *½7†5* dtype0* _output_shapes : H add_287AddSqrt_83 add_287/y* T0* _output_shapes :€ M truediv_84RealDivadd_285add_287* T0* _output_shapes :€ G mul_456Muladd_2 truediv_84* T0* _output_shapes :€ m sub_84Sub/bert/encoder/layer_4/output/LayerNorm/beta/readmul_456* T0* _output_shapes :€ Ö Assign_455Assign*bert/encoder/layer_4/output/LayerNorm/betasub_84* use_locking(* T0*= _class3 1/loc:@bert/encoder/layer_4/output/LayerNorm/beta* validate_shape(* _output_shapes :€ å Assign_456Assign1bert/encoder/layer_4/output/LayerNorm/beta/adam_madd_285* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_4/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ å Assign_457Assign1bert/encoder/layer_4/output/LayerNorm/beta/adam_vadd_286* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_4/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€ Ú Dbert/encoder/layer_4/output/LayerNorm/gamma/adam_m/Initializer/zerosConst*E _class; 97loc:@bert/encoder/layer_4/output/LayerNorm/gamma/adam_m* valueB€** dtype0* _output_shapes :€ ç 2bert/encoder/layer_4/output/LayerNorm/gamma/adam_m VariableV2*E _class; 97loc:@bert/encoder/layer_4/output/LayerNorm/gamma/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name Ó 9bert/encoder/layer_4/output/LayerNorm/gamma/adam_m/AssignAssign2bert/encoder/layer_4/output/LayerNorm/gamma/adam_mDbert/encoder/layer_4/output/LayerNorm/gamma/adam_m/Initializer/zeros* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_4/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€ ä 7bert/encoder/layer_4/output/LayerNorm/gamma/adam_m/readIdentity2bert/encoder/layer_4/output/LayerNorm/gamma/adam_m* T0*E _class; 97loc:@bert/encoder/layer_4/output/LayerNorm/gamma/adam_m* _output_shapes :€ Ú Dbert/encoder/layer_4/output/LayerNorm/gamma/adam_v/Initializer/zerosConst*E _class; 97loc:@bert/encoder/layer_4/output/LayerNorm/gamma/adam_v* valueB€** dtype0* _output_shapes :€ ç 2bert/encoder/layer_4/output/LayerNorm/gamma/adam_v VariableV2* dtype0* _output_shapes :€* shared_name*E _class; 97loc:@bert/encoder/layer_4/output/LayerNorm/gamma/adam_v* container* shape:€ Ó 9bert/encoder/layer_4/output/LayerNorm/gamma/adam_v/AssignAssign2bert/encoder/layer_4/output/LayerNorm/gamma/adam_vDbert/encoder/layer_4/output/LayerNorm/gamma/adam_v/Initializer/zeros* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_4/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ä 7bert/encoder/layer_4/output/LayerNorm/gamma/adam_v/readIdentity2bert/encoder/layer_4/output/LayerNorm/gamma/adam_v* T0*E _class; 97loc:@bert/encoder/layer_4/output/LayerNorm/gamma/adam_v* _output_shapes :€ N Mul_457/xConst* value B *fff?* dtype0* _output_shapes : x Mul_457Mul Mul_457/x7bert/encoder/layer_4/output/LayerNorm/gamma/adam_m/read* T0* _output_shapes :€ N Mul_458/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_458Mul Mul_458/x+clip_by_global_norm/clip_by_global_norm/_84* T0* _output_shapes :€ F add_288AddMul_457Mul_458* T0* _output_shapes :€ N Mul_459/xConst* value B *w¾?* dtype0* _output_shapes : x Mul_459Mul Mul_459/x7bert/encoder/layer_4/output/LayerNorm/gamma/adam_v/read* T0* _output_shapes :€ f Square_84Square+clip_by_global_norm/clip_by_global_norm/_84* T0* _output_shapes :€ N Mul_460/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_460Mul Mul_460/x Square_84* T0* _output_shapes :€ F add_289AddMul_459Mul_460* T0* _output_shapes :€ > Sqrt_84Sqrtadd_289* T0* _output_shapes :€ N add_290/yConst* value B *½7†5* dtype0* _output_shapes : H add_290AddSqrt_84 add_290/y* T0* _output_shapes :€ M truediv_85RealDivadd_288add_290* T0* _output_shapes :€ G mul_461Muladd_2 truediv_85* T0* _output_shapes :€ n sub_85Sub0bert/encoder/layer_4/output/LayerNorm/gamma/readmul_461* T0* _output_shapes :€ Ø Assign_458Assign+bert/encoder/layer_4/output/LayerNorm/gammasub_85* T0*> _class4 20loc:@bert/encoder/layer_4/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( ç Assign_459Assign2bert/encoder/layer_4/output/LayerNorm/gamma/adam_madd_288* T0*E _class; 97loc:@bert/encoder/layer_4/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( ç Assign_460Assign2bert/encoder/layer_4/output/LayerNorm/gamma/adam_vadd_289* T0*E _class; 97loc:@bert/encoder/layer_4/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€* use_locking( ö Ybert/encoder/layer_5/attention/self/query/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*J _class@ >bert/encoder/layer_5/attention/self/query/kernel/adam_m/AssignAssign7bert/encoder/layer_5/attention/self/query/kernel/adam_mIbert/encoder/layer_5/attention/self/query/kernel/adam_m/Initializer/zeros* T0*J _class@ >bert/encoder/layer_5/attention/self/query/kernel/adam_v/AssignAssign7bert/encoder/layer_5/attention/self/query/kernel/adam_vIbert/encoder/layer_5/attention/self/query/kernel/adam_v/Initializer/zeros* T0*J _class@ > <:loc:@bert/encoder/layer_5/attention/self/query/bias/adam_m* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_5/attention/self/query/bias/adam_m VariableV2*H _class> <:loc:@bert/encoder/layer_5/attention/self/query/bias/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name ß <:loc:@bert/encoder/layer_5/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_5/attention/self/query/bias/adam_m/readIdentity5bert/encoder/layer_5/attention/self/query/bias/adam_m* T0*H _class> <:loc:@bert/encoder/layer_5/attention/self/query/bias/adam_m* _output_shapes :€ à Gbert/encoder/layer_5/attention/self/query/bias/adam_v/Initializer/zerosConst*H _class> <:loc:@bert/encoder/layer_5/attention/self/query/bias/adam_v* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_5/attention/self/query/bias/adam_v VariableV2* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_5/attention/self/query/bias/adam_v* container* shape:€ ß <:loc:@bert/encoder/layer_5/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€ í :bert/encoder/layer_5/attention/self/query/bias/adam_v/readIdentity5bert/encoder/layer_5/attention/self/query/bias/adam_v* T0*H _class> <:loc:@bert/encoder/layer_5/attention/self/query/bias/adam_v* _output_shapes :€ N Mul_468/xConst* value B *fff?* dtype0* _output_shapes : { Mul_468Mul Mul_468/x:bert/encoder/layer_5/attention/self/query/bias/adam_m/read* T0* _output_shapes :€ N Mul_469/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_469Mul Mul_469/x+clip_by_global_norm/clip_by_global_norm/_86* T0* _output_shapes :€ F add_295AddMul_468Mul_469* T0* _output_shapes :€ N Mul_470/xConst* value B *w¾?* dtype0* _output_shapes : { Mul_470Mul Mul_470/x:bert/encoder/layer_5/attention/self/query/bias/adam_v/read* T0* _output_shapes :€ f Square_86Square+clip_by_global_norm/clip_by_global_norm/_86* T0* _output_shapes :€ N Mul_471/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_471Mul Mul_471/x Square_86* T0* _output_shapes :€ F add_296AddMul_470Mul_471* T0* _output_shapes :€ > Sqrt_86Sqrtadd_296* T0* _output_shapes :€ N add_297/yConst* value B *½7†5* dtype0* _output_shapes : H add_297AddSqrt_86 add_297/y* T0* _output_shapes :€ M truediv_87RealDivadd_295add_297* T0* _output_shapes :€ G mul_472Muladd_2 truediv_87* T0* _output_shapes :€ q sub_87Sub3bert/encoder/layer_5/attention/self/query/bias/readmul_472* T0* _output_shapes :€ Þ Assign_464Assign.bert/encoder/layer_5/attention/self/query/biassub_87* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_5/attention/self/query/bias* validate_shape(* _output_shapes :€ í Assign_465Assign5bert/encoder/layer_5/attention/self/query/bias/adam_madd_295* T0*H _class> <:loc:@bert/encoder/layer_5/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í Assign_466Assign5bert/encoder/layer_5/attention/self/query/bias/adam_vadd_296* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_5/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€ ò Wbert/encoder/layer_5/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_5/attention/self/key/kernel/adam_m* valueB"* dtype0* _output_shapes : Ü Mbert/encoder/layer_5/attention/self/key/kernel/adam_m/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_5/attention/self/key/kernel/adam_m* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_5/attention/self/key/kernel/adam_m/Initializer/zerosFillWbert/encoder/layer_5/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorMbert/encoder/layer_5/attention/self/key/kernel/adam_m/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_5/attention/self/key/kernel/adam_m* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_5/attention/self/key/kernel/adam_m VariableV2*H _class> <:loc:@bert/encoder/layer_5/attention/self/key/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€* shared_name ä <:loc:@bert/encoder/layer_5/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€ ò :bert/encoder/layer_5/attention/self/key/kernel/adam_m/readIdentity5bert/encoder/layer_5/attention/self/key/kernel/adam_m* T0*H _class> <:loc:@bert/encoder/layer_5/attention/self/key/kernel/adam_m* _output_shapes : €€ ò Wbert/encoder/layer_5/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_5/attention/self/key/kernel/adam_v* valueB"* dtype0* _output_shapes : Ü Mbert/encoder/layer_5/attention/self/key/kernel/adam_v/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_5/attention/self/key/kernel/adam_v* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_5/attention/self/key/kernel/adam_v/Initializer/zerosFillWbert/encoder/layer_5/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorMbert/encoder/layer_5/attention/self/key/kernel/adam_v/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_5/attention/self/key/kernel/adam_v* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_5/attention/self/key/kernel/adam_v VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_5/attention/self/key/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€ ä <:loc:@bert/encoder/layer_5/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€ ò :bert/encoder/layer_5/attention/self/key/kernel/adam_v/readIdentity5bert/encoder/layer_5/attention/self/key/kernel/adam_v* T0*H _class> <:loc:@bert/encoder/layer_5/attention/self/key/kernel/adam_v* _output_shapes : €€ N Mul_473/xConst* value B *fff?* dtype0* _output_shapes : € Mul_473Mul Mul_473/x:bert/encoder/layer_5/attention/self/key/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_474/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : q Mul_474Mul Mul_474/x+clip_by_global_norm/clip_by_global_norm/_87* T0* _output_shapes : €€ K add_298AddMul_473Mul_474* T0* _output_shapes : €€ N Mul_475/xConst* value B *w¾?* dtype0* _output_shapes : € Mul_475Mul Mul_475/x:bert/encoder/layer_5/attention/self/key/kernel/adam_v/read* T0* _output_shapes : €€ k Square_87Square+clip_by_global_norm/clip_by_global_norm/_87* T0* _output_shapes : €€ N Mul_476/xConst* value B *oƒ:* dtype0* _output_shapes : O Mul_476Mul Mul_476/x Square_87* T0* _output_shapes : €€ K add_299AddMul_475Mul_476* T0* _output_shapes : €€ C Sqrt_87Sqrtadd_299* T0* _output_shapes : €€ N add_300/yConst* value B *½7†5* dtype0* _output_shapes : M add_300AddSqrt_87 add_300/y* T0* _output_shapes : €€ R truediv_88RealDivadd_298add_300* T0* _output_shapes : €€ N mul_477/xConst* value B * ×#<* dtype0* _output_shapes : y mul_477Mul mul_477/x3bert/encoder/layer_5/attention/self/key/kernel/read* T0* _output_shapes : €€ N add_301Add truediv_88mul_477* T0* _output_shapes : €€ I mul_478Muladd_2add_301* T0* _output_shapes : €€ v sub_88Sub3bert/encoder/layer_5/attention/self/key/kernel/readmul_478* T0* _output_shapes : €€ ã Assign_467Assign.bert/encoder/layer_5/attention/self/key/kernelsub_88* T0*A _class7 53loc:@bert/encoder/layer_5/attention/self/key/kernel* validate_shape(* _output_shapes : €€* use_locking( ò Assign_468Assign5bert/encoder/layer_5/attention/self/key/kernel/adam_madd_298* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_5/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€ ò Assign_469Assign5bert/encoder/layer_5/attention/self/key/kernel/adam_vadd_299* T0*H _class> <:loc:@bert/encoder/layer_5/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( Ü Ebert/encoder/layer_5/attention/self/key/bias/adam_m/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_5/attention/self/key/bias/adam_m* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_5/attention/self/key/bias/adam_m VariableV2* dtype0* _output_shapes :€* shared_name*F _class< :8loc:@bert/encoder/layer_5/attention/self/key/bias/adam_m* container* shape:€ × :bert/encoder/layer_5/attention/self/key/bias/adam_m/AssignAssign3bert/encoder/layer_5/attention/self/key/bias/adam_mEbert/encoder/layer_5/attention/self/key/bias/adam_m/Initializer/zeros* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_5/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€ ç 8bert/encoder/layer_5/attention/self/key/bias/adam_m/readIdentity3bert/encoder/layer_5/attention/self/key/bias/adam_m* T0*F _class< :8loc:@bert/encoder/layer_5/attention/self/key/bias/adam_m* _output_shapes :€ Ü Ebert/encoder/layer_5/attention/self/key/bias/adam_v/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_5/attention/self/key/bias/adam_v* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_5/attention/self/key/bias/adam_v VariableV2*F _class< :8loc:@bert/encoder/layer_5/attention/self/key/bias/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name × :bert/encoder/layer_5/attention/self/key/bias/adam_v/AssignAssign3bert/encoder/layer_5/attention/self/key/bias/adam_vEbert/encoder/layer_5/attention/self/key/bias/adam_v/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_5/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_5/attention/self/key/bias/adam_v/readIdentity3bert/encoder/layer_5/attention/self/key/bias/adam_v* T0*F _class< :8loc:@bert/encoder/layer_5/attention/self/key/bias/adam_v* _output_shapes :€ N Mul_479/xConst* value B *fff?* dtype0* _output_shapes : y Mul_479Mul Mul_479/x8bert/encoder/layer_5/attention/self/key/bias/adam_m/read* T0* _output_shapes :€ N Mul_480/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_480Mul Mul_480/x+clip_by_global_norm/clip_by_global_norm/_88* T0* _output_shapes :€ F add_302AddMul_479Mul_480* T0* _output_shapes :€ N Mul_481/xConst* value B *w¾?* dtype0* _output_shapes : y Mul_481Mul Mul_481/x8bert/encoder/layer_5/attention/self/key/bias/adam_v/read* T0* _output_shapes :€ f Square_88Square+clip_by_global_norm/clip_by_global_norm/_88* T0* _output_shapes :€ N Mul_482/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_482Mul Mul_482/x Square_88* T0* _output_shapes :€ F add_303AddMul_481Mul_482* T0* _output_shapes :€ > Sqrt_88Sqrtadd_303* T0* _output_shapes :€ N add_304/yConst* value B *½7†5* dtype0* _output_shapes : H add_304AddSqrt_88 add_304/y* T0* _output_shapes :€ M truediv_89RealDivadd_302add_304* T0* _output_shapes :€ G mul_483Muladd_2 truediv_89* T0* _output_shapes :€ o sub_89Sub1bert/encoder/layer_5/attention/self/key/bias/readmul_483* T0* _output_shapes :€ Ú Assign_470Assign,bert/encoder/layer_5/attention/self/key/biassub_89* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_5/attention/self/key/bias* validate_shape(* _output_shapes :€ é Assign_471Assign3bert/encoder/layer_5/attention/self/key/bias/adam_madd_302* T0*F _class< :8loc:@bert/encoder/layer_5/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( é Assign_472Assign3bert/encoder/layer_5/attention/self/key/bias/adam_vadd_303* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_5/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€ ö Ybert/encoder/layer_5/attention/self/value/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*J _class@ >bert/encoder/layer_5/attention/self/value/kernel/adam_m/AssignAssign7bert/encoder/layer_5/attention/self/value/kernel/adam_mIbert/encoder/layer_5/attention/self/value/kernel/adam_m/Initializer/zeros* T0*J _class@ >bert/encoder/layer_5/attention/self/value/kernel/adam_v/AssignAssign7bert/encoder/layer_5/attention/self/value/kernel/adam_vIbert/encoder/layer_5/attention/self/value/kernel/adam_v/Initializer/zeros* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_5/attention/self/value/bias/adam_m* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_5/attention/self/value/bias/adam_m VariableV2* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_5/attention/self/value/bias/adam_m* container* shape:€ ß <:loc:@bert/encoder/layer_5/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_5/attention/self/value/bias/adam_m/readIdentity5bert/encoder/layer_5/attention/self/value/bias/adam_m* T0*H _class> <:loc:@bert/encoder/layer_5/attention/self/value/bias/adam_m* _output_shapes :€ à Gbert/encoder/layer_5/attention/self/value/bias/adam_v/Initializer/zerosConst*H _class> <:loc:@bert/encoder/layer_5/attention/self/value/bias/adam_v* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_5/attention/self/value/bias/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_5/attention/self/value/bias/adam_v* container ß <:loc:@bert/encoder/layer_5/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€ í :bert/encoder/layer_5/attention/self/value/bias/adam_v/readIdentity5bert/encoder/layer_5/attention/self/value/bias/adam_v* T0*H _class> <:loc:@bert/encoder/layer_5/attention/self/value/bias/adam_v* _output_shapes :€ N Mul_490/xConst* value B *fff?* dtype0* _output_shapes : { Mul_490Mul Mul_490/x:bert/encoder/layer_5/attention/self/value/bias/adam_m/read* T0* _output_shapes :€ N Mul_491/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_491Mul Mul_491/x+clip_by_global_norm/clip_by_global_norm/_90* T0* _output_shapes :€ F add_309AddMul_490Mul_491* T0* _output_shapes :€ N Mul_492/xConst* value B *w¾?* dtype0* _output_shapes : { Mul_492Mul Mul_492/x:bert/encoder/layer_5/attention/self/value/bias/adam_v/read* T0* _output_shapes :€ f Square_90Square+clip_by_global_norm/clip_by_global_norm/_90* T0* _output_shapes :€ N Mul_493/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_493Mul Mul_493/x Square_90* T0* _output_shapes :€ F add_310AddMul_492Mul_493* T0* _output_shapes :€ > Sqrt_90Sqrtadd_310* T0* _output_shapes :€ N add_311/yConst* value B *½7†5* dtype0* _output_shapes : H add_311AddSqrt_90 add_311/y* T0* _output_shapes :€ M truediv_91RealDivadd_309add_311* T0* _output_shapes :€ G mul_494Muladd_2 truediv_91* T0* _output_shapes :€ q sub_91Sub3bert/encoder/layer_5/attention/self/value/bias/readmul_494* T0* _output_shapes :€ Þ Assign_476Assign.bert/encoder/layer_5/attention/self/value/biassub_91* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_5/attention/self/value/bias* validate_shape(* _output_shapes :€ í Assign_477Assign5bert/encoder/layer_5/attention/self/value/bias/adam_madd_309* T0*H _class> <:loc:@bert/encoder/layer_5/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í Assign_478Assign5bert/encoder/layer_5/attention/self/value/bias/adam_vadd_310* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_5/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€ ú [bert/encoder/layer_5/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*L _classB @>loc:@bert/encoder/layer_5/attention/output/dense/kernel/adam_m* valueB"* dtype0* _output_shapes : ä Qbert/encoder/layer_5/attention/output/dense/kernel/adam_m/Initializer/zeros/ConstConst*L _classB @>loc:@bert/encoder/layer_5/attention/output/dense/kernel/adam_m* value B ** dtype0* _output_shapes : Ž Kbert/encoder/layer_5/attention/output/dense/kernel/adam_m/Initializer/zerosFill[bert/encoder/layer_5/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorQbert/encoder/layer_5/attention/output/dense/kernel/adam_m/Initializer/zeros/Const* T0*L _classB @>loc:@bert/encoder/layer_5/attention/output/dense/kernel/adam_m* index_type0* _output_shapes : €€ ÿ 9bert/encoder/layer_5/attention/output/dense/kernel/adam_m VariableV2*L _classB @>loc:@bert/encoder/layer_5/attention/output/dense/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€* shared_name ô @bert/encoder/layer_5/attention/output/dense/kernel/adam_m/AssignAssign9bert/encoder/layer_5/attention/output/dense/kernel/adam_mKbert/encoder/layer_5/attention/output/dense/kernel/adam_m/Initializer/zeros* use_locking(* T0*L _classB @>loc:@bert/encoder/layer_5/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ þ >bert/encoder/layer_5/attention/output/dense/kernel/adam_m/readIdentity9bert/encoder/layer_5/attention/output/dense/kernel/adam_m* T0*L _classB @>loc:@bert/encoder/layer_5/attention/output/dense/kernel/adam_m* _output_shapes : €€ ú [bert/encoder/layer_5/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*L _classB @>loc:@bert/encoder/layer_5/attention/output/dense/kernel/adam_v* valueB"* dtype0* _output_shapes : ä Qbert/encoder/layer_5/attention/output/dense/kernel/adam_v/Initializer/zeros/ConstConst*L _classB @>loc:@bert/encoder/layer_5/attention/output/dense/kernel/adam_v* value B ** dtype0* _output_shapes : Ž Kbert/encoder/layer_5/attention/output/dense/kernel/adam_v/Initializer/zerosFill[bert/encoder/layer_5/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorQbert/encoder/layer_5/attention/output/dense/kernel/adam_v/Initializer/zeros/Const* T0*L _classB @>loc:@bert/encoder/layer_5/attention/output/dense/kernel/adam_v* index_type0* _output_shapes : €€ ÿ 9bert/encoder/layer_5/attention/output/dense/kernel/adam_v VariableV2*L _classB @>loc:@bert/encoder/layer_5/attention/output/dense/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€* shared_name ô @bert/encoder/layer_5/attention/output/dense/kernel/adam_v/AssignAssign9bert/encoder/layer_5/attention/output/dense/kernel/adam_vKbert/encoder/layer_5/attention/output/dense/kernel/adam_v/Initializer/zeros* T0*L _classB @>loc:@bert/encoder/layer_5/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( þ >bert/encoder/layer_5/attention/output/dense/kernel/adam_v/readIdentity9bert/encoder/layer_5/attention/output/dense/kernel/adam_v* T0*L _classB @>loc:@bert/encoder/layer_5/attention/output/dense/kernel/adam_v* _output_shapes : €€ N Mul_495/xConst* value B *fff?* dtype0* _output_shapes : „ Mul_495Mul Mul_495/x>bert/encoder/layer_5/attention/output/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_496/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : q Mul_496Mul Mul_496/x+clip_by_global_norm/clip_by_global_norm/_91* T0* _output_shapes : €€ K add_312AddMul_495Mul_496* T0* _output_shapes : €€ N Mul_497/xConst* value B *w¾?* dtype0* _output_shapes : „ Mul_497Mul Mul_497/x>bert/encoder/layer_5/attention/output/dense/kernel/adam_v/read* T0* _output_shapes : €€ k Square_91Square+clip_by_global_norm/clip_by_global_norm/_91* T0* _output_shapes : €€ N Mul_498/xConst* value B *oƒ:* dtype0* _output_shapes : O Mul_498Mul Mul_498/x Square_91* T0* _output_shapes : €€ K add_313AddMul_497Mul_498* T0* _output_shapes : €€ C Sqrt_91Sqrtadd_313* T0* _output_shapes : €€ N add_314/yConst* value B *½7†5* dtype0* _output_shapes : M add_314AddSqrt_91 add_314/y* T0* _output_shapes : €€ R truediv_92RealDivadd_312add_314* T0* _output_shapes : €€ N mul_499/xConst* value B * ×#<* dtype0* _output_shapes : } mul_499Mul mul_499/x7bert/encoder/layer_5/attention/output/dense/kernel/read* T0* _output_shapes : €€ N add_315Add truediv_92mul_499* T0* _output_shapes : €€ I mul_500Muladd_2add_315* T0* _output_shapes : €€ z sub_92Sub7bert/encoder/layer_5/attention/output/dense/kernel/readmul_500* T0* _output_shapes : €€ ë Assign_479Assign2bert/encoder/layer_5/attention/output/dense/kernelsub_92* T0*E _class; 97loc:@bert/encoder/layer_5/attention/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( ú Assign_480Assign9bert/encoder/layer_5/attention/output/dense/kernel/adam_madd_312* T0*L _classB @>loc:@bert/encoder/layer_5/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ú Assign_481Assign9bert/encoder/layer_5/attention/output/dense/kernel/adam_vadd_313* T0*L _classB @>loc:@bert/encoder/layer_5/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ä Ibert/encoder/layer_5/attention/output/dense/bias/adam_m/Initializer/zerosConst*J _class@ >bert/encoder/layer_5/attention/output/dense/bias/adam_m/AssignAssign7bert/encoder/layer_5/attention/output/dense/bias/adam_mIbert/encoder/layer_5/attention/output/dense/bias/adam_m/Initializer/zeros* use_locking(* T0*J _class@ >bert/encoder/layer_5/attention/output/dense/bias/adam_v/AssignAssign7bert/encoder/layer_5/attention/output/dense/bias/adam_vIbert/encoder/layer_5/attention/output/dense/bias/adam_v/Initializer/zeros* use_locking(* T0*J _class@ > Sqrt_92Sqrtadd_317* T0* _output_shapes :€ N add_318/yConst* value B *½7†5* dtype0* _output_shapes : H add_318AddSqrt_92 add_318/y* T0* _output_shapes :€ M truediv_93RealDivadd_316add_318* T0* _output_shapes :€ G mul_505Muladd_2 truediv_93* T0* _output_shapes :€ s sub_93Sub5bert/encoder/layer_5/attention/output/dense/bias/readmul_505* T0* _output_shapes :€ â Assign_482Assign0bert/encoder/layer_5/attention/output/dense/biassub_93* T0*C _class9 75loc:@bert/encoder/layer_5/attention/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( ñ Assign_483Assign7bert/encoder/layer_5/attention/output/dense/bias/adam_madd_316* use_locking(* T0*J _class@ > Sqrt_93Sqrtadd_320* T0* _output_shapes :€ N add_321/yConst* value B *½7†5* dtype0* _output_shapes : H add_321AddSqrt_93 add_321/y* T0* _output_shapes :€ M truediv_94RealDivadd_319add_321* T0* _output_shapes :€ G mul_510Muladd_2 truediv_94* T0* _output_shapes :€ w sub_94Sub9bert/encoder/layer_5/attention/output/LayerNorm/beta/readmul_510* T0* _output_shapes :€ ê Assign_485Assign4bert/encoder/layer_5/attention/output/LayerNorm/betasub_94* T0*G _class= ;9loc:@bert/encoder/layer_5/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( ù Assign_486Assign;bert/encoder/layer_5/attention/output/LayerNorm/beta/adam_madd_319* T0*N _classD B@loc:@bert/encoder/layer_5/attention/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( ù Assign_487Assign;bert/encoder/layer_5/attention/output/LayerNorm/beta/adam_vadd_320* T0*N _classD B@loc:@bert/encoder/layer_5/attention/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( î Nbert/encoder/layer_5/attention/output/LayerNorm/gamma/adam_m/Initializer/zerosConst*O _classE CAloc:@bert/encoder/layer_5/attention/output/LayerNorm/gamma/adam_m* valueB€** dtype0* _output_shapes :€ û Sqrt_94Sqrtadd_323* T0* _output_shapes :€ N add_324/yConst* value B *½7†5* dtype0* _output_shapes : H add_324AddSqrt_94 add_324/y* T0* _output_shapes :€ M truediv_95RealDivadd_322add_324* T0* _output_shapes :€ G mul_515Muladd_2 truediv_95* T0* _output_shapes :€ x sub_95Sub:bert/encoder/layer_5/attention/output/LayerNorm/gamma/readmul_515* T0* _output_shapes :€ ì Assign_488Assign5bert/encoder/layer_5/attention/output/LayerNorm/gammasub_95* T0*H _class> <:loc:@bert/encoder/layer_5/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( û Assign_489Assign <:loc:@bert/encoder/layer_5/intermediate/dense/kernel/adam_m* valueB" * dtype0* _output_shapes : Ü Mbert/encoder/layer_5/intermediate/dense/kernel/adam_m/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_5/intermediate/dense/kernel/adam_m* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_5/intermediate/dense/kernel/adam_m/Initializer/zerosFillWbert/encoder/layer_5/intermediate/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorMbert/encoder/layer_5/intermediate/dense/kernel/adam_m/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_5/intermediate/dense/kernel/adam_m* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_5/intermediate/dense/kernel/adam_m VariableV2*H _class> <:loc:@bert/encoder/layer_5/intermediate/dense/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€* shared_name ä <:loc:@bert/encoder/layer_5/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ò :bert/encoder/layer_5/intermediate/dense/kernel/adam_m/readIdentity5bert/encoder/layer_5/intermediate/dense/kernel/adam_m* T0*H _class> <:loc:@bert/encoder/layer_5/intermediate/dense/kernel/adam_m* _output_shapes : €€ ò Wbert/encoder/layer_5/intermediate/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_5/intermediate/dense/kernel/adam_v* valueB" * dtype0* _output_shapes : Ü Mbert/encoder/layer_5/intermediate/dense/kernel/adam_v/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_5/intermediate/dense/kernel/adam_v* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_5/intermediate/dense/kernel/adam_v/Initializer/zerosFillWbert/encoder/layer_5/intermediate/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorMbert/encoder/layer_5/intermediate/dense/kernel/adam_v/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_5/intermediate/dense/kernel/adam_v* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_5/intermediate/dense/kernel/adam_v VariableV2* dtype0* _output_shapes : €€* shared_name*H _class> <:loc:@bert/encoder/layer_5/intermediate/dense/kernel/adam_v* container* shape : €€ ä <:loc:@bert/encoder/layer_5/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ ò :bert/encoder/layer_5/intermediate/dense/kernel/adam_v/readIdentity5bert/encoder/layer_5/intermediate/dense/kernel/adam_v* T0*H _class> <:loc:@bert/encoder/layer_5/intermediate/dense/kernel/adam_v* _output_shapes : €€ N Mul_516/xConst* value B *fff?* dtype0* _output_shapes : € Mul_516Mul Mul_516/x:bert/encoder/layer_5/intermediate/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_517/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : q Mul_517Mul Mul_517/x+clip_by_global_norm/clip_by_global_norm/_95* T0* _output_shapes : €€ K add_325AddMul_516Mul_517* T0* _output_shapes : €€ N Mul_518/xConst* value B *w¾?* dtype0* _output_shapes : € Mul_518Mul Mul_518/x:bert/encoder/layer_5/intermediate/dense/kernel/adam_v/read* T0* _output_shapes : €€ k Square_95Square+clip_by_global_norm/clip_by_global_norm/_95* T0* _output_shapes : €€ N Mul_519/xConst* value B *oƒ:* dtype0* _output_shapes : O Mul_519Mul Mul_519/x Square_95* T0* _output_shapes : €€ K add_326AddMul_518Mul_519* T0* _output_shapes : €€ C Sqrt_95Sqrtadd_326* T0* _output_shapes : €€ N add_327/yConst* value B *½7†5* dtype0* _output_shapes : M add_327AddSqrt_95 add_327/y* T0* _output_shapes : €€ R truediv_96RealDivadd_325add_327* T0* _output_shapes : €€ N mul_520/xConst* value B * ×#<* dtype0* _output_shapes : y mul_520Mul mul_520/x3bert/encoder/layer_5/intermediate/dense/kernel/read* T0* _output_shapes : €€ N add_328Add truediv_96mul_520* T0* _output_shapes : €€ I mul_521Muladd_2add_328* T0* _output_shapes : €€ v sub_96Sub3bert/encoder/layer_5/intermediate/dense/kernel/readmul_521* T0* _output_shapes : €€ ã Assign_491Assign.bert/encoder/layer_5/intermediate/dense/kernelsub_96* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_5/intermediate/dense/kernel* validate_shape(* _output_shapes : €€ ò Assign_492Assign5bert/encoder/layer_5/intermediate/dense/kernel/adam_madd_325* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_5/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ò Assign_493Assign5bert/encoder/layer_5/intermediate/dense/kernel/adam_vadd_326* T0*H _class> <:loc:@bert/encoder/layer_5/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( è Ubert/encoder/layer_5/intermediate/dense/bias/adam_m/Initializer/zeros/shape_as_tensorConst*F _class< :8loc:@bert/encoder/layer_5/intermediate/dense/bias/adam_m* valueB :€* dtype0* _output_shapes : Ø Kbert/encoder/layer_5/intermediate/dense/bias/adam_m/Initializer/zeros/ConstConst*F _class< :8loc:@bert/encoder/layer_5/intermediate/dense/bias/adam_m* value B ** dtype0* _output_shapes : ñ Ebert/encoder/layer_5/intermediate/dense/bias/adam_m/Initializer/zerosFillUbert/encoder/layer_5/intermediate/dense/bias/adam_m/Initializer/zeros/shape_as_tensorKbert/encoder/layer_5/intermediate/dense/bias/adam_m/Initializer/zeros/Const* T0*F _class< :8loc:@bert/encoder/layer_5/intermediate/dense/bias/adam_m* index_type0* _output_shapes :€ é 3bert/encoder/layer_5/intermediate/dense/bias/adam_m VariableV2*F _class< :8loc:@bert/encoder/layer_5/intermediate/dense/bias/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name × :bert/encoder/layer_5/intermediate/dense/bias/adam_m/AssignAssign3bert/encoder/layer_5/intermediate/dense/bias/adam_mEbert/encoder/layer_5/intermediate/dense/bias/adam_m/Initializer/zeros* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_5/intermediate/dense/bias/adam_m* validate_shape(* _output_shapes :€ ç 8bert/encoder/layer_5/intermediate/dense/bias/adam_m/readIdentity3bert/encoder/layer_5/intermediate/dense/bias/adam_m* T0*F _class< :8loc:@bert/encoder/layer_5/intermediate/dense/bias/adam_m* _output_shapes :€ è Ubert/encoder/layer_5/intermediate/dense/bias/adam_v/Initializer/zeros/shape_as_tensorConst*F _class< :8loc:@bert/encoder/layer_5/intermediate/dense/bias/adam_v* valueB :€* dtype0* _output_shapes : Ø Kbert/encoder/layer_5/intermediate/dense/bias/adam_v/Initializer/zeros/ConstConst*F _class< :8loc:@bert/encoder/layer_5/intermediate/dense/bias/adam_v* value B ** dtype0* _output_shapes : ñ Ebert/encoder/layer_5/intermediate/dense/bias/adam_v/Initializer/zerosFillUbert/encoder/layer_5/intermediate/dense/bias/adam_v/Initializer/zeros/shape_as_tensorKbert/encoder/layer_5/intermediate/dense/bias/adam_v/Initializer/zeros/Const* T0*F _class< :8loc:@bert/encoder/layer_5/intermediate/dense/bias/adam_v* index_type0* _output_shapes :€ é 3bert/encoder/layer_5/intermediate/dense/bias/adam_v VariableV2*F _class< :8loc:@bert/encoder/layer_5/intermediate/dense/bias/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name × :bert/encoder/layer_5/intermediate/dense/bias/adam_v/AssignAssign3bert/encoder/layer_5/intermediate/dense/bias/adam_vEbert/encoder/layer_5/intermediate/dense/bias/adam_v/Initializer/zeros* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_5/intermediate/dense/bias/adam_v* validate_shape(* _output_shapes :€ ç 8bert/encoder/layer_5/intermediate/dense/bias/adam_v/readIdentity3bert/encoder/layer_5/intermediate/dense/bias/adam_v* T0*F _class< :8loc:@bert/encoder/layer_5/intermediate/dense/bias/adam_v* _output_shapes :€ N Mul_522/xConst* value B *fff?* dtype0* _output_shapes : y Mul_522Mul Mul_522/x8bert/encoder/layer_5/intermediate/dense/bias/adam_m/read* T0* _output_shapes :€ N Mul_523/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_523Mul Mul_523/x+clip_by_global_norm/clip_by_global_norm/_96* T0* _output_shapes :€ F add_329AddMul_522Mul_523* T0* _output_shapes :€ N Mul_524/xConst* value B *w¾?* dtype0* _output_shapes : y Mul_524Mul Mul_524/x8bert/encoder/layer_5/intermediate/dense/bias/adam_v/read* T0* _output_shapes :€ f Square_96Square+clip_by_global_norm/clip_by_global_norm/_96* T0* _output_shapes :€ N Mul_525/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_525Mul Mul_525/x Square_96* T0* _output_shapes :€ F add_330AddMul_524Mul_525* T0* _output_shapes :€ > Sqrt_96Sqrtadd_330* T0* _output_shapes :€ N add_331/yConst* value B *½7†5* dtype0* _output_shapes : H add_331AddSqrt_96 add_331/y* T0* _output_shapes :€ M truediv_97RealDivadd_329add_331* T0* _output_shapes :€ G mul_526Muladd_2 truediv_97* T0* _output_shapes :€ o sub_97Sub1bert/encoder/layer_5/intermediate/dense/bias/readmul_526* T0* _output_shapes :€ Ú Assign_494Assign,bert/encoder/layer_5/intermediate/dense/biassub_97* T0*? _class5 31loc:@bert/encoder/layer_5/intermediate/dense/bias* validate_shape(* _output_shapes :€* use_locking( é Assign_495Assign3bert/encoder/layer_5/intermediate/dense/bias/adam_madd_329* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_5/intermediate/dense/bias/adam_m* validate_shape(* _output_shapes :€ é Assign_496Assign3bert/encoder/layer_5/intermediate/dense/bias/adam_vadd_330* T0*F _class< :8loc:@bert/encoder/layer_5/intermediate/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( æ Qbert/encoder/layer_5/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*B _class8 64loc:@bert/encoder/layer_5/output/dense/kernel/adam_m* valueB" * dtype0* _output_shapes : Ð Gbert/encoder/layer_5/output/dense/kernel/adam_m/Initializer/zeros/ConstConst*B _class8 64loc:@bert/encoder/layer_5/output/dense/kernel/adam_m* value B ** dtype0* _output_shapes : æ Abert/encoder/layer_5/output/dense/kernel/adam_m/Initializer/zerosFillQbert/encoder/layer_5/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorGbert/encoder/layer_5/output/dense/kernel/adam_m/Initializer/zeros/Const* T0*B _class8 64loc:@bert/encoder/layer_5/output/dense/kernel/adam_m* index_type0* _output_shapes : €€ ë /bert/encoder/layer_5/output/dense/kernel/adam_m VariableV2*B _class8 64loc:@bert/encoder/layer_5/output/dense/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€* shared_name Ì 6bert/encoder/layer_5/output/dense/kernel/adam_m/AssignAssign/bert/encoder/layer_5/output/dense/kernel/adam_mAbert/encoder/layer_5/output/dense/kernel/adam_m/Initializer/zeros* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_5/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ à 4bert/encoder/layer_5/output/dense/kernel/adam_m/readIdentity/bert/encoder/layer_5/output/dense/kernel/adam_m* T0*B _class8 64loc:@bert/encoder/layer_5/output/dense/kernel/adam_m* _output_shapes : €€ æ Qbert/encoder/layer_5/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*B _class8 64loc:@bert/encoder/layer_5/output/dense/kernel/adam_v* valueB" * dtype0* _output_shapes : Ð Gbert/encoder/layer_5/output/dense/kernel/adam_v/Initializer/zeros/ConstConst*B _class8 64loc:@bert/encoder/layer_5/output/dense/kernel/adam_v* value B ** dtype0* _output_shapes : æ Abert/encoder/layer_5/output/dense/kernel/adam_v/Initializer/zerosFillQbert/encoder/layer_5/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorGbert/encoder/layer_5/output/dense/kernel/adam_v/Initializer/zeros/Const* T0*B _class8 64loc:@bert/encoder/layer_5/output/dense/kernel/adam_v* index_type0* _output_shapes : €€ ë /bert/encoder/layer_5/output/dense/kernel/adam_v VariableV2* shared_name*B _class8 64loc:@bert/encoder/layer_5/output/dense/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€ Ì 6bert/encoder/layer_5/output/dense/kernel/adam_v/AssignAssign/bert/encoder/layer_5/output/dense/kernel/adam_vAbert/encoder/layer_5/output/dense/kernel/adam_v/Initializer/zeros* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_5/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ à 4bert/encoder/layer_5/output/dense/kernel/adam_v/readIdentity/bert/encoder/layer_5/output/dense/kernel/adam_v* T0*B _class8 64loc:@bert/encoder/layer_5/output/dense/kernel/adam_v* _output_shapes : €€ N Mul_527/xConst* value B *fff?* dtype0* _output_shapes : z Mul_527Mul Mul_527/x4bert/encoder/layer_5/output/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_528/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : q Mul_528Mul Mul_528/x+clip_by_global_norm/clip_by_global_norm/_97* T0* _output_shapes : €€ K add_332AddMul_527Mul_528* T0* _output_shapes : €€ N Mul_529/xConst* value B *w¾?* dtype0* _output_shapes : z Mul_529Mul Mul_529/x4bert/encoder/layer_5/output/dense/kernel/adam_v/read* T0* _output_shapes : €€ k Square_97Square+clip_by_global_norm/clip_by_global_norm/_97* T0* _output_shapes : €€ N Mul_530/xConst* value B *oƒ:* dtype0* _output_shapes : O Mul_530Mul Mul_530/x Square_97* T0* _output_shapes : €€ K add_333AddMul_529Mul_530* T0* _output_shapes : €€ C Sqrt_97Sqrtadd_333* T0* _output_shapes : €€ N add_334/yConst* value B *½7†5* dtype0* _output_shapes : M add_334AddSqrt_97 add_334/y* T0* _output_shapes : €€ R truediv_98RealDivadd_332add_334* T0* _output_shapes : €€ N mul_531/xConst* value B * ×#<* dtype0* _output_shapes : s mul_531Mul mul_531/x-bert/encoder/layer_5/output/dense/kernel/read* T0* _output_shapes : €€ N add_335Add truediv_98mul_531* T0* _output_shapes : €€ I mul_532Muladd_2add_335* T0* _output_shapes : €€ p sub_98Sub-bert/encoder/layer_5/output/dense/kernel/readmul_532* T0* _output_shapes : €€ × Assign_497Assign(bert/encoder/layer_5/output/dense/kernelsub_98* T0*; _class1 /-loc:@bert/encoder/layer_5/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( æ Assign_498Assign/bert/encoder/layer_5/output/dense/kernel/adam_madd_332* T0*B _class8 64loc:@bert/encoder/layer_5/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( æ Assign_499Assign/bert/encoder/layer_5/output/dense/kernel/adam_vadd_333* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_5/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ Ð ?bert/encoder/layer_5/output/dense/bias/adam_m/Initializer/zerosConst*@ _class6 42loc:@bert/encoder/layer_5/output/dense/bias/adam_m* valueB€** dtype0* _output_shapes :€ Ý -bert/encoder/layer_5/output/dense/bias/adam_m VariableV2* shared_name*@ _class6 42loc:@bert/encoder/layer_5/output/dense/bias/adam_m* container* shape:€* dtype0* _output_shapes :€ ¿ 4bert/encoder/layer_5/output/dense/bias/adam_m/AssignAssign-bert/encoder/layer_5/output/dense/bias/adam_m?bert/encoder/layer_5/output/dense/bias/adam_m/Initializer/zeros* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_5/output/dense/bias/adam_m* validate_shape(* _output_shapes :€ Õ 2bert/encoder/layer_5/output/dense/bias/adam_m/readIdentity-bert/encoder/layer_5/output/dense/bias/adam_m* T0*@ _class6 42loc:@bert/encoder/layer_5/output/dense/bias/adam_m* _output_shapes :€ Ð ?bert/encoder/layer_5/output/dense/bias/adam_v/Initializer/zerosConst*@ _class6 42loc:@bert/encoder/layer_5/output/dense/bias/adam_v* valueB€** dtype0* _output_shapes :€ Ý -bert/encoder/layer_5/output/dense/bias/adam_v VariableV2* shared_name*@ _class6 42loc:@bert/encoder/layer_5/output/dense/bias/adam_v* container* shape:€* dtype0* _output_shapes :€ ¿ 4bert/encoder/layer_5/output/dense/bias/adam_v/AssignAssign-bert/encoder/layer_5/output/dense/bias/adam_v?bert/encoder/layer_5/output/dense/bias/adam_v/Initializer/zeros* T0*@ _class6 42loc:@bert/encoder/layer_5/output/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( Õ 2bert/encoder/layer_5/output/dense/bias/adam_v/readIdentity-bert/encoder/layer_5/output/dense/bias/adam_v* T0*@ _class6 42loc:@bert/encoder/layer_5/output/dense/bias/adam_v* _output_shapes :€ N Mul_533/xConst* value B *fff?* dtype0* _output_shapes : s Mul_533Mul Mul_533/x2bert/encoder/layer_5/output/dense/bias/adam_m/read* T0* _output_shapes :€ N Mul_534/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_534Mul Mul_534/x+clip_by_global_norm/clip_by_global_norm/_98* T0* _output_shapes :€ F add_336AddMul_533Mul_534* T0* _output_shapes :€ N Mul_535/xConst* value B *w¾?* dtype0* _output_shapes : s Mul_535Mul Mul_535/x2bert/encoder/layer_5/output/dense/bias/adam_v/read* T0* _output_shapes :€ f Square_98Square+clip_by_global_norm/clip_by_global_norm/_98* T0* _output_shapes :€ N Mul_536/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_536Mul Mul_536/x Square_98* T0* _output_shapes :€ F add_337AddMul_535Mul_536* T0* _output_shapes :€ > Sqrt_98Sqrtadd_337* T0* _output_shapes :€ N add_338/yConst* value B *½7†5* dtype0* _output_shapes : H add_338AddSqrt_98 add_338/y* T0* _output_shapes :€ M truediv_99RealDivadd_336add_338* T0* _output_shapes :€ G mul_537Muladd_2 truediv_99* T0* _output_shapes :€ i sub_99Sub+bert/encoder/layer_5/output/dense/bias/readmul_537* T0* _output_shapes :€ Î Assign_500Assign&bert/encoder/layer_5/output/dense/biassub_99* use_locking(* T0*9 _class/ -+loc:@bert/encoder/layer_5/output/dense/bias* validate_shape(* _output_shapes :€ Ý Assign_501Assign-bert/encoder/layer_5/output/dense/bias/adam_madd_336* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_5/output/dense/bias/adam_m* validate_shape(* _output_shapes :€ Ý Assign_502Assign-bert/encoder/layer_5/output/dense/bias/adam_vadd_337* T0*@ _class6 42loc:@bert/encoder/layer_5/output/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( Ø Cbert/encoder/layer_5/output/LayerNorm/beta/adam_m/Initializer/zerosConst*D _class: 86loc:@bert/encoder/layer_5/output/LayerNorm/beta/adam_m* valueB€** dtype0* _output_shapes :€ å 1bert/encoder/layer_5/output/LayerNorm/beta/adam_m VariableV2*D _class: 86loc:@bert/encoder/layer_5/output/LayerNorm/beta/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name Ï 8bert/encoder/layer_5/output/LayerNorm/beta/adam_m/AssignAssign1bert/encoder/layer_5/output/LayerNorm/beta/adam_mCbert/encoder/layer_5/output/LayerNorm/beta/adam_m/Initializer/zeros* T0*D _class: 86loc:@bert/encoder/layer_5/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( á 6bert/encoder/layer_5/output/LayerNorm/beta/adam_m/readIdentity1bert/encoder/layer_5/output/LayerNorm/beta/adam_m* T0*D _class: 86loc:@bert/encoder/layer_5/output/LayerNorm/beta/adam_m* _output_shapes :€ Ø Cbert/encoder/layer_5/output/LayerNorm/beta/adam_v/Initializer/zerosConst*D _class: 86loc:@bert/encoder/layer_5/output/LayerNorm/beta/adam_v* valueB€** dtype0* _output_shapes :€ å 1bert/encoder/layer_5/output/LayerNorm/beta/adam_v VariableV2*D _class: 86loc:@bert/encoder/layer_5/output/LayerNorm/beta/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name Ï 8bert/encoder/layer_5/output/LayerNorm/beta/adam_v/AssignAssign1bert/encoder/layer_5/output/LayerNorm/beta/adam_vCbert/encoder/layer_5/output/LayerNorm/beta/adam_v/Initializer/zeros* T0*D _class: 86loc:@bert/encoder/layer_5/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( á 6bert/encoder/layer_5/output/LayerNorm/beta/adam_v/readIdentity1bert/encoder/layer_5/output/LayerNorm/beta/adam_v* T0*D _class: 86loc:@bert/encoder/layer_5/output/LayerNorm/beta/adam_v* _output_shapes :€ N Mul_538/xConst* value B *fff?* dtype0* _output_shapes : w Mul_538Mul Mul_538/x6bert/encoder/layer_5/output/LayerNorm/beta/adam_m/read* T0* _output_shapes :€ N Mul_539/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : l Mul_539Mul Mul_539/x+clip_by_global_norm/clip_by_global_norm/_99* T0* _output_shapes :€ F add_339AddMul_538Mul_539* T0* _output_shapes :€ N Mul_540/xConst* value B *w¾?* dtype0* _output_shapes : w Mul_540Mul Mul_540/x6bert/encoder/layer_5/output/LayerNorm/beta/adam_v/read* T0* _output_shapes :€ f Square_99Square+clip_by_global_norm/clip_by_global_norm/_99* T0* _output_shapes :€ N Mul_541/xConst* value B *oƒ:* dtype0* _output_shapes : J Mul_541Mul Mul_541/x Square_99* T0* _output_shapes :€ F add_340AddMul_540Mul_541* T0* _output_shapes :€ > Sqrt_99Sqrtadd_340* T0* _output_shapes :€ N add_341/yConst* value B *½7†5* dtype0* _output_shapes : H add_341AddSqrt_99 add_341/y* T0* _output_shapes :€ N truediv_100RealDivadd_339add_341* T0* _output_shapes :€ H mul_542Muladd_2 truediv_100* T0* _output_shapes :€ n sub_100Sub/bert/encoder/layer_5/output/LayerNorm/beta/readmul_542* T0* _output_shapes :€ × Assign_503Assign*bert/encoder/layer_5/output/LayerNorm/betasub_100* T0*= _class3 1/loc:@bert/encoder/layer_5/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( å Assign_504Assign1bert/encoder/layer_5/output/LayerNorm/beta/adam_madd_339* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_5/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ å Assign_505Assign1bert/encoder/layer_5/output/LayerNorm/beta/adam_vadd_340* T0*D _class: 86loc:@bert/encoder/layer_5/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( Ú Dbert/encoder/layer_5/output/LayerNorm/gamma/adam_m/Initializer/zerosConst*E _class; 97loc:@bert/encoder/layer_5/output/LayerNorm/gamma/adam_m* valueB€** dtype0* _output_shapes :€ ç 2bert/encoder/layer_5/output/LayerNorm/gamma/adam_m VariableV2* shared_name*E _class; 97loc:@bert/encoder/layer_5/output/LayerNorm/gamma/adam_m* container* shape:€* dtype0* _output_shapes :€ Ó 9bert/encoder/layer_5/output/LayerNorm/gamma/adam_m/AssignAssign2bert/encoder/layer_5/output/LayerNorm/gamma/adam_mDbert/encoder/layer_5/output/LayerNorm/gamma/adam_m/Initializer/zeros* T0*E _class; 97loc:@bert/encoder/layer_5/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( ä 7bert/encoder/layer_5/output/LayerNorm/gamma/adam_m/readIdentity2bert/encoder/layer_5/output/LayerNorm/gamma/adam_m* T0*E _class; 97loc:@bert/encoder/layer_5/output/LayerNorm/gamma/adam_m* _output_shapes :€ Ú Dbert/encoder/layer_5/output/LayerNorm/gamma/adam_v/Initializer/zerosConst*E _class; 97loc:@bert/encoder/layer_5/output/LayerNorm/gamma/adam_v* valueB€** dtype0* _output_shapes :€ ç 2bert/encoder/layer_5/output/LayerNorm/gamma/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*E _class; 97loc:@bert/encoder/layer_5/output/LayerNorm/gamma/adam_v* container Ó 9bert/encoder/layer_5/output/LayerNorm/gamma/adam_v/AssignAssign2bert/encoder/layer_5/output/LayerNorm/gamma/adam_vDbert/encoder/layer_5/output/LayerNorm/gamma/adam_v/Initializer/zeros* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_5/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ä 7bert/encoder/layer_5/output/LayerNorm/gamma/adam_v/readIdentity2bert/encoder/layer_5/output/LayerNorm/gamma/adam_v* T0*E _class; 97loc:@bert/encoder/layer_5/output/LayerNorm/gamma/adam_v* _output_shapes :€ N Mul_543/xConst* value B *fff?* dtype0* _output_shapes : x Mul_543Mul Mul_543/x7bert/encoder/layer_5/output/LayerNorm/gamma/adam_m/read* T0* _output_shapes :€ N Mul_544/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_544Mul Mul_544/x,clip_by_global_norm/clip_by_global_norm/_100* T0* _output_shapes :€ F add_342AddMul_543Mul_544* T0* _output_shapes :€ N Mul_545/xConst* value B *w¾?* dtype0* _output_shapes : x Mul_545Mul Mul_545/x7bert/encoder/layer_5/output/LayerNorm/gamma/adam_v/read* T0* _output_shapes :€ h Square_100Square,clip_by_global_norm/clip_by_global_norm/_100* T0* _output_shapes :€ N Mul_546/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_546Mul Mul_546/x Square_100* T0* _output_shapes :€ F add_343AddMul_545Mul_546* T0* _output_shapes :€ ? Sqrt_100Sqrtadd_343* T0* _output_shapes :€ N add_344/yConst* value B *½7†5* dtype0* _output_shapes : I add_344AddSqrt_100 add_344/y* T0* _output_shapes :€ N truediv_101RealDivadd_342add_344* T0* _output_shapes :€ H mul_547Muladd_2 truediv_101* T0* _output_shapes :€ o sub_101Sub0bert/encoder/layer_5/output/LayerNorm/gamma/readmul_547* T0* _output_shapes :€ Ù Assign_506Assign+bert/encoder/layer_5/output/LayerNorm/gammasub_101* use_locking(* T0*> _class4 20loc:@bert/encoder/layer_5/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ ç Assign_507Assign2bert/encoder/layer_5/output/LayerNorm/gamma/adam_madd_342* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_5/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€ ç Assign_508Assign2bert/encoder/layer_5/output/LayerNorm/gamma/adam_vadd_343* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_5/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ö Ybert/encoder/layer_6/attention/self/query/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*J _class@ >bert/encoder/layer_6/attention/self/query/kernel/adam_m/AssignAssign7bert/encoder/layer_6/attention/self/query/kernel/adam_mIbert/encoder/layer_6/attention/self/query/kernel/adam_m/Initializer/zeros* use_locking(* T0*J _class@ >bert/encoder/layer_6/attention/self/query/kernel/adam_v/AssignAssign7bert/encoder/layer_6/attention/self/query/kernel/adam_vIbert/encoder/layer_6/attention/self/query/kernel/adam_v/Initializer/zeros* T0*J _class@ > <:loc:@bert/encoder/layer_6/attention/self/query/bias/adam_m* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_6/attention/self/query/bias/adam_m VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_6/attention/self/query/bias/adam_m* container ß <:loc:@bert/encoder/layer_6/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_6/attention/self/query/bias/adam_m/readIdentity5bert/encoder/layer_6/attention/self/query/bias/adam_m* T0*H _class> <:loc:@bert/encoder/layer_6/attention/self/query/bias/adam_m* _output_shapes :€ à Gbert/encoder/layer_6/attention/self/query/bias/adam_v/Initializer/zerosConst*H _class> <:loc:@bert/encoder/layer_6/attention/self/query/bias/adam_v* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_6/attention/self/query/bias/adam_v VariableV2* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_6/attention/self/query/bias/adam_v* container* shape:€ ß <:loc:@bert/encoder/layer_6/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€ í :bert/encoder/layer_6/attention/self/query/bias/adam_v/readIdentity5bert/encoder/layer_6/attention/self/query/bias/adam_v* T0*H _class> <:loc:@bert/encoder/layer_6/attention/self/query/bias/adam_v* _output_shapes :€ N Mul_554/xConst* value B *fff?* dtype0* _output_shapes : { Mul_554Mul Mul_554/x:bert/encoder/layer_6/attention/self/query/bias/adam_m/read* T0* _output_shapes :€ N Mul_555/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_555Mul Mul_555/x,clip_by_global_norm/clip_by_global_norm/_102* T0* _output_shapes :€ F add_349AddMul_554Mul_555* T0* _output_shapes :€ N Mul_556/xConst* value B *w¾?* dtype0* _output_shapes : { Mul_556Mul Mul_556/x:bert/encoder/layer_6/attention/self/query/bias/adam_v/read* T0* _output_shapes :€ h Square_102Square,clip_by_global_norm/clip_by_global_norm/_102* T0* _output_shapes :€ N Mul_557/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_557Mul Mul_557/x Square_102* T0* _output_shapes :€ F add_350AddMul_556Mul_557* T0* _output_shapes :€ ? Sqrt_102Sqrtadd_350* T0* _output_shapes :€ N add_351/yConst* value B *½7†5* dtype0* _output_shapes : I add_351AddSqrt_102 add_351/y* T0* _output_shapes :€ N truediv_103RealDivadd_349add_351* T0* _output_shapes :€ H mul_558Muladd_2 truediv_103* T0* _output_shapes :€ r sub_103Sub3bert/encoder/layer_6/attention/self/query/bias/readmul_558* T0* _output_shapes :€ ß Assign_512Assign.bert/encoder/layer_6/attention/self/query/biassub_103* T0*A _class7 53loc:@bert/encoder/layer_6/attention/self/query/bias* validate_shape(* _output_shapes :€* use_locking( í Assign_513Assign5bert/encoder/layer_6/attention/self/query/bias/adam_madd_349* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_6/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€ í Assign_514Assign5bert/encoder/layer_6/attention/self/query/bias/adam_vadd_350* T0*H _class> <:loc:@bert/encoder/layer_6/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ò Wbert/encoder/layer_6/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_6/attention/self/key/kernel/adam_m* valueB"* dtype0* _output_shapes : Ü Mbert/encoder/layer_6/attention/self/key/kernel/adam_m/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_6/attention/self/key/kernel/adam_m* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_6/attention/self/key/kernel/adam_m/Initializer/zerosFillWbert/encoder/layer_6/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorMbert/encoder/layer_6/attention/self/key/kernel/adam_m/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_6/attention/self/key/kernel/adam_m* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_6/attention/self/key/kernel/adam_m VariableV2* dtype0* _output_shapes : €€* shared_name*H _class> <:loc:@bert/encoder/layer_6/attention/self/key/kernel/adam_m* container* shape : €€ ä <:loc:@bert/encoder/layer_6/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€ ò :bert/encoder/layer_6/attention/self/key/kernel/adam_m/readIdentity5bert/encoder/layer_6/attention/self/key/kernel/adam_m* T0*H _class> <:loc:@bert/encoder/layer_6/attention/self/key/kernel/adam_m* _output_shapes : €€ ò Wbert/encoder/layer_6/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_6/attention/self/key/kernel/adam_v* valueB"* dtype0* _output_shapes : Ü Mbert/encoder/layer_6/attention/self/key/kernel/adam_v/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_6/attention/self/key/kernel/adam_v* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_6/attention/self/key/kernel/adam_v/Initializer/zerosFillWbert/encoder/layer_6/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorMbert/encoder/layer_6/attention/self/key/kernel/adam_v/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_6/attention/self/key/kernel/adam_v* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_6/attention/self/key/kernel/adam_v VariableV2*H _class> <:loc:@bert/encoder/layer_6/attention/self/key/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€* shared_name ä <:loc:@bert/encoder/layer_6/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€ ò :bert/encoder/layer_6/attention/self/key/kernel/adam_v/readIdentity5bert/encoder/layer_6/attention/self/key/kernel/adam_v* T0*H _class> <:loc:@bert/encoder/layer_6/attention/self/key/kernel/adam_v* _output_shapes : €€ N Mul_559/xConst* value B *fff?* dtype0* _output_shapes : € Mul_559Mul Mul_559/x:bert/encoder/layer_6/attention/self/key/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_560/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : r Mul_560Mul Mul_560/x,clip_by_global_norm/clip_by_global_norm/_103* T0* _output_shapes : €€ K add_352AddMul_559Mul_560* T0* _output_shapes : €€ N Mul_561/xConst* value B *w¾?* dtype0* _output_shapes : € Mul_561Mul Mul_561/x:bert/encoder/layer_6/attention/self/key/kernel/adam_v/read* T0* _output_shapes : €€ m Square_103Square,clip_by_global_norm/clip_by_global_norm/_103* T0* _output_shapes : €€ N Mul_562/xConst* value B *oƒ:* dtype0* _output_shapes : P Mul_562Mul Mul_562/x Square_103* T0* _output_shapes : €€ K add_353AddMul_561Mul_562* T0* _output_shapes : €€ D Sqrt_103Sqrtadd_353* T0* _output_shapes : €€ N add_354/yConst* value B *½7†5* dtype0* _output_shapes : N add_354AddSqrt_103 add_354/y* T0* _output_shapes : €€ S truediv_104RealDivadd_352add_354* T0* _output_shapes : €€ N mul_563/xConst* value B * ×#<* dtype0* _output_shapes : y mul_563Mul mul_563/x3bert/encoder/layer_6/attention/self/key/kernel/read* T0* _output_shapes : €€ O add_355Add truediv_104mul_563* T0* _output_shapes : €€ I mul_564Muladd_2add_355* T0* _output_shapes : €€ w sub_104Sub3bert/encoder/layer_6/attention/self/key/kernel/readmul_564* T0* _output_shapes : €€ ä Assign_515Assign.bert/encoder/layer_6/attention/self/key/kernelsub_104* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_6/attention/self/key/kernel* validate_shape(* _output_shapes : €€ ò Assign_516Assign5bert/encoder/layer_6/attention/self/key/kernel/adam_madd_352* T0*H _class> <:loc:@bert/encoder/layer_6/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ò Assign_517Assign5bert/encoder/layer_6/attention/self/key/kernel/adam_vadd_353* T0*H _class> <:loc:@bert/encoder/layer_6/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( Ü Ebert/encoder/layer_6/attention/self/key/bias/adam_m/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_6/attention/self/key/bias/adam_m* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_6/attention/self/key/bias/adam_m VariableV2* dtype0* _output_shapes :€* shared_name*F _class< :8loc:@bert/encoder/layer_6/attention/self/key/bias/adam_m* container* shape:€ × :bert/encoder/layer_6/attention/self/key/bias/adam_m/AssignAssign3bert/encoder/layer_6/attention/self/key/bias/adam_mEbert/encoder/layer_6/attention/self/key/bias/adam_m/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_6/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_6/attention/self/key/bias/adam_m/readIdentity3bert/encoder/layer_6/attention/self/key/bias/adam_m* T0*F _class< :8loc:@bert/encoder/layer_6/attention/self/key/bias/adam_m* _output_shapes :€ Ü Ebert/encoder/layer_6/attention/self/key/bias/adam_v/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_6/attention/self/key/bias/adam_v* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_6/attention/self/key/bias/adam_v VariableV2* dtype0* _output_shapes :€* shared_name*F _class< :8loc:@bert/encoder/layer_6/attention/self/key/bias/adam_v* container* shape:€ × :bert/encoder/layer_6/attention/self/key/bias/adam_v/AssignAssign3bert/encoder/layer_6/attention/self/key/bias/adam_vEbert/encoder/layer_6/attention/self/key/bias/adam_v/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_6/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_6/attention/self/key/bias/adam_v/readIdentity3bert/encoder/layer_6/attention/self/key/bias/adam_v* T0*F _class< :8loc:@bert/encoder/layer_6/attention/self/key/bias/adam_v* _output_shapes :€ N Mul_565/xConst* value B *fff?* dtype0* _output_shapes : y Mul_565Mul Mul_565/x8bert/encoder/layer_6/attention/self/key/bias/adam_m/read* T0* _output_shapes :€ N Mul_566/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_566Mul Mul_566/x,clip_by_global_norm/clip_by_global_norm/_104* T0* _output_shapes :€ F add_356AddMul_565Mul_566* T0* _output_shapes :€ N Mul_567/xConst* value B *w¾?* dtype0* _output_shapes : y Mul_567Mul Mul_567/x8bert/encoder/layer_6/attention/self/key/bias/adam_v/read* T0* _output_shapes :€ h Square_104Square,clip_by_global_norm/clip_by_global_norm/_104* T0* _output_shapes :€ N Mul_568/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_568Mul Mul_568/x Square_104* T0* _output_shapes :€ F add_357AddMul_567Mul_568* T0* _output_shapes :€ ? Sqrt_104Sqrtadd_357* T0* _output_shapes :€ N add_358/yConst* value B *½7†5* dtype0* _output_shapes : I add_358AddSqrt_104 add_358/y* T0* _output_shapes :€ N truediv_105RealDivadd_356add_358* T0* _output_shapes :€ H mul_569Muladd_2 truediv_105* T0* _output_shapes :€ p sub_105Sub1bert/encoder/layer_6/attention/self/key/bias/readmul_569* T0* _output_shapes :€ Û Assign_518Assign,bert/encoder/layer_6/attention/self/key/biassub_105* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_6/attention/self/key/bias* validate_shape(* _output_shapes :€ é Assign_519Assign3bert/encoder/layer_6/attention/self/key/bias/adam_madd_356* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_6/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€ é Assign_520Assign3bert/encoder/layer_6/attention/self/key/bias/adam_vadd_357* T0*F _class< :8loc:@bert/encoder/layer_6/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ö Ybert/encoder/layer_6/attention/self/value/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*J _class@ >bert/encoder/layer_6/attention/self/value/kernel/adam_m/AssignAssign7bert/encoder/layer_6/attention/self/value/kernel/adam_mIbert/encoder/layer_6/attention/self/value/kernel/adam_m/Initializer/zeros* T0*J _class@ >bert/encoder/layer_6/attention/self/value/kernel/adam_v/AssignAssign7bert/encoder/layer_6/attention/self/value/kernel/adam_vIbert/encoder/layer_6/attention/self/value/kernel/adam_v/Initializer/zeros* T0*J _class@ > <:loc:@bert/encoder/layer_6/attention/self/value/bias/adam_m* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_6/attention/self/value/bias/adam_m VariableV2*H _class> <:loc:@bert/encoder/layer_6/attention/self/value/bias/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name ß <:loc:@bert/encoder/layer_6/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_6/attention/self/value/bias/adam_m/readIdentity5bert/encoder/layer_6/attention/self/value/bias/adam_m* T0*H _class> <:loc:@bert/encoder/layer_6/attention/self/value/bias/adam_m* _output_shapes :€ à Gbert/encoder/layer_6/attention/self/value/bias/adam_v/Initializer/zerosConst*H _class> <:loc:@bert/encoder/layer_6/attention/self/value/bias/adam_v* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_6/attention/self/value/bias/adam_v VariableV2* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_6/attention/self/value/bias/adam_v* container* shape:€ ß <:loc:@bert/encoder/layer_6/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€ í :bert/encoder/layer_6/attention/self/value/bias/adam_v/readIdentity5bert/encoder/layer_6/attention/self/value/bias/adam_v* T0*H _class> <:loc:@bert/encoder/layer_6/attention/self/value/bias/adam_v* _output_shapes :€ N Mul_576/xConst* value B *fff?* dtype0* _output_shapes : { Mul_576Mul Mul_576/x:bert/encoder/layer_6/attention/self/value/bias/adam_m/read* T0* _output_shapes :€ N Mul_577/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_577Mul Mul_577/x,clip_by_global_norm/clip_by_global_norm/_106* T0* _output_shapes :€ F add_363AddMul_576Mul_577* T0* _output_shapes :€ N Mul_578/xConst* value B *w¾?* dtype0* _output_shapes : { Mul_578Mul Mul_578/x:bert/encoder/layer_6/attention/self/value/bias/adam_v/read* T0* _output_shapes :€ h Square_106Square,clip_by_global_norm/clip_by_global_norm/_106* T0* _output_shapes :€ N Mul_579/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_579Mul Mul_579/x Square_106* T0* _output_shapes :€ F add_364AddMul_578Mul_579* T0* _output_shapes :€ ? Sqrt_106Sqrtadd_364* T0* _output_shapes :€ N add_365/yConst* value B *½7†5* dtype0* _output_shapes : I add_365AddSqrt_106 add_365/y* T0* _output_shapes :€ N truediv_107RealDivadd_363add_365* T0* _output_shapes :€ H mul_580Muladd_2 truediv_107* T0* _output_shapes :€ r sub_107Sub3bert/encoder/layer_6/attention/self/value/bias/readmul_580* T0* _output_shapes :€ ß Assign_524Assign.bert/encoder/layer_6/attention/self/value/biassub_107* T0*A _class7 53loc:@bert/encoder/layer_6/attention/self/value/bias* validate_shape(* _output_shapes :€* use_locking( í Assign_525Assign5bert/encoder/layer_6/attention/self/value/bias/adam_madd_363* T0*H _class> <:loc:@bert/encoder/layer_6/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í Assign_526Assign5bert/encoder/layer_6/attention/self/value/bias/adam_vadd_364* T0*H _class> <:loc:@bert/encoder/layer_6/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ú [bert/encoder/layer_6/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*L _classB @>loc:@bert/encoder/layer_6/attention/output/dense/kernel/adam_m* valueB"* dtype0* _output_shapes : ä Qbert/encoder/layer_6/attention/output/dense/kernel/adam_m/Initializer/zeros/ConstConst*L _classB @>loc:@bert/encoder/layer_6/attention/output/dense/kernel/adam_m* value B ** dtype0* _output_shapes : Ž Kbert/encoder/layer_6/attention/output/dense/kernel/adam_m/Initializer/zerosFill[bert/encoder/layer_6/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorQbert/encoder/layer_6/attention/output/dense/kernel/adam_m/Initializer/zeros/Const* T0*L _classB @>loc:@bert/encoder/layer_6/attention/output/dense/kernel/adam_m* index_type0* _output_shapes : €€ ÿ 9bert/encoder/layer_6/attention/output/dense/kernel/adam_m VariableV2*L _classB @>loc:@bert/encoder/layer_6/attention/output/dense/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€* shared_name ô @bert/encoder/layer_6/attention/output/dense/kernel/adam_m/AssignAssign9bert/encoder/layer_6/attention/output/dense/kernel/adam_mKbert/encoder/layer_6/attention/output/dense/kernel/adam_m/Initializer/zeros* T0*L _classB @>loc:@bert/encoder/layer_6/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( þ >bert/encoder/layer_6/attention/output/dense/kernel/adam_m/readIdentity9bert/encoder/layer_6/attention/output/dense/kernel/adam_m* T0*L _classB @>loc:@bert/encoder/layer_6/attention/output/dense/kernel/adam_m* _output_shapes : €€ ú [bert/encoder/layer_6/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*L _classB @>loc:@bert/encoder/layer_6/attention/output/dense/kernel/adam_v* valueB"* dtype0* _output_shapes : ä Qbert/encoder/layer_6/attention/output/dense/kernel/adam_v/Initializer/zeros/ConstConst*L _classB @>loc:@bert/encoder/layer_6/attention/output/dense/kernel/adam_v* value B ** dtype0* _output_shapes : Ž Kbert/encoder/layer_6/attention/output/dense/kernel/adam_v/Initializer/zerosFill[bert/encoder/layer_6/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorQbert/encoder/layer_6/attention/output/dense/kernel/adam_v/Initializer/zeros/Const* T0*L _classB @>loc:@bert/encoder/layer_6/attention/output/dense/kernel/adam_v* index_type0* _output_shapes : €€ ÿ 9bert/encoder/layer_6/attention/output/dense/kernel/adam_v VariableV2*L _classB @>loc:@bert/encoder/layer_6/attention/output/dense/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€* shared_name ô @bert/encoder/layer_6/attention/output/dense/kernel/adam_v/AssignAssign9bert/encoder/layer_6/attention/output/dense/kernel/adam_vKbert/encoder/layer_6/attention/output/dense/kernel/adam_v/Initializer/zeros* use_locking(* T0*L _classB @>loc:@bert/encoder/layer_6/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ þ >bert/encoder/layer_6/attention/output/dense/kernel/adam_v/readIdentity9bert/encoder/layer_6/attention/output/dense/kernel/adam_v* T0*L _classB @>loc:@bert/encoder/layer_6/attention/output/dense/kernel/adam_v* _output_shapes : €€ N Mul_581/xConst* value B *fff?* dtype0* _output_shapes : „ Mul_581Mul Mul_581/x>bert/encoder/layer_6/attention/output/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_582/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : r Mul_582Mul Mul_582/x,clip_by_global_norm/clip_by_global_norm/_107* T0* _output_shapes : €€ K add_366AddMul_581Mul_582* T0* _output_shapes : €€ N Mul_583/xConst* value B *w¾?* dtype0* _output_shapes : „ Mul_583Mul Mul_583/x>bert/encoder/layer_6/attention/output/dense/kernel/adam_v/read* T0* _output_shapes : €€ m Square_107Square,clip_by_global_norm/clip_by_global_norm/_107* T0* _output_shapes : €€ N Mul_584/xConst* value B *oƒ:* dtype0* _output_shapes : P Mul_584Mul Mul_584/x Square_107* T0* _output_shapes : €€ K add_367AddMul_583Mul_584* T0* _output_shapes : €€ D Sqrt_107Sqrtadd_367* T0* _output_shapes : €€ N add_368/yConst* value B *½7†5* dtype0* _output_shapes : N add_368AddSqrt_107 add_368/y* T0* _output_shapes : €€ S truediv_108RealDivadd_366add_368* T0* _output_shapes : €€ N mul_585/xConst* value B * ×#<* dtype0* _output_shapes : } mul_585Mul mul_585/x7bert/encoder/layer_6/attention/output/dense/kernel/read* T0* _output_shapes : €€ O add_369Add truediv_108mul_585* T0* _output_shapes : €€ I mul_586Muladd_2add_369* T0* _output_shapes : €€ { sub_108Sub7bert/encoder/layer_6/attention/output/dense/kernel/readmul_586* T0* _output_shapes : €€ ì Assign_527Assign2bert/encoder/layer_6/attention/output/dense/kernelsub_108* T0*E _class; 97loc:@bert/encoder/layer_6/attention/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( ú Assign_528Assign9bert/encoder/layer_6/attention/output/dense/kernel/adam_madd_366* use_locking(* T0*L _classB @>loc:@bert/encoder/layer_6/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ú Assign_529Assign9bert/encoder/layer_6/attention/output/dense/kernel/adam_vadd_367* T0*L _classB @>loc:@bert/encoder/layer_6/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ä Ibert/encoder/layer_6/attention/output/dense/bias/adam_m/Initializer/zerosConst*J _class@ >bert/encoder/layer_6/attention/output/dense/bias/adam_m/AssignAssign7bert/encoder/layer_6/attention/output/dense/bias/adam_mIbert/encoder/layer_6/attention/output/dense/bias/adam_m/Initializer/zeros* use_locking(* T0*J _class@ >bert/encoder/layer_6/attention/output/dense/bias/adam_v/AssignAssign7bert/encoder/layer_6/attention/output/dense/bias/adam_vIbert/encoder/layer_6/attention/output/dense/bias/adam_v/Initializer/zeros* T0*J _class@ > <:loc:@bert/encoder/layer_6/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( û Assign_537Assign <:loc:@bert/encoder/layer_6/intermediate/dense/kernel/adam_m* valueB" * dtype0* _output_shapes : Ü Mbert/encoder/layer_6/intermediate/dense/kernel/adam_m/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_6/intermediate/dense/kernel/adam_m* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_6/intermediate/dense/kernel/adam_m/Initializer/zerosFillWbert/encoder/layer_6/intermediate/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorMbert/encoder/layer_6/intermediate/dense/kernel/adam_m/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_6/intermediate/dense/kernel/adam_m* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_6/intermediate/dense/kernel/adam_m VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*H _class> <:loc:@bert/encoder/layer_6/intermediate/dense/kernel/adam_m* container ä <:loc:@bert/encoder/layer_6/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ò :bert/encoder/layer_6/intermediate/dense/kernel/adam_m/readIdentity5bert/encoder/layer_6/intermediate/dense/kernel/adam_m* T0*H _class> <:loc:@bert/encoder/layer_6/intermediate/dense/kernel/adam_m* _output_shapes : €€ ò Wbert/encoder/layer_6/intermediate/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_6/intermediate/dense/kernel/adam_v* valueB" * dtype0* _output_shapes : Ü Mbert/encoder/layer_6/intermediate/dense/kernel/adam_v/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_6/intermediate/dense/kernel/adam_v* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_6/intermediate/dense/kernel/adam_v/Initializer/zerosFillWbert/encoder/layer_6/intermediate/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorMbert/encoder/layer_6/intermediate/dense/kernel/adam_v/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_6/intermediate/dense/kernel/adam_v* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_6/intermediate/dense/kernel/adam_v VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_6/intermediate/dense/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€ ä <:loc:@bert/encoder/layer_6/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ò :bert/encoder/layer_6/intermediate/dense/kernel/adam_v/readIdentity5bert/encoder/layer_6/intermediate/dense/kernel/adam_v* T0*H _class> <:loc:@bert/encoder/layer_6/intermediate/dense/kernel/adam_v* _output_shapes : €€ N Mul_602/xConst* value B *fff?* dtype0* _output_shapes : € Mul_602Mul Mul_602/x:bert/encoder/layer_6/intermediate/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_603/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : r Mul_603Mul Mul_603/x,clip_by_global_norm/clip_by_global_norm/_111* T0* _output_shapes : €€ K add_379AddMul_602Mul_603* T0* _output_shapes : €€ N Mul_604/xConst* value B *w¾?* dtype0* _output_shapes : € Mul_604Mul Mul_604/x:bert/encoder/layer_6/intermediate/dense/kernel/adam_v/read* T0* _output_shapes : €€ m Square_111Square,clip_by_global_norm/clip_by_global_norm/_111* T0* _output_shapes : €€ N Mul_605/xConst* value B *oƒ:* dtype0* _output_shapes : P Mul_605Mul Mul_605/x Square_111* T0* _output_shapes : €€ K add_380AddMul_604Mul_605* T0* _output_shapes : €€ D Sqrt_111Sqrtadd_380* T0* _output_shapes : €€ N add_381/yConst* value B *½7†5* dtype0* _output_shapes : N add_381AddSqrt_111 add_381/y* T0* _output_shapes : €€ S truediv_112RealDivadd_379add_381* T0* _output_shapes : €€ N mul_606/xConst* value B * ×#<* dtype0* _output_shapes : y mul_606Mul mul_606/x3bert/encoder/layer_6/intermediate/dense/kernel/read* T0* _output_shapes : €€ O add_382Add truediv_112mul_606* T0* _output_shapes : €€ I mul_607Muladd_2add_382* T0* _output_shapes : €€ w sub_112Sub3bert/encoder/layer_6/intermediate/dense/kernel/readmul_607* T0* _output_shapes : €€ ä Assign_539Assign.bert/encoder/layer_6/intermediate/dense/kernelsub_112* T0*A _class7 53loc:@bert/encoder/layer_6/intermediate/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( ò Assign_540Assign5bert/encoder/layer_6/intermediate/dense/kernel/adam_madd_379* T0*H _class> <:loc:@bert/encoder/layer_6/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ò Assign_541Assign5bert/encoder/layer_6/intermediate/dense/kernel/adam_vadd_380* T0*H _class> <:loc:@bert/encoder/layer_6/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( è Ubert/encoder/layer_6/intermediate/dense/bias/adam_m/Initializer/zeros/shape_as_tensorConst*F _class< :8loc:@bert/encoder/layer_6/intermediate/dense/bias/adam_m* valueB :€* dtype0* _output_shapes : Ø Kbert/encoder/layer_6/intermediate/dense/bias/adam_m/Initializer/zeros/ConstConst*F _class< :8loc:@bert/encoder/layer_6/intermediate/dense/bias/adam_m* value B ** dtype0* _output_shapes : ñ Ebert/encoder/layer_6/intermediate/dense/bias/adam_m/Initializer/zerosFillUbert/encoder/layer_6/intermediate/dense/bias/adam_m/Initializer/zeros/shape_as_tensorKbert/encoder/layer_6/intermediate/dense/bias/adam_m/Initializer/zeros/Const* T0*F _class< :8loc:@bert/encoder/layer_6/intermediate/dense/bias/adam_m* index_type0* _output_shapes :€ é 3bert/encoder/layer_6/intermediate/dense/bias/adam_m VariableV2* shared_name*F _class< :8loc:@bert/encoder/layer_6/intermediate/dense/bias/adam_m* container* shape:€* dtype0* _output_shapes :€ × :bert/encoder/layer_6/intermediate/dense/bias/adam_m/AssignAssign3bert/encoder/layer_6/intermediate/dense/bias/adam_mEbert/encoder/layer_6/intermediate/dense/bias/adam_m/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_6/intermediate/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_6/intermediate/dense/bias/adam_m/readIdentity3bert/encoder/layer_6/intermediate/dense/bias/adam_m* T0*F _class< :8loc:@bert/encoder/layer_6/intermediate/dense/bias/adam_m* _output_shapes :€ è Ubert/encoder/layer_6/intermediate/dense/bias/adam_v/Initializer/zeros/shape_as_tensorConst*F _class< :8loc:@bert/encoder/layer_6/intermediate/dense/bias/adam_v* valueB :€* dtype0* _output_shapes : Ø Kbert/encoder/layer_6/intermediate/dense/bias/adam_v/Initializer/zeros/ConstConst*F _class< :8loc:@bert/encoder/layer_6/intermediate/dense/bias/adam_v* value B ** dtype0* _output_shapes : ñ Ebert/encoder/layer_6/intermediate/dense/bias/adam_v/Initializer/zerosFillUbert/encoder/layer_6/intermediate/dense/bias/adam_v/Initializer/zeros/shape_as_tensorKbert/encoder/layer_6/intermediate/dense/bias/adam_v/Initializer/zeros/Const* T0*F _class< :8loc:@bert/encoder/layer_6/intermediate/dense/bias/adam_v* index_type0* _output_shapes :€ é 3bert/encoder/layer_6/intermediate/dense/bias/adam_v VariableV2*F _class< :8loc:@bert/encoder/layer_6/intermediate/dense/bias/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name × :bert/encoder/layer_6/intermediate/dense/bias/adam_v/AssignAssign3bert/encoder/layer_6/intermediate/dense/bias/adam_vEbert/encoder/layer_6/intermediate/dense/bias/adam_v/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_6/intermediate/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_6/intermediate/dense/bias/adam_v/readIdentity3bert/encoder/layer_6/intermediate/dense/bias/adam_v* T0*F _class< :8loc:@bert/encoder/layer_6/intermediate/dense/bias/adam_v* _output_shapes :€ N Mul_608/xConst* value B *fff?* dtype0* _output_shapes : y Mul_608Mul Mul_608/x8bert/encoder/layer_6/intermediate/dense/bias/adam_m/read* T0* _output_shapes :€ N Mul_609/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_609Mul Mul_609/x,clip_by_global_norm/clip_by_global_norm/_112* T0* _output_shapes :€ F add_383AddMul_608Mul_609* T0* _output_shapes :€ N Mul_610/xConst* value B *w¾?* dtype0* _output_shapes : y Mul_610Mul Mul_610/x8bert/encoder/layer_6/intermediate/dense/bias/adam_v/read* T0* _output_shapes :€ h Square_112Square,clip_by_global_norm/clip_by_global_norm/_112* T0* _output_shapes :€ N Mul_611/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_611Mul Mul_611/x Square_112* T0* _output_shapes :€ F add_384AddMul_610Mul_611* T0* _output_shapes :€ ? Sqrt_112Sqrtadd_384* T0* _output_shapes :€ N add_385/yConst* value B *½7†5* dtype0* _output_shapes : I add_385AddSqrt_112 add_385/y* T0* _output_shapes :€ N truediv_113RealDivadd_383add_385* T0* _output_shapes :€ H mul_612Muladd_2 truediv_113* T0* _output_shapes :€ p sub_113Sub1bert/encoder/layer_6/intermediate/dense/bias/readmul_612* T0* _output_shapes :€ Û Assign_542Assign,bert/encoder/layer_6/intermediate/dense/biassub_113* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_6/intermediate/dense/bias* validate_shape(* _output_shapes :€ é Assign_543Assign3bert/encoder/layer_6/intermediate/dense/bias/adam_madd_383* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_6/intermediate/dense/bias/adam_m* validate_shape(* _output_shapes :€ é Assign_544Assign3bert/encoder/layer_6/intermediate/dense/bias/adam_vadd_384* T0*F _class< :8loc:@bert/encoder/layer_6/intermediate/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( æ Qbert/encoder/layer_6/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*B _class8 64loc:@bert/encoder/layer_6/output/dense/kernel/adam_m* valueB" * dtype0* _output_shapes : Ð Gbert/encoder/layer_6/output/dense/kernel/adam_m/Initializer/zeros/ConstConst*B _class8 64loc:@bert/encoder/layer_6/output/dense/kernel/adam_m* value B ** dtype0* _output_shapes : æ Abert/encoder/layer_6/output/dense/kernel/adam_m/Initializer/zerosFillQbert/encoder/layer_6/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorGbert/encoder/layer_6/output/dense/kernel/adam_m/Initializer/zeros/Const* T0*B _class8 64loc:@bert/encoder/layer_6/output/dense/kernel/adam_m* index_type0* _output_shapes : €€ ë /bert/encoder/layer_6/output/dense/kernel/adam_m VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*B _class8 64loc:@bert/encoder/layer_6/output/dense/kernel/adam_m* container Ì 6bert/encoder/layer_6/output/dense/kernel/adam_m/AssignAssign/bert/encoder/layer_6/output/dense/kernel/adam_mAbert/encoder/layer_6/output/dense/kernel/adam_m/Initializer/zeros* T0*B _class8 64loc:@bert/encoder/layer_6/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( à 4bert/encoder/layer_6/output/dense/kernel/adam_m/readIdentity/bert/encoder/layer_6/output/dense/kernel/adam_m* T0*B _class8 64loc:@bert/encoder/layer_6/output/dense/kernel/adam_m* _output_shapes : €€ æ Qbert/encoder/layer_6/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*B _class8 64loc:@bert/encoder/layer_6/output/dense/kernel/adam_v* valueB" * dtype0* _output_shapes : Ð Gbert/encoder/layer_6/output/dense/kernel/adam_v/Initializer/zeros/ConstConst*B _class8 64loc:@bert/encoder/layer_6/output/dense/kernel/adam_v* value B ** dtype0* _output_shapes : æ Abert/encoder/layer_6/output/dense/kernel/adam_v/Initializer/zerosFillQbert/encoder/layer_6/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorGbert/encoder/layer_6/output/dense/kernel/adam_v/Initializer/zeros/Const* T0*B _class8 64loc:@bert/encoder/layer_6/output/dense/kernel/adam_v* index_type0* _output_shapes : €€ ë /bert/encoder/layer_6/output/dense/kernel/adam_v VariableV2* dtype0* _output_shapes : €€* shared_name*B _class8 64loc:@bert/encoder/layer_6/output/dense/kernel/adam_v* container* shape : €€ Ì 6bert/encoder/layer_6/output/dense/kernel/adam_v/AssignAssign/bert/encoder/layer_6/output/dense/kernel/adam_vAbert/encoder/layer_6/output/dense/kernel/adam_v/Initializer/zeros* T0*B _class8 64loc:@bert/encoder/layer_6/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( à 4bert/encoder/layer_6/output/dense/kernel/adam_v/readIdentity/bert/encoder/layer_6/output/dense/kernel/adam_v* T0*B _class8 64loc:@bert/encoder/layer_6/output/dense/kernel/adam_v* _output_shapes : €€ N Mul_613/xConst* value B *fff?* dtype0* _output_shapes : z Mul_613Mul Mul_613/x4bert/encoder/layer_6/output/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_614/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : r Mul_614Mul Mul_614/x,clip_by_global_norm/clip_by_global_norm/_113* T0* _output_shapes : €€ K add_386AddMul_613Mul_614* T0* _output_shapes : €€ N Mul_615/xConst* value B *w¾?* dtype0* _output_shapes : z Mul_615Mul Mul_615/x4bert/encoder/layer_6/output/dense/kernel/adam_v/read* T0* _output_shapes : €€ m Square_113Square,clip_by_global_norm/clip_by_global_norm/_113* T0* _output_shapes : €€ N Mul_616/xConst* value B *oƒ:* dtype0* _output_shapes : P Mul_616Mul Mul_616/x Square_113* T0* _output_shapes : €€ K add_387AddMul_615Mul_616* T0* _output_shapes : €€ D Sqrt_113Sqrtadd_387* T0* _output_shapes : €€ N add_388/yConst* value B *½7†5* dtype0* _output_shapes : N add_388AddSqrt_113 add_388/y* T0* _output_shapes : €€ S truediv_114RealDivadd_386add_388* T0* _output_shapes : €€ N mul_617/xConst* value B * ×#<* dtype0* _output_shapes : s mul_617Mul mul_617/x-bert/encoder/layer_6/output/dense/kernel/read* T0* _output_shapes : €€ O add_389Add truediv_114mul_617* T0* _output_shapes : €€ I mul_618Muladd_2add_389* T0* _output_shapes : €€ q sub_114Sub-bert/encoder/layer_6/output/dense/kernel/readmul_618* T0* _output_shapes : €€ Ø Assign_545Assign(bert/encoder/layer_6/output/dense/kernelsub_114* T0*; _class1 /-loc:@bert/encoder/layer_6/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( æ Assign_546Assign/bert/encoder/layer_6/output/dense/kernel/adam_madd_386* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_6/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ æ Assign_547Assign/bert/encoder/layer_6/output/dense/kernel/adam_vadd_387* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_6/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ Ð ?bert/encoder/layer_6/output/dense/bias/adam_m/Initializer/zerosConst*@ _class6 42loc:@bert/encoder/layer_6/output/dense/bias/adam_m* valueB€** dtype0* _output_shapes :€ Ý -bert/encoder/layer_6/output/dense/bias/adam_m VariableV2* shared_name*@ _class6 42loc:@bert/encoder/layer_6/output/dense/bias/adam_m* container* shape:€* dtype0* _output_shapes :€ ¿ 4bert/encoder/layer_6/output/dense/bias/adam_m/AssignAssign-bert/encoder/layer_6/output/dense/bias/adam_m?bert/encoder/layer_6/output/dense/bias/adam_m/Initializer/zeros* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_6/output/dense/bias/adam_m* validate_shape(* _output_shapes :€ Õ 2bert/encoder/layer_6/output/dense/bias/adam_m/readIdentity-bert/encoder/layer_6/output/dense/bias/adam_m* T0*@ _class6 42loc:@bert/encoder/layer_6/output/dense/bias/adam_m* _output_shapes :€ Ð ?bert/encoder/layer_6/output/dense/bias/adam_v/Initializer/zerosConst*@ _class6 42loc:@bert/encoder/layer_6/output/dense/bias/adam_v* valueB€** dtype0* _output_shapes :€ Ý -bert/encoder/layer_6/output/dense/bias/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*@ _class6 42loc:@bert/encoder/layer_6/output/dense/bias/adam_v* container ¿ 4bert/encoder/layer_6/output/dense/bias/adam_v/AssignAssign-bert/encoder/layer_6/output/dense/bias/adam_v?bert/encoder/layer_6/output/dense/bias/adam_v/Initializer/zeros* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_6/output/dense/bias/adam_v* validate_shape(* _output_shapes :€ Õ 2bert/encoder/layer_6/output/dense/bias/adam_v/readIdentity-bert/encoder/layer_6/output/dense/bias/adam_v* T0*@ _class6 42loc:@bert/encoder/layer_6/output/dense/bias/adam_v* _output_shapes :€ N Mul_619/xConst* value B *fff?* dtype0* _output_shapes : s Mul_619Mul Mul_619/x2bert/encoder/layer_6/output/dense/bias/adam_m/read* T0* _output_shapes :€ N Mul_620/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_620Mul Mul_620/x,clip_by_global_norm/clip_by_global_norm/_114* T0* _output_shapes :€ F add_390AddMul_619Mul_620* T0* _output_shapes :€ N Mul_621/xConst* value B *w¾?* dtype0* _output_shapes : s Mul_621Mul Mul_621/x2bert/encoder/layer_6/output/dense/bias/adam_v/read* T0* _output_shapes :€ h Square_114Square,clip_by_global_norm/clip_by_global_norm/_114* T0* _output_shapes :€ N Mul_622/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_622Mul Mul_622/x Square_114* T0* _output_shapes :€ F add_391AddMul_621Mul_622* T0* _output_shapes :€ ? Sqrt_114Sqrtadd_391* T0* _output_shapes :€ N add_392/yConst* value B *½7†5* dtype0* _output_shapes : I add_392AddSqrt_114 add_392/y* T0* _output_shapes :€ N truediv_115RealDivadd_390add_392* T0* _output_shapes :€ H mul_623Muladd_2 truediv_115* T0* _output_shapes :€ j sub_115Sub+bert/encoder/layer_6/output/dense/bias/readmul_623* T0* _output_shapes :€ Ï Assign_548Assign&bert/encoder/layer_6/output/dense/biassub_115* use_locking(* T0*9 _class/ -+loc:@bert/encoder/layer_6/output/dense/bias* validate_shape(* _output_shapes :€ Ý Assign_549Assign-bert/encoder/layer_6/output/dense/bias/adam_madd_390* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_6/output/dense/bias/adam_m* validate_shape(* _output_shapes :€ Ý Assign_550Assign-bert/encoder/layer_6/output/dense/bias/adam_vadd_391* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_6/output/dense/bias/adam_v* validate_shape(* _output_shapes :€ Ø Cbert/encoder/layer_6/output/LayerNorm/beta/adam_m/Initializer/zerosConst*D _class: 86loc:@bert/encoder/layer_6/output/LayerNorm/beta/adam_m* valueB€** dtype0* _output_shapes :€ å 1bert/encoder/layer_6/output/LayerNorm/beta/adam_m VariableV2* shared_name*D _class: 86loc:@bert/encoder/layer_6/output/LayerNorm/beta/adam_m* container* shape:€* dtype0* _output_shapes :€ Ï 8bert/encoder/layer_6/output/LayerNorm/beta/adam_m/AssignAssign1bert/encoder/layer_6/output/LayerNorm/beta/adam_mCbert/encoder/layer_6/output/LayerNorm/beta/adam_m/Initializer/zeros* T0*D _class: 86loc:@bert/encoder/layer_6/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( á 6bert/encoder/layer_6/output/LayerNorm/beta/adam_m/readIdentity1bert/encoder/layer_6/output/LayerNorm/beta/adam_m* T0*D _class: 86loc:@bert/encoder/layer_6/output/LayerNorm/beta/adam_m* _output_shapes :€ Ø Cbert/encoder/layer_6/output/LayerNorm/beta/adam_v/Initializer/zerosConst*D _class: 86loc:@bert/encoder/layer_6/output/LayerNorm/beta/adam_v* valueB€** dtype0* _output_shapes :€ å 1bert/encoder/layer_6/output/LayerNorm/beta/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*D _class: 86loc:@bert/encoder/layer_6/output/LayerNorm/beta/adam_v* container Ï 8bert/encoder/layer_6/output/LayerNorm/beta/adam_v/AssignAssign1bert/encoder/layer_6/output/LayerNorm/beta/adam_vCbert/encoder/layer_6/output/LayerNorm/beta/adam_v/Initializer/zeros* T0*D _class: 86loc:@bert/encoder/layer_6/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( á 6bert/encoder/layer_6/output/LayerNorm/beta/adam_v/readIdentity1bert/encoder/layer_6/output/LayerNorm/beta/adam_v* T0*D _class: 86loc:@bert/encoder/layer_6/output/LayerNorm/beta/adam_v* _output_shapes :€ N Mul_624/xConst* value B *fff?* dtype0* _output_shapes : w Mul_624Mul Mul_624/x6bert/encoder/layer_6/output/LayerNorm/beta/adam_m/read* T0* _output_shapes :€ N Mul_625/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_625Mul Mul_625/x,clip_by_global_norm/clip_by_global_norm/_115* T0* _output_shapes :€ F add_393AddMul_624Mul_625* T0* _output_shapes :€ N Mul_626/xConst* value B *w¾?* dtype0* _output_shapes : w Mul_626Mul Mul_626/x6bert/encoder/layer_6/output/LayerNorm/beta/adam_v/read* T0* _output_shapes :€ h Square_115Square,clip_by_global_norm/clip_by_global_norm/_115* T0* _output_shapes :€ N Mul_627/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_627Mul Mul_627/x Square_115* T0* _output_shapes :€ F add_394AddMul_626Mul_627* T0* _output_shapes :€ ? Sqrt_115Sqrtadd_394* T0* _output_shapes :€ N add_395/yConst* value B *½7†5* dtype0* _output_shapes : I add_395AddSqrt_115 add_395/y* T0* _output_shapes :€ N truediv_116RealDivadd_393add_395* T0* _output_shapes :€ H mul_628Muladd_2 truediv_116* T0* _output_shapes :€ n sub_116Sub/bert/encoder/layer_6/output/LayerNorm/beta/readmul_628* T0* _output_shapes :€ × Assign_551Assign*bert/encoder/layer_6/output/LayerNorm/betasub_116* T0*= _class3 1/loc:@bert/encoder/layer_6/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( å Assign_552Assign1bert/encoder/layer_6/output/LayerNorm/beta/adam_madd_393* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_6/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ å Assign_553Assign1bert/encoder/layer_6/output/LayerNorm/beta/adam_vadd_394* T0*D _class: 86loc:@bert/encoder/layer_6/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( Ú Dbert/encoder/layer_6/output/LayerNorm/gamma/adam_m/Initializer/zerosConst*E _class; 97loc:@bert/encoder/layer_6/output/LayerNorm/gamma/adam_m* valueB€** dtype0* _output_shapes :€ ç 2bert/encoder/layer_6/output/LayerNorm/gamma/adam_m VariableV2* dtype0* _output_shapes :€* shared_name*E _class; 97loc:@bert/encoder/layer_6/output/LayerNorm/gamma/adam_m* container* shape:€ Ó 9bert/encoder/layer_6/output/LayerNorm/gamma/adam_m/AssignAssign2bert/encoder/layer_6/output/LayerNorm/gamma/adam_mDbert/encoder/layer_6/output/LayerNorm/gamma/adam_m/Initializer/zeros* T0*E _class; 97loc:@bert/encoder/layer_6/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( ä 7bert/encoder/layer_6/output/LayerNorm/gamma/adam_m/readIdentity2bert/encoder/layer_6/output/LayerNorm/gamma/adam_m* T0*E _class; 97loc:@bert/encoder/layer_6/output/LayerNorm/gamma/adam_m* _output_shapes :€ Ú Dbert/encoder/layer_6/output/LayerNorm/gamma/adam_v/Initializer/zerosConst*E _class; 97loc:@bert/encoder/layer_6/output/LayerNorm/gamma/adam_v* valueB€** dtype0* _output_shapes :€ ç 2bert/encoder/layer_6/output/LayerNorm/gamma/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*E _class; 97loc:@bert/encoder/layer_6/output/LayerNorm/gamma/adam_v* container Ó 9bert/encoder/layer_6/output/LayerNorm/gamma/adam_v/AssignAssign2bert/encoder/layer_6/output/LayerNorm/gamma/adam_vDbert/encoder/layer_6/output/LayerNorm/gamma/adam_v/Initializer/zeros* T0*E _class; 97loc:@bert/encoder/layer_6/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€* use_locking( ä 7bert/encoder/layer_6/output/LayerNorm/gamma/adam_v/readIdentity2bert/encoder/layer_6/output/LayerNorm/gamma/adam_v* T0*E _class; 97loc:@bert/encoder/layer_6/output/LayerNorm/gamma/adam_v* _output_shapes :€ N Mul_629/xConst* value B *fff?* dtype0* _output_shapes : x Mul_629Mul Mul_629/x7bert/encoder/layer_6/output/LayerNorm/gamma/adam_m/read* T0* _output_shapes :€ N Mul_630/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_630Mul Mul_630/x,clip_by_global_norm/clip_by_global_norm/_116* T0* _output_shapes :€ F add_396AddMul_629Mul_630* T0* _output_shapes :€ N Mul_631/xConst* value B *w¾?* dtype0* _output_shapes : x Mul_631Mul Mul_631/x7bert/encoder/layer_6/output/LayerNorm/gamma/adam_v/read* T0* _output_shapes :€ h Square_116Square,clip_by_global_norm/clip_by_global_norm/_116* T0* _output_shapes :€ N Mul_632/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_632Mul Mul_632/x Square_116* T0* _output_shapes :€ F add_397AddMul_631Mul_632* T0* _output_shapes :€ ? Sqrt_116Sqrtadd_397* T0* _output_shapes :€ N add_398/yConst* value B *½7†5* dtype0* _output_shapes : I add_398AddSqrt_116 add_398/y* T0* _output_shapes :€ N truediv_117RealDivadd_396add_398* T0* _output_shapes :€ H mul_633Muladd_2 truediv_117* T0* _output_shapes :€ o sub_117Sub0bert/encoder/layer_6/output/LayerNorm/gamma/readmul_633* T0* _output_shapes :€ Ù Assign_554Assign+bert/encoder/layer_6/output/LayerNorm/gammasub_117* use_locking(* T0*> _class4 20loc:@bert/encoder/layer_6/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ ç Assign_555Assign2bert/encoder/layer_6/output/LayerNorm/gamma/adam_madd_396* T0*E _class; 97loc:@bert/encoder/layer_6/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( ç Assign_556Assign2bert/encoder/layer_6/output/LayerNorm/gamma/adam_vadd_397* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_6/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ö Ybert/encoder/layer_7/attention/self/query/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*J _class@ >bert/encoder/layer_7/attention/self/query/kernel/adam_m/AssignAssign7bert/encoder/layer_7/attention/self/query/kernel/adam_mIbert/encoder/layer_7/attention/self/query/kernel/adam_m/Initializer/zeros* use_locking(* T0*J _class@ >bert/encoder/layer_7/attention/self/query/kernel/adam_v/AssignAssign7bert/encoder/layer_7/attention/self/query/kernel/adam_vIbert/encoder/layer_7/attention/self/query/kernel/adam_v/Initializer/zeros* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_7/attention/self/query/bias/adam_m* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_7/attention/self/query/bias/adam_m VariableV2*H _class> <:loc:@bert/encoder/layer_7/attention/self/query/bias/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name ß <:loc:@bert/encoder/layer_7/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_7/attention/self/query/bias/adam_m/readIdentity5bert/encoder/layer_7/attention/self/query/bias/adam_m* T0*H _class> <:loc:@bert/encoder/layer_7/attention/self/query/bias/adam_m* _output_shapes :€ à Gbert/encoder/layer_7/attention/self/query/bias/adam_v/Initializer/zerosConst*H _class> <:loc:@bert/encoder/layer_7/attention/self/query/bias/adam_v* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_7/attention/self/query/bias/adam_v VariableV2* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_7/attention/self/query/bias/adam_v* container* shape:€ ß <:loc:@bert/encoder/layer_7/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_7/attention/self/query/bias/adam_v/readIdentity5bert/encoder/layer_7/attention/self/query/bias/adam_v* T0*H _class> <:loc:@bert/encoder/layer_7/attention/self/query/bias/adam_v* _output_shapes :€ N Mul_640/xConst* value B *fff?* dtype0* _output_shapes : { Mul_640Mul Mul_640/x:bert/encoder/layer_7/attention/self/query/bias/adam_m/read* T0* _output_shapes :€ N Mul_641/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_641Mul Mul_641/x,clip_by_global_norm/clip_by_global_norm/_118* T0* _output_shapes :€ F add_403AddMul_640Mul_641* T0* _output_shapes :€ N Mul_642/xConst* value B *w¾?* dtype0* _output_shapes : { Mul_642Mul Mul_642/x:bert/encoder/layer_7/attention/self/query/bias/adam_v/read* T0* _output_shapes :€ h Square_118Square,clip_by_global_norm/clip_by_global_norm/_118* T0* _output_shapes :€ N Mul_643/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_643Mul Mul_643/x Square_118* T0* _output_shapes :€ F add_404AddMul_642Mul_643* T0* _output_shapes :€ ? Sqrt_118Sqrtadd_404* T0* _output_shapes :€ N add_405/yConst* value B *½7†5* dtype0* _output_shapes : I add_405AddSqrt_118 add_405/y* T0* _output_shapes :€ N truediv_119RealDivadd_403add_405* T0* _output_shapes :€ H mul_644Muladd_2 truediv_119* T0* _output_shapes :€ r sub_119Sub3bert/encoder/layer_7/attention/self/query/bias/readmul_644* T0* _output_shapes :€ ß Assign_560Assign.bert/encoder/layer_7/attention/self/query/biassub_119* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_7/attention/self/query/bias* validate_shape(* _output_shapes :€ í Assign_561Assign5bert/encoder/layer_7/attention/self/query/bias/adam_madd_403* T0*H _class> <:loc:@bert/encoder/layer_7/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í Assign_562Assign5bert/encoder/layer_7/attention/self/query/bias/adam_vadd_404* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_7/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€ ò Wbert/encoder/layer_7/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_7/attention/self/key/kernel/adam_m* valueB"* dtype0* _output_shapes : Ü Mbert/encoder/layer_7/attention/self/key/kernel/adam_m/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_7/attention/self/key/kernel/adam_m* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_7/attention/self/key/kernel/adam_m/Initializer/zerosFillWbert/encoder/layer_7/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorMbert/encoder/layer_7/attention/self/key/kernel/adam_m/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_7/attention/self/key/kernel/adam_m* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_7/attention/self/key/kernel/adam_m VariableV2* dtype0* _output_shapes : €€* shared_name*H _class> <:loc:@bert/encoder/layer_7/attention/self/key/kernel/adam_m* container* shape : €€ ä <:loc:@bert/encoder/layer_7/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€ ò :bert/encoder/layer_7/attention/self/key/kernel/adam_m/readIdentity5bert/encoder/layer_7/attention/self/key/kernel/adam_m* T0*H _class> <:loc:@bert/encoder/layer_7/attention/self/key/kernel/adam_m* _output_shapes : €€ ò Wbert/encoder/layer_7/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_7/attention/self/key/kernel/adam_v* valueB"* dtype0* _output_shapes : Ü Mbert/encoder/layer_7/attention/self/key/kernel/adam_v/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_7/attention/self/key/kernel/adam_v* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_7/attention/self/key/kernel/adam_v/Initializer/zerosFillWbert/encoder/layer_7/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorMbert/encoder/layer_7/attention/self/key/kernel/adam_v/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_7/attention/self/key/kernel/adam_v* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_7/attention/self/key/kernel/adam_v VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_7/attention/self/key/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€ ä <:loc:@bert/encoder/layer_7/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ò :bert/encoder/layer_7/attention/self/key/kernel/adam_v/readIdentity5bert/encoder/layer_7/attention/self/key/kernel/adam_v* T0*H _class> <:loc:@bert/encoder/layer_7/attention/self/key/kernel/adam_v* _output_shapes : €€ N Mul_645/xConst* value B *fff?* dtype0* _output_shapes : € Mul_645Mul Mul_645/x:bert/encoder/layer_7/attention/self/key/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_646/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : r Mul_646Mul Mul_646/x,clip_by_global_norm/clip_by_global_norm/_119* T0* _output_shapes : €€ K add_406AddMul_645Mul_646* T0* _output_shapes : €€ N Mul_647/xConst* value B *w¾?* dtype0* _output_shapes : € Mul_647Mul Mul_647/x:bert/encoder/layer_7/attention/self/key/kernel/adam_v/read* T0* _output_shapes : €€ m Square_119Square,clip_by_global_norm/clip_by_global_norm/_119* T0* _output_shapes : €€ N Mul_648/xConst* value B *oƒ:* dtype0* _output_shapes : P Mul_648Mul Mul_648/x Square_119* T0* _output_shapes : €€ K add_407AddMul_647Mul_648* T0* _output_shapes : €€ D Sqrt_119Sqrtadd_407* T0* _output_shapes : €€ N add_408/yConst* value B *½7†5* dtype0* _output_shapes : N add_408AddSqrt_119 add_408/y* T0* _output_shapes : €€ S truediv_120RealDivadd_406add_408* T0* _output_shapes : €€ N mul_649/xConst* value B * ×#<* dtype0* _output_shapes : y mul_649Mul mul_649/x3bert/encoder/layer_7/attention/self/key/kernel/read* T0* _output_shapes : €€ O add_409Add truediv_120mul_649* T0* _output_shapes : €€ I mul_650Muladd_2add_409* T0* _output_shapes : €€ w sub_120Sub3bert/encoder/layer_7/attention/self/key/kernel/readmul_650* T0* _output_shapes : €€ ä Assign_563Assign.bert/encoder/layer_7/attention/self/key/kernelsub_120* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_7/attention/self/key/kernel* validate_shape(* _output_shapes : €€ ò Assign_564Assign5bert/encoder/layer_7/attention/self/key/kernel/adam_madd_406* T0*H _class> <:loc:@bert/encoder/layer_7/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ò Assign_565Assign5bert/encoder/layer_7/attention/self/key/kernel/adam_vadd_407* T0*H _class> <:loc:@bert/encoder/layer_7/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( Ü Ebert/encoder/layer_7/attention/self/key/bias/adam_m/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_7/attention/self/key/bias/adam_m* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_7/attention/self/key/bias/adam_m VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*F _class< :8loc:@bert/encoder/layer_7/attention/self/key/bias/adam_m* container × :bert/encoder/layer_7/attention/self/key/bias/adam_m/AssignAssign3bert/encoder/layer_7/attention/self/key/bias/adam_mEbert/encoder/layer_7/attention/self/key/bias/adam_m/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_7/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_7/attention/self/key/bias/adam_m/readIdentity3bert/encoder/layer_7/attention/self/key/bias/adam_m* T0*F _class< :8loc:@bert/encoder/layer_7/attention/self/key/bias/adam_m* _output_shapes :€ Ü Ebert/encoder/layer_7/attention/self/key/bias/adam_v/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_7/attention/self/key/bias/adam_v* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_7/attention/self/key/bias/adam_v VariableV2*F _class< :8loc:@bert/encoder/layer_7/attention/self/key/bias/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name × :bert/encoder/layer_7/attention/self/key/bias/adam_v/AssignAssign3bert/encoder/layer_7/attention/self/key/bias/adam_vEbert/encoder/layer_7/attention/self/key/bias/adam_v/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_7/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_7/attention/self/key/bias/adam_v/readIdentity3bert/encoder/layer_7/attention/self/key/bias/adam_v* T0*F _class< :8loc:@bert/encoder/layer_7/attention/self/key/bias/adam_v* _output_shapes :€ N Mul_651/xConst* value B *fff?* dtype0* _output_shapes : y Mul_651Mul Mul_651/x8bert/encoder/layer_7/attention/self/key/bias/adam_m/read* T0* _output_shapes :€ N Mul_652/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_652Mul Mul_652/x,clip_by_global_norm/clip_by_global_norm/_120* T0* _output_shapes :€ F add_410AddMul_651Mul_652* T0* _output_shapes :€ N Mul_653/xConst* value B *w¾?* dtype0* _output_shapes : y Mul_653Mul Mul_653/x8bert/encoder/layer_7/attention/self/key/bias/adam_v/read* T0* _output_shapes :€ h Square_120Square,clip_by_global_norm/clip_by_global_norm/_120* T0* _output_shapes :€ N Mul_654/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_654Mul Mul_654/x Square_120* T0* _output_shapes :€ F add_411AddMul_653Mul_654* T0* _output_shapes :€ ? Sqrt_120Sqrtadd_411* T0* _output_shapes :€ N add_412/yConst* value B *½7†5* dtype0* _output_shapes : I add_412AddSqrt_120 add_412/y* T0* _output_shapes :€ N truediv_121RealDivadd_410add_412* T0* _output_shapes :€ H mul_655Muladd_2 truediv_121* T0* _output_shapes :€ p sub_121Sub1bert/encoder/layer_7/attention/self/key/bias/readmul_655* T0* _output_shapes :€ Û Assign_566Assign,bert/encoder/layer_7/attention/self/key/biassub_121* T0*? _class5 31loc:@bert/encoder/layer_7/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( é Assign_567Assign3bert/encoder/layer_7/attention/self/key/bias/adam_madd_410* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_7/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€ é Assign_568Assign3bert/encoder/layer_7/attention/self/key/bias/adam_vadd_411* T0*F _class< :8loc:@bert/encoder/layer_7/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ö Ybert/encoder/layer_7/attention/self/value/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*J _class@ >bert/encoder/layer_7/attention/self/value/kernel/adam_m/AssignAssign7bert/encoder/layer_7/attention/self/value/kernel/adam_mIbert/encoder/layer_7/attention/self/value/kernel/adam_m/Initializer/zeros* T0*J _class@ >bert/encoder/layer_7/attention/self/value/kernel/adam_v/AssignAssign7bert/encoder/layer_7/attention/self/value/kernel/adam_vIbert/encoder/layer_7/attention/self/value/kernel/adam_v/Initializer/zeros* T0*J _class@ > <:loc:@bert/encoder/layer_7/attention/self/value/bias/adam_m* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_7/attention/self/value/bias/adam_m VariableV2*H _class> <:loc:@bert/encoder/layer_7/attention/self/value/bias/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name ß <:loc:@bert/encoder/layer_7/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€ í :bert/encoder/layer_7/attention/self/value/bias/adam_m/readIdentity5bert/encoder/layer_7/attention/self/value/bias/adam_m* T0*H _class> <:loc:@bert/encoder/layer_7/attention/self/value/bias/adam_m* _output_shapes :€ à Gbert/encoder/layer_7/attention/self/value/bias/adam_v/Initializer/zerosConst*H _class> <:loc:@bert/encoder/layer_7/attention/self/value/bias/adam_v* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_7/attention/self/value/bias/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_7/attention/self/value/bias/adam_v* container ß <:loc:@bert/encoder/layer_7/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_7/attention/self/value/bias/adam_v/readIdentity5bert/encoder/layer_7/attention/self/value/bias/adam_v* T0*H _class> <:loc:@bert/encoder/layer_7/attention/self/value/bias/adam_v* _output_shapes :€ N Mul_662/xConst* value B *fff?* dtype0* _output_shapes : { Mul_662Mul Mul_662/x:bert/encoder/layer_7/attention/self/value/bias/adam_m/read* T0* _output_shapes :€ N Mul_663/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_663Mul Mul_663/x,clip_by_global_norm/clip_by_global_norm/_122* T0* _output_shapes :€ F add_417AddMul_662Mul_663* T0* _output_shapes :€ N Mul_664/xConst* value B *w¾?* dtype0* _output_shapes : { Mul_664Mul Mul_664/x:bert/encoder/layer_7/attention/self/value/bias/adam_v/read* T0* _output_shapes :€ h Square_122Square,clip_by_global_norm/clip_by_global_norm/_122* T0* _output_shapes :€ N Mul_665/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_665Mul Mul_665/x Square_122* T0* _output_shapes :€ F add_418AddMul_664Mul_665* T0* _output_shapes :€ ? Sqrt_122Sqrtadd_418* T0* _output_shapes :€ N add_419/yConst* value B *½7†5* dtype0* _output_shapes : I add_419AddSqrt_122 add_419/y* T0* _output_shapes :€ N truediv_123RealDivadd_417add_419* T0* _output_shapes :€ H mul_666Muladd_2 truediv_123* T0* _output_shapes :€ r sub_123Sub3bert/encoder/layer_7/attention/self/value/bias/readmul_666* T0* _output_shapes :€ ß Assign_572Assign.bert/encoder/layer_7/attention/self/value/biassub_123* T0*A _class7 53loc:@bert/encoder/layer_7/attention/self/value/bias* validate_shape(* _output_shapes :€* use_locking( í Assign_573Assign5bert/encoder/layer_7/attention/self/value/bias/adam_madd_417* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_7/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€ í Assign_574Assign5bert/encoder/layer_7/attention/self/value/bias/adam_vadd_418* T0*H _class> <:loc:@bert/encoder/layer_7/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ú [bert/encoder/layer_7/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*L _classB @>loc:@bert/encoder/layer_7/attention/output/dense/kernel/adam_m* valueB"* dtype0* _output_shapes : ä Qbert/encoder/layer_7/attention/output/dense/kernel/adam_m/Initializer/zeros/ConstConst*L _classB @>loc:@bert/encoder/layer_7/attention/output/dense/kernel/adam_m* value B ** dtype0* _output_shapes : Ž Kbert/encoder/layer_7/attention/output/dense/kernel/adam_m/Initializer/zerosFill[bert/encoder/layer_7/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorQbert/encoder/layer_7/attention/output/dense/kernel/adam_m/Initializer/zeros/Const* T0*L _classB @>loc:@bert/encoder/layer_7/attention/output/dense/kernel/adam_m* index_type0* _output_shapes : €€ ÿ 9bert/encoder/layer_7/attention/output/dense/kernel/adam_m VariableV2* shared_name*L _classB @>loc:@bert/encoder/layer_7/attention/output/dense/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€ ô @bert/encoder/layer_7/attention/output/dense/kernel/adam_m/AssignAssign9bert/encoder/layer_7/attention/output/dense/kernel/adam_mKbert/encoder/layer_7/attention/output/dense/kernel/adam_m/Initializer/zeros* use_locking(* T0*L _classB @>loc:@bert/encoder/layer_7/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ þ >bert/encoder/layer_7/attention/output/dense/kernel/adam_m/readIdentity9bert/encoder/layer_7/attention/output/dense/kernel/adam_m* T0*L _classB @>loc:@bert/encoder/layer_7/attention/output/dense/kernel/adam_m* _output_shapes : €€ ú [bert/encoder/layer_7/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*L _classB @>loc:@bert/encoder/layer_7/attention/output/dense/kernel/adam_v* valueB"* dtype0* _output_shapes : ä Qbert/encoder/layer_7/attention/output/dense/kernel/adam_v/Initializer/zeros/ConstConst*L _classB @>loc:@bert/encoder/layer_7/attention/output/dense/kernel/adam_v* value B ** dtype0* _output_shapes : Ž Kbert/encoder/layer_7/attention/output/dense/kernel/adam_v/Initializer/zerosFill[bert/encoder/layer_7/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorQbert/encoder/layer_7/attention/output/dense/kernel/adam_v/Initializer/zeros/Const* T0*L _classB @>loc:@bert/encoder/layer_7/attention/output/dense/kernel/adam_v* index_type0* _output_shapes : €€ ÿ 9bert/encoder/layer_7/attention/output/dense/kernel/adam_v VariableV2* dtype0* _output_shapes : €€* shared_name*L _classB @>loc:@bert/encoder/layer_7/attention/output/dense/kernel/adam_v* container* shape : €€ ô @bert/encoder/layer_7/attention/output/dense/kernel/adam_v/AssignAssign9bert/encoder/layer_7/attention/output/dense/kernel/adam_vKbert/encoder/layer_7/attention/output/dense/kernel/adam_v/Initializer/zeros* use_locking(* T0*L _classB @>loc:@bert/encoder/layer_7/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ þ >bert/encoder/layer_7/attention/output/dense/kernel/adam_v/readIdentity9bert/encoder/layer_7/attention/output/dense/kernel/adam_v* T0*L _classB @>loc:@bert/encoder/layer_7/attention/output/dense/kernel/adam_v* _output_shapes : €€ N Mul_667/xConst* value B *fff?* dtype0* _output_shapes : „ Mul_667Mul Mul_667/x>bert/encoder/layer_7/attention/output/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_668/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : r Mul_668Mul Mul_668/x,clip_by_global_norm/clip_by_global_norm/_123* T0* _output_shapes : €€ K add_420AddMul_667Mul_668* T0* _output_shapes : €€ N Mul_669/xConst* value B *w¾?* dtype0* _output_shapes : „ Mul_669Mul Mul_669/x>bert/encoder/layer_7/attention/output/dense/kernel/adam_v/read* T0* _output_shapes : €€ m Square_123Square,clip_by_global_norm/clip_by_global_norm/_123* T0* _output_shapes : €€ N Mul_670/xConst* value B *oƒ:* dtype0* _output_shapes : P Mul_670Mul Mul_670/x Square_123* T0* _output_shapes : €€ K add_421AddMul_669Mul_670* T0* _output_shapes : €€ D Sqrt_123Sqrtadd_421* T0* _output_shapes : €€ N add_422/yConst* value B *½7†5* dtype0* _output_shapes : N add_422AddSqrt_123 add_422/y* T0* _output_shapes : €€ S truediv_124RealDivadd_420add_422* T0* _output_shapes : €€ N mul_671/xConst* value B * ×#<* dtype0* _output_shapes : } mul_671Mul mul_671/x7bert/encoder/layer_7/attention/output/dense/kernel/read* T0* _output_shapes : €€ O add_423Add truediv_124mul_671* T0* _output_shapes : €€ I mul_672Muladd_2add_423* T0* _output_shapes : €€ { sub_124Sub7bert/encoder/layer_7/attention/output/dense/kernel/readmul_672* T0* _output_shapes : €€ ì Assign_575Assign2bert/encoder/layer_7/attention/output/dense/kernelsub_124* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_7/attention/output/dense/kernel* validate_shape(* _output_shapes : €€ ú Assign_576Assign9bert/encoder/layer_7/attention/output/dense/kernel/adam_madd_420* T0*L _classB @>loc:@bert/encoder/layer_7/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ú Assign_577Assign9bert/encoder/layer_7/attention/output/dense/kernel/adam_vadd_421* use_locking(* T0*L _classB @>loc:@bert/encoder/layer_7/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ ä Ibert/encoder/layer_7/attention/output/dense/bias/adam_m/Initializer/zerosConst*J _class@ >bert/encoder/layer_7/attention/output/dense/bias/adam_m/AssignAssign7bert/encoder/layer_7/attention/output/dense/bias/adam_mIbert/encoder/layer_7/attention/output/dense/bias/adam_m/Initializer/zeros* T0*J _class@ >bert/encoder/layer_7/attention/output/dense/bias/adam_v/AssignAssign7bert/encoder/layer_7/attention/output/dense/bias/adam_vIbert/encoder/layer_7/attention/output/dense/bias/adam_v/Initializer/zeros* T0*J _class@ > <:loc:@bert/encoder/layer_7/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ û Assign_585Assign <:loc:@bert/encoder/layer_7/intermediate/dense/kernel/adam_m* valueB" * dtype0* _output_shapes : Ü Mbert/encoder/layer_7/intermediate/dense/kernel/adam_m/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_7/intermediate/dense/kernel/adam_m* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_7/intermediate/dense/kernel/adam_m/Initializer/zerosFillWbert/encoder/layer_7/intermediate/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorMbert/encoder/layer_7/intermediate/dense/kernel/adam_m/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_7/intermediate/dense/kernel/adam_m* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_7/intermediate/dense/kernel/adam_m VariableV2*H _class> <:loc:@bert/encoder/layer_7/intermediate/dense/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€* shared_name ä <:loc:@bert/encoder/layer_7/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ò :bert/encoder/layer_7/intermediate/dense/kernel/adam_m/readIdentity5bert/encoder/layer_7/intermediate/dense/kernel/adam_m* T0*H _class> <:loc:@bert/encoder/layer_7/intermediate/dense/kernel/adam_m* _output_shapes : €€ ò Wbert/encoder/layer_7/intermediate/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_7/intermediate/dense/kernel/adam_v* valueB" * dtype0* _output_shapes : Ü Mbert/encoder/layer_7/intermediate/dense/kernel/adam_v/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_7/intermediate/dense/kernel/adam_v* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_7/intermediate/dense/kernel/adam_v/Initializer/zerosFillWbert/encoder/layer_7/intermediate/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorMbert/encoder/layer_7/intermediate/dense/kernel/adam_v/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_7/intermediate/dense/kernel/adam_v* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_7/intermediate/dense/kernel/adam_v VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*H _class> <:loc:@bert/encoder/layer_7/intermediate/dense/kernel/adam_v* container ä <:loc:@bert/encoder/layer_7/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ò :bert/encoder/layer_7/intermediate/dense/kernel/adam_v/readIdentity5bert/encoder/layer_7/intermediate/dense/kernel/adam_v* T0*H _class> <:loc:@bert/encoder/layer_7/intermediate/dense/kernel/adam_v* _output_shapes : €€ N Mul_688/xConst* value B *fff?* dtype0* _output_shapes : € Mul_688Mul Mul_688/x:bert/encoder/layer_7/intermediate/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_689/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : r Mul_689Mul Mul_689/x,clip_by_global_norm/clip_by_global_norm/_127* T0* _output_shapes : €€ K add_433AddMul_688Mul_689* T0* _output_shapes : €€ N Mul_690/xConst* value B *w¾?* dtype0* _output_shapes : € Mul_690Mul Mul_690/x:bert/encoder/layer_7/intermediate/dense/kernel/adam_v/read* T0* _output_shapes : €€ m Square_127Square,clip_by_global_norm/clip_by_global_norm/_127* T0* _output_shapes : €€ N Mul_691/xConst* value B *oƒ:* dtype0* _output_shapes : P Mul_691Mul Mul_691/x Square_127* T0* _output_shapes : €€ K add_434AddMul_690Mul_691* T0* _output_shapes : €€ D Sqrt_127Sqrtadd_434* T0* _output_shapes : €€ N add_435/yConst* value B *½7†5* dtype0* _output_shapes : N add_435AddSqrt_127 add_435/y* T0* _output_shapes : €€ S truediv_128RealDivadd_433add_435* T0* _output_shapes : €€ N mul_692/xConst* value B * ×#<* dtype0* _output_shapes : y mul_692Mul mul_692/x3bert/encoder/layer_7/intermediate/dense/kernel/read* T0* _output_shapes : €€ O add_436Add truediv_128mul_692* T0* _output_shapes : €€ I mul_693Muladd_2add_436* T0* _output_shapes : €€ w sub_128Sub3bert/encoder/layer_7/intermediate/dense/kernel/readmul_693* T0* _output_shapes : €€ ä Assign_587Assign.bert/encoder/layer_7/intermediate/dense/kernelsub_128* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_7/intermediate/dense/kernel* validate_shape(* _output_shapes : €€ ò Assign_588Assign5bert/encoder/layer_7/intermediate/dense/kernel/adam_madd_433* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_7/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ò Assign_589Assign5bert/encoder/layer_7/intermediate/dense/kernel/adam_vadd_434* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_7/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ è Ubert/encoder/layer_7/intermediate/dense/bias/adam_m/Initializer/zeros/shape_as_tensorConst*F _class< :8loc:@bert/encoder/layer_7/intermediate/dense/bias/adam_m* valueB :€* dtype0* _output_shapes : Ø Kbert/encoder/layer_7/intermediate/dense/bias/adam_m/Initializer/zeros/ConstConst*F _class< :8loc:@bert/encoder/layer_7/intermediate/dense/bias/adam_m* value B ** dtype0* _output_shapes : ñ Ebert/encoder/layer_7/intermediate/dense/bias/adam_m/Initializer/zerosFillUbert/encoder/layer_7/intermediate/dense/bias/adam_m/Initializer/zeros/shape_as_tensorKbert/encoder/layer_7/intermediate/dense/bias/adam_m/Initializer/zeros/Const* T0*F _class< :8loc:@bert/encoder/layer_7/intermediate/dense/bias/adam_m* index_type0* _output_shapes :€ é 3bert/encoder/layer_7/intermediate/dense/bias/adam_m VariableV2*F _class< :8loc:@bert/encoder/layer_7/intermediate/dense/bias/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name × :bert/encoder/layer_7/intermediate/dense/bias/adam_m/AssignAssign3bert/encoder/layer_7/intermediate/dense/bias/adam_mEbert/encoder/layer_7/intermediate/dense/bias/adam_m/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_7/intermediate/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_7/intermediate/dense/bias/adam_m/readIdentity3bert/encoder/layer_7/intermediate/dense/bias/adam_m* T0*F _class< :8loc:@bert/encoder/layer_7/intermediate/dense/bias/adam_m* _output_shapes :€ è Ubert/encoder/layer_7/intermediate/dense/bias/adam_v/Initializer/zeros/shape_as_tensorConst*F _class< :8loc:@bert/encoder/layer_7/intermediate/dense/bias/adam_v* valueB :€* dtype0* _output_shapes : Ø Kbert/encoder/layer_7/intermediate/dense/bias/adam_v/Initializer/zeros/ConstConst*F _class< :8loc:@bert/encoder/layer_7/intermediate/dense/bias/adam_v* value B ** dtype0* _output_shapes : ñ Ebert/encoder/layer_7/intermediate/dense/bias/adam_v/Initializer/zerosFillUbert/encoder/layer_7/intermediate/dense/bias/adam_v/Initializer/zeros/shape_as_tensorKbert/encoder/layer_7/intermediate/dense/bias/adam_v/Initializer/zeros/Const* T0*F _class< :8loc:@bert/encoder/layer_7/intermediate/dense/bias/adam_v* index_type0* _output_shapes :€ é 3bert/encoder/layer_7/intermediate/dense/bias/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*F _class< :8loc:@bert/encoder/layer_7/intermediate/dense/bias/adam_v* container × :bert/encoder/layer_7/intermediate/dense/bias/adam_v/AssignAssign3bert/encoder/layer_7/intermediate/dense/bias/adam_vEbert/encoder/layer_7/intermediate/dense/bias/adam_v/Initializer/zeros* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_7/intermediate/dense/bias/adam_v* validate_shape(* _output_shapes :€ ç 8bert/encoder/layer_7/intermediate/dense/bias/adam_v/readIdentity3bert/encoder/layer_7/intermediate/dense/bias/adam_v* T0*F _class< :8loc:@bert/encoder/layer_7/intermediate/dense/bias/adam_v* _output_shapes :€ N Mul_694/xConst* value B *fff?* dtype0* _output_shapes : y Mul_694Mul Mul_694/x8bert/encoder/layer_7/intermediate/dense/bias/adam_m/read* T0* _output_shapes :€ N Mul_695/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_695Mul Mul_695/x,clip_by_global_norm/clip_by_global_norm/_128* T0* _output_shapes :€ F add_437AddMul_694Mul_695* T0* _output_shapes :€ N Mul_696/xConst* value B *w¾?* dtype0* _output_shapes : y Mul_696Mul Mul_696/x8bert/encoder/layer_7/intermediate/dense/bias/adam_v/read* T0* _output_shapes :€ h Square_128Square,clip_by_global_norm/clip_by_global_norm/_128* T0* _output_shapes :€ N Mul_697/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_697Mul Mul_697/x Square_128* T0* _output_shapes :€ F add_438AddMul_696Mul_697* T0* _output_shapes :€ ? Sqrt_128Sqrtadd_438* T0* _output_shapes :€ N add_439/yConst* value B *½7†5* dtype0* _output_shapes : I add_439AddSqrt_128 add_439/y* T0* _output_shapes :€ N truediv_129RealDivadd_437add_439* T0* _output_shapes :€ H mul_698Muladd_2 truediv_129* T0* _output_shapes :€ p sub_129Sub1bert/encoder/layer_7/intermediate/dense/bias/readmul_698* T0* _output_shapes :€ Û Assign_590Assign,bert/encoder/layer_7/intermediate/dense/biassub_129* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_7/intermediate/dense/bias* validate_shape(* _output_shapes :€ é Assign_591Assign3bert/encoder/layer_7/intermediate/dense/bias/adam_madd_437* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_7/intermediate/dense/bias/adam_m* validate_shape(* _output_shapes :€ é Assign_592Assign3bert/encoder/layer_7/intermediate/dense/bias/adam_vadd_438* T0*F _class< :8loc:@bert/encoder/layer_7/intermediate/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( æ Qbert/encoder/layer_7/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*B _class8 64loc:@bert/encoder/layer_7/output/dense/kernel/adam_m* valueB" * dtype0* _output_shapes : Ð Gbert/encoder/layer_7/output/dense/kernel/adam_m/Initializer/zeros/ConstConst*B _class8 64loc:@bert/encoder/layer_7/output/dense/kernel/adam_m* value B ** dtype0* _output_shapes : æ Abert/encoder/layer_7/output/dense/kernel/adam_m/Initializer/zerosFillQbert/encoder/layer_7/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorGbert/encoder/layer_7/output/dense/kernel/adam_m/Initializer/zeros/Const* T0*B _class8 64loc:@bert/encoder/layer_7/output/dense/kernel/adam_m* index_type0* _output_shapes : €€ ë /bert/encoder/layer_7/output/dense/kernel/adam_m VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*B _class8 64loc:@bert/encoder/layer_7/output/dense/kernel/adam_m* container Ì 6bert/encoder/layer_7/output/dense/kernel/adam_m/AssignAssign/bert/encoder/layer_7/output/dense/kernel/adam_mAbert/encoder/layer_7/output/dense/kernel/adam_m/Initializer/zeros* T0*B _class8 64loc:@bert/encoder/layer_7/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( à 4bert/encoder/layer_7/output/dense/kernel/adam_m/readIdentity/bert/encoder/layer_7/output/dense/kernel/adam_m* T0*B _class8 64loc:@bert/encoder/layer_7/output/dense/kernel/adam_m* _output_shapes : €€ æ Qbert/encoder/layer_7/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*B _class8 64loc:@bert/encoder/layer_7/output/dense/kernel/adam_v* valueB" * dtype0* _output_shapes : Ð Gbert/encoder/layer_7/output/dense/kernel/adam_v/Initializer/zeros/ConstConst*B _class8 64loc:@bert/encoder/layer_7/output/dense/kernel/adam_v* value B ** dtype0* _output_shapes : æ Abert/encoder/layer_7/output/dense/kernel/adam_v/Initializer/zerosFillQbert/encoder/layer_7/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorGbert/encoder/layer_7/output/dense/kernel/adam_v/Initializer/zeros/Const* T0*B _class8 64loc:@bert/encoder/layer_7/output/dense/kernel/adam_v* index_type0* _output_shapes : €€ ë /bert/encoder/layer_7/output/dense/kernel/adam_v VariableV2* dtype0* _output_shapes : €€* shared_name*B _class8 64loc:@bert/encoder/layer_7/output/dense/kernel/adam_v* container* shape : €€ Ì 6bert/encoder/layer_7/output/dense/kernel/adam_v/AssignAssign/bert/encoder/layer_7/output/dense/kernel/adam_vAbert/encoder/layer_7/output/dense/kernel/adam_v/Initializer/zeros* T0*B _class8 64loc:@bert/encoder/layer_7/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( à 4bert/encoder/layer_7/output/dense/kernel/adam_v/readIdentity/bert/encoder/layer_7/output/dense/kernel/adam_v* T0*B _class8 64loc:@bert/encoder/layer_7/output/dense/kernel/adam_v* _output_shapes : €€ N Mul_699/xConst* value B *fff?* dtype0* _output_shapes : z Mul_699Mul Mul_699/x4bert/encoder/layer_7/output/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_700/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : r Mul_700Mul Mul_700/x,clip_by_global_norm/clip_by_global_norm/_129* T0* _output_shapes : €€ K add_440AddMul_699Mul_700* T0* _output_shapes : €€ N Mul_701/xConst* value B *w¾?* dtype0* _output_shapes : z Mul_701Mul Mul_701/x4bert/encoder/layer_7/output/dense/kernel/adam_v/read* T0* _output_shapes : €€ m Square_129Square,clip_by_global_norm/clip_by_global_norm/_129* T0* _output_shapes : €€ N Mul_702/xConst* value B *oƒ:* dtype0* _output_shapes : P Mul_702Mul Mul_702/x Square_129* T0* _output_shapes : €€ K add_441AddMul_701Mul_702* T0* _output_shapes : €€ D Sqrt_129Sqrtadd_441* T0* _output_shapes : €€ N add_442/yConst* value B *½7†5* dtype0* _output_shapes : N add_442AddSqrt_129 add_442/y* T0* _output_shapes : €€ S truediv_130RealDivadd_440add_442* T0* _output_shapes : €€ N mul_703/xConst* value B * ×#<* dtype0* _output_shapes : s mul_703Mul mul_703/x-bert/encoder/layer_7/output/dense/kernel/read* T0* _output_shapes : €€ O add_443Add truediv_130mul_703* T0* _output_shapes : €€ I mul_704Muladd_2add_443* T0* _output_shapes : €€ q sub_130Sub-bert/encoder/layer_7/output/dense/kernel/readmul_704* T0* _output_shapes : €€ Ø Assign_593Assign(bert/encoder/layer_7/output/dense/kernelsub_130* T0*; _class1 /-loc:@bert/encoder/layer_7/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( æ Assign_594Assign/bert/encoder/layer_7/output/dense/kernel/adam_madd_440* T0*B _class8 64loc:@bert/encoder/layer_7/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( æ Assign_595Assign/bert/encoder/layer_7/output/dense/kernel/adam_vadd_441* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_7/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ Ð ?bert/encoder/layer_7/output/dense/bias/adam_m/Initializer/zerosConst*@ _class6 42loc:@bert/encoder/layer_7/output/dense/bias/adam_m* valueB€** dtype0* _output_shapes :€ Ý -bert/encoder/layer_7/output/dense/bias/adam_m VariableV2*@ _class6 42loc:@bert/encoder/layer_7/output/dense/bias/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name ¿ 4bert/encoder/layer_7/output/dense/bias/adam_m/AssignAssign-bert/encoder/layer_7/output/dense/bias/adam_m?bert/encoder/layer_7/output/dense/bias/adam_m/Initializer/zeros* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_7/output/dense/bias/adam_m* validate_shape(* _output_shapes :€ Õ 2bert/encoder/layer_7/output/dense/bias/adam_m/readIdentity-bert/encoder/layer_7/output/dense/bias/adam_m* T0*@ _class6 42loc:@bert/encoder/layer_7/output/dense/bias/adam_m* _output_shapes :€ Ð ?bert/encoder/layer_7/output/dense/bias/adam_v/Initializer/zerosConst*@ _class6 42loc:@bert/encoder/layer_7/output/dense/bias/adam_v* valueB€** dtype0* _output_shapes :€ Ý -bert/encoder/layer_7/output/dense/bias/adam_v VariableV2*@ _class6 42loc:@bert/encoder/layer_7/output/dense/bias/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name ¿ 4bert/encoder/layer_7/output/dense/bias/adam_v/AssignAssign-bert/encoder/layer_7/output/dense/bias/adam_v?bert/encoder/layer_7/output/dense/bias/adam_v/Initializer/zeros* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_7/output/dense/bias/adam_v* validate_shape(* _output_shapes :€ Õ 2bert/encoder/layer_7/output/dense/bias/adam_v/readIdentity-bert/encoder/layer_7/output/dense/bias/adam_v* T0*@ _class6 42loc:@bert/encoder/layer_7/output/dense/bias/adam_v* _output_shapes :€ N Mul_705/xConst* value B *fff?* dtype0* _output_shapes : s Mul_705Mul Mul_705/x2bert/encoder/layer_7/output/dense/bias/adam_m/read* T0* _output_shapes :€ N Mul_706/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_706Mul Mul_706/x,clip_by_global_norm/clip_by_global_norm/_130* T0* _output_shapes :€ F add_444AddMul_705Mul_706* T0* _output_shapes :€ N Mul_707/xConst* value B *w¾?* dtype0* _output_shapes : s Mul_707Mul Mul_707/x2bert/encoder/layer_7/output/dense/bias/adam_v/read* T0* _output_shapes :€ h Square_130Square,clip_by_global_norm/clip_by_global_norm/_130* T0* _output_shapes :€ N Mul_708/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_708Mul Mul_708/x Square_130* T0* _output_shapes :€ F add_445AddMul_707Mul_708* T0* _output_shapes :€ ? Sqrt_130Sqrtadd_445* T0* _output_shapes :€ N add_446/yConst* value B *½7†5* dtype0* _output_shapes : I add_446AddSqrt_130 add_446/y* T0* _output_shapes :€ N truediv_131RealDivadd_444add_446* T0* _output_shapes :€ H mul_709Muladd_2 truediv_131* T0* _output_shapes :€ j sub_131Sub+bert/encoder/layer_7/output/dense/bias/readmul_709* T0* _output_shapes :€ Ï Assign_596Assign&bert/encoder/layer_7/output/dense/biassub_131* use_locking(* T0*9 _class/ -+loc:@bert/encoder/layer_7/output/dense/bias* validate_shape(* _output_shapes :€ Ý Assign_597Assign-bert/encoder/layer_7/output/dense/bias/adam_madd_444* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_7/output/dense/bias/adam_m* validate_shape(* _output_shapes :€ Ý Assign_598Assign-bert/encoder/layer_7/output/dense/bias/adam_vadd_445* T0*@ _class6 42loc:@bert/encoder/layer_7/output/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( Ø Cbert/encoder/layer_7/output/LayerNorm/beta/adam_m/Initializer/zerosConst*D _class: 86loc:@bert/encoder/layer_7/output/LayerNorm/beta/adam_m* valueB€** dtype0* _output_shapes :€ å 1bert/encoder/layer_7/output/LayerNorm/beta/adam_m VariableV2* dtype0* _output_shapes :€* shared_name*D _class: 86loc:@bert/encoder/layer_7/output/LayerNorm/beta/adam_m* container* shape:€ Ï 8bert/encoder/layer_7/output/LayerNorm/beta/adam_m/AssignAssign1bert/encoder/layer_7/output/LayerNorm/beta/adam_mCbert/encoder/layer_7/output/LayerNorm/beta/adam_m/Initializer/zeros* T0*D _class: 86loc:@bert/encoder/layer_7/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( á 6bert/encoder/layer_7/output/LayerNorm/beta/adam_m/readIdentity1bert/encoder/layer_7/output/LayerNorm/beta/adam_m* T0*D _class: 86loc:@bert/encoder/layer_7/output/LayerNorm/beta/adam_m* _output_shapes :€ Ø Cbert/encoder/layer_7/output/LayerNorm/beta/adam_v/Initializer/zerosConst*D _class: 86loc:@bert/encoder/layer_7/output/LayerNorm/beta/adam_v* valueB€** dtype0* _output_shapes :€ å 1bert/encoder/layer_7/output/LayerNorm/beta/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*D _class: 86loc:@bert/encoder/layer_7/output/LayerNorm/beta/adam_v* container Ï 8bert/encoder/layer_7/output/LayerNorm/beta/adam_v/AssignAssign1bert/encoder/layer_7/output/LayerNorm/beta/adam_vCbert/encoder/layer_7/output/LayerNorm/beta/adam_v/Initializer/zeros* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_7/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€ á 6bert/encoder/layer_7/output/LayerNorm/beta/adam_v/readIdentity1bert/encoder/layer_7/output/LayerNorm/beta/adam_v* T0*D _class: 86loc:@bert/encoder/layer_7/output/LayerNorm/beta/adam_v* _output_shapes :€ N Mul_710/xConst* value B *fff?* dtype0* _output_shapes : w Mul_710Mul Mul_710/x6bert/encoder/layer_7/output/LayerNorm/beta/adam_m/read* T0* _output_shapes :€ N Mul_711/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_711Mul Mul_711/x,clip_by_global_norm/clip_by_global_norm/_131* T0* _output_shapes :€ F add_447AddMul_710Mul_711* T0* _output_shapes :€ N Mul_712/xConst* value B *w¾?* dtype0* _output_shapes : w Mul_712Mul Mul_712/x6bert/encoder/layer_7/output/LayerNorm/beta/adam_v/read* T0* _output_shapes :€ h Square_131Square,clip_by_global_norm/clip_by_global_norm/_131* T0* _output_shapes :€ N Mul_713/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_713Mul Mul_713/x Square_131* T0* _output_shapes :€ F add_448AddMul_712Mul_713* T0* _output_shapes :€ ? Sqrt_131Sqrtadd_448* T0* _output_shapes :€ N add_449/yConst* value B *½7†5* dtype0* _output_shapes : I add_449AddSqrt_131 add_449/y* T0* _output_shapes :€ N truediv_132RealDivadd_447add_449* T0* _output_shapes :€ H mul_714Muladd_2 truediv_132* T0* _output_shapes :€ n sub_132Sub/bert/encoder/layer_7/output/LayerNorm/beta/readmul_714* T0* _output_shapes :€ × Assign_599Assign*bert/encoder/layer_7/output/LayerNorm/betasub_132* use_locking(* T0*= _class3 1/loc:@bert/encoder/layer_7/output/LayerNorm/beta* validate_shape(* _output_shapes :€ å Assign_600Assign1bert/encoder/layer_7/output/LayerNorm/beta/adam_madd_447* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_7/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ å Assign_601Assign1bert/encoder/layer_7/output/LayerNorm/beta/adam_vadd_448* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_7/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€ Ú Dbert/encoder/layer_7/output/LayerNorm/gamma/adam_m/Initializer/zerosConst*E _class; 97loc:@bert/encoder/layer_7/output/LayerNorm/gamma/adam_m* valueB€** dtype0* _output_shapes :€ ç 2bert/encoder/layer_7/output/LayerNorm/gamma/adam_m VariableV2* shared_name*E _class; 97loc:@bert/encoder/layer_7/output/LayerNorm/gamma/adam_m* container* shape:€* dtype0* _output_shapes :€ Ó 9bert/encoder/layer_7/output/LayerNorm/gamma/adam_m/AssignAssign2bert/encoder/layer_7/output/LayerNorm/gamma/adam_mDbert/encoder/layer_7/output/LayerNorm/gamma/adam_m/Initializer/zeros* T0*E _class; 97loc:@bert/encoder/layer_7/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( ä 7bert/encoder/layer_7/output/LayerNorm/gamma/adam_m/readIdentity2bert/encoder/layer_7/output/LayerNorm/gamma/adam_m* T0*E _class; 97loc:@bert/encoder/layer_7/output/LayerNorm/gamma/adam_m* _output_shapes :€ Ú Dbert/encoder/layer_7/output/LayerNorm/gamma/adam_v/Initializer/zerosConst*E _class; 97loc:@bert/encoder/layer_7/output/LayerNorm/gamma/adam_v* valueB€** dtype0* _output_shapes :€ ç 2bert/encoder/layer_7/output/LayerNorm/gamma/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*E _class; 97loc:@bert/encoder/layer_7/output/LayerNorm/gamma/adam_v* container Ó 9bert/encoder/layer_7/output/LayerNorm/gamma/adam_v/AssignAssign2bert/encoder/layer_7/output/LayerNorm/gamma/adam_vDbert/encoder/layer_7/output/LayerNorm/gamma/adam_v/Initializer/zeros* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_7/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ä 7bert/encoder/layer_7/output/LayerNorm/gamma/adam_v/readIdentity2bert/encoder/layer_7/output/LayerNorm/gamma/adam_v* T0*E _class; 97loc:@bert/encoder/layer_7/output/LayerNorm/gamma/adam_v* _output_shapes :€ N Mul_715/xConst* value B *fff?* dtype0* _output_shapes : x Mul_715Mul Mul_715/x7bert/encoder/layer_7/output/LayerNorm/gamma/adam_m/read* T0* _output_shapes :€ N Mul_716/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_716Mul Mul_716/x,clip_by_global_norm/clip_by_global_norm/_132* T0* _output_shapes :€ F add_450AddMul_715Mul_716* T0* _output_shapes :€ N Mul_717/xConst* value B *w¾?* dtype0* _output_shapes : x Mul_717Mul Mul_717/x7bert/encoder/layer_7/output/LayerNorm/gamma/adam_v/read* T0* _output_shapes :€ h Square_132Square,clip_by_global_norm/clip_by_global_norm/_132* T0* _output_shapes :€ N Mul_718/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_718Mul Mul_718/x Square_132* T0* _output_shapes :€ F add_451AddMul_717Mul_718* T0* _output_shapes :€ ? Sqrt_132Sqrtadd_451* T0* _output_shapes :€ N add_452/yConst* value B *½7†5* dtype0* _output_shapes : I add_452AddSqrt_132 add_452/y* T0* _output_shapes :€ N truediv_133RealDivadd_450add_452* T0* _output_shapes :€ H mul_719Muladd_2 truediv_133* T0* _output_shapes :€ o sub_133Sub0bert/encoder/layer_7/output/LayerNorm/gamma/readmul_719* T0* _output_shapes :€ Ù Assign_602Assign+bert/encoder/layer_7/output/LayerNorm/gammasub_133* use_locking(* T0*> _class4 20loc:@bert/encoder/layer_7/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ ç Assign_603Assign2bert/encoder/layer_7/output/LayerNorm/gamma/adam_madd_450* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_7/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€ ç Assign_604Assign2bert/encoder/layer_7/output/LayerNorm/gamma/adam_vadd_451* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_7/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ö Ybert/encoder/layer_8/attention/self/query/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*J _class@ >bert/encoder/layer_8/attention/self/query/kernel/adam_m/AssignAssign7bert/encoder/layer_8/attention/self/query/kernel/adam_mIbert/encoder/layer_8/attention/self/query/kernel/adam_m/Initializer/zeros* T0*J _class@ >bert/encoder/layer_8/attention/self/query/kernel/adam_v/AssignAssign7bert/encoder/layer_8/attention/self/query/kernel/adam_vIbert/encoder/layer_8/attention/self/query/kernel/adam_v/Initializer/zeros* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_8/attention/self/query/bias/adam_m* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_8/attention/self/query/bias/adam_m VariableV2* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_8/attention/self/query/bias/adam_m* container* shape:€ ß <:loc:@bert/encoder/layer_8/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€ í :bert/encoder/layer_8/attention/self/query/bias/adam_m/readIdentity5bert/encoder/layer_8/attention/self/query/bias/adam_m* T0*H _class> <:loc:@bert/encoder/layer_8/attention/self/query/bias/adam_m* _output_shapes :€ à Gbert/encoder/layer_8/attention/self/query/bias/adam_v/Initializer/zerosConst*H _class> <:loc:@bert/encoder/layer_8/attention/self/query/bias/adam_v* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_8/attention/self/query/bias/adam_v VariableV2*H _class> <:loc:@bert/encoder/layer_8/attention/self/query/bias/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name ß <:loc:@bert/encoder/layer_8/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€ í :bert/encoder/layer_8/attention/self/query/bias/adam_v/readIdentity5bert/encoder/layer_8/attention/self/query/bias/adam_v* T0*H _class> <:loc:@bert/encoder/layer_8/attention/self/query/bias/adam_v* _output_shapes :€ N Mul_726/xConst* value B *fff?* dtype0* _output_shapes : { Mul_726Mul Mul_726/x:bert/encoder/layer_8/attention/self/query/bias/adam_m/read* T0* _output_shapes :€ N Mul_727/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_727Mul Mul_727/x,clip_by_global_norm/clip_by_global_norm/_134* T0* _output_shapes :€ F add_457AddMul_726Mul_727* T0* _output_shapes :€ N Mul_728/xConst* value B *w¾?* dtype0* _output_shapes : { Mul_728Mul Mul_728/x:bert/encoder/layer_8/attention/self/query/bias/adam_v/read* T0* _output_shapes :€ h Square_134Square,clip_by_global_norm/clip_by_global_norm/_134* T0* _output_shapes :€ N Mul_729/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_729Mul Mul_729/x Square_134* T0* _output_shapes :€ F add_458AddMul_728Mul_729* T0* _output_shapes :€ ? Sqrt_134Sqrtadd_458* T0* _output_shapes :€ N add_459/yConst* value B *½7†5* dtype0* _output_shapes : I add_459AddSqrt_134 add_459/y* T0* _output_shapes :€ N truediv_135RealDivadd_457add_459* T0* _output_shapes :€ H mul_730Muladd_2 truediv_135* T0* _output_shapes :€ r sub_135Sub3bert/encoder/layer_8/attention/self/query/bias/readmul_730* T0* _output_shapes :€ ß Assign_608Assign.bert/encoder/layer_8/attention/self/query/biassub_135* T0*A _class7 53loc:@bert/encoder/layer_8/attention/self/query/bias* validate_shape(* _output_shapes :€* use_locking( í Assign_609Assign5bert/encoder/layer_8/attention/self/query/bias/adam_madd_457* T0*H _class> <:loc:@bert/encoder/layer_8/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í Assign_610Assign5bert/encoder/layer_8/attention/self/query/bias/adam_vadd_458* T0*H _class> <:loc:@bert/encoder/layer_8/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ò Wbert/encoder/layer_8/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_8/attention/self/key/kernel/adam_m* valueB"* dtype0* _output_shapes : Ü Mbert/encoder/layer_8/attention/self/key/kernel/adam_m/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_8/attention/self/key/kernel/adam_m* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_8/attention/self/key/kernel/adam_m/Initializer/zerosFillWbert/encoder/layer_8/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorMbert/encoder/layer_8/attention/self/key/kernel/adam_m/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_8/attention/self/key/kernel/adam_m* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_8/attention/self/key/kernel/adam_m VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_8/attention/self/key/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€ ä <:loc:@bert/encoder/layer_8/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€ ò :bert/encoder/layer_8/attention/self/key/kernel/adam_m/readIdentity5bert/encoder/layer_8/attention/self/key/kernel/adam_m* T0*H _class> <:loc:@bert/encoder/layer_8/attention/self/key/kernel/adam_m* _output_shapes : €€ ò Wbert/encoder/layer_8/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_8/attention/self/key/kernel/adam_v* valueB"* dtype0* _output_shapes : Ü Mbert/encoder/layer_8/attention/self/key/kernel/adam_v/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_8/attention/self/key/kernel/adam_v* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_8/attention/self/key/kernel/adam_v/Initializer/zerosFillWbert/encoder/layer_8/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorMbert/encoder/layer_8/attention/self/key/kernel/adam_v/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_8/attention/self/key/kernel/adam_v* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_8/attention/self/key/kernel/adam_v VariableV2* dtype0* _output_shapes : €€* shared_name*H _class> <:loc:@bert/encoder/layer_8/attention/self/key/kernel/adam_v* container* shape : €€ ä <:loc:@bert/encoder/layer_8/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ò :bert/encoder/layer_8/attention/self/key/kernel/adam_v/readIdentity5bert/encoder/layer_8/attention/self/key/kernel/adam_v* T0*H _class> <:loc:@bert/encoder/layer_8/attention/self/key/kernel/adam_v* _output_shapes : €€ N Mul_731/xConst* value B *fff?* dtype0* _output_shapes : € Mul_731Mul Mul_731/x:bert/encoder/layer_8/attention/self/key/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_732/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : r Mul_732Mul Mul_732/x,clip_by_global_norm/clip_by_global_norm/_135* T0* _output_shapes : €€ K add_460AddMul_731Mul_732* T0* _output_shapes : €€ N Mul_733/xConst* value B *w¾?* dtype0* _output_shapes : € Mul_733Mul Mul_733/x:bert/encoder/layer_8/attention/self/key/kernel/adam_v/read* T0* _output_shapes : €€ m Square_135Square,clip_by_global_norm/clip_by_global_norm/_135* T0* _output_shapes : €€ N Mul_734/xConst* value B *oƒ:* dtype0* _output_shapes : P Mul_734Mul Mul_734/x Square_135* T0* _output_shapes : €€ K add_461AddMul_733Mul_734* T0* _output_shapes : €€ D Sqrt_135Sqrtadd_461* T0* _output_shapes : €€ N add_462/yConst* value B *½7†5* dtype0* _output_shapes : N add_462AddSqrt_135 add_462/y* T0* _output_shapes : €€ S truediv_136RealDivadd_460add_462* T0* _output_shapes : €€ N mul_735/xConst* value B * ×#<* dtype0* _output_shapes : y mul_735Mul mul_735/x3bert/encoder/layer_8/attention/self/key/kernel/read* T0* _output_shapes : €€ O add_463Add truediv_136mul_735* T0* _output_shapes : €€ I mul_736Muladd_2add_463* T0* _output_shapes : €€ w sub_136Sub3bert/encoder/layer_8/attention/self/key/kernel/readmul_736* T0* _output_shapes : €€ ä Assign_611Assign.bert/encoder/layer_8/attention/self/key/kernelsub_136* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_8/attention/self/key/kernel* validate_shape(* _output_shapes : €€ ò Assign_612Assign5bert/encoder/layer_8/attention/self/key/kernel/adam_madd_460* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_8/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€ ò Assign_613Assign5bert/encoder/layer_8/attention/self/key/kernel/adam_vadd_461* T0*H _class> <:loc:@bert/encoder/layer_8/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( Ü Ebert/encoder/layer_8/attention/self/key/bias/adam_m/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_8/attention/self/key/bias/adam_m* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_8/attention/self/key/bias/adam_m VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*F _class< :8loc:@bert/encoder/layer_8/attention/self/key/bias/adam_m* container × :bert/encoder/layer_8/attention/self/key/bias/adam_m/AssignAssign3bert/encoder/layer_8/attention/self/key/bias/adam_mEbert/encoder/layer_8/attention/self/key/bias/adam_m/Initializer/zeros* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_8/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€ ç 8bert/encoder/layer_8/attention/self/key/bias/adam_m/readIdentity3bert/encoder/layer_8/attention/self/key/bias/adam_m* T0*F _class< :8loc:@bert/encoder/layer_8/attention/self/key/bias/adam_m* _output_shapes :€ Ü Ebert/encoder/layer_8/attention/self/key/bias/adam_v/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_8/attention/self/key/bias/adam_v* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_8/attention/self/key/bias/adam_v VariableV2*F _class< :8loc:@bert/encoder/layer_8/attention/self/key/bias/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name × :bert/encoder/layer_8/attention/self/key/bias/adam_v/AssignAssign3bert/encoder/layer_8/attention/self/key/bias/adam_vEbert/encoder/layer_8/attention/self/key/bias/adam_v/Initializer/zeros* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_8/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€ ç 8bert/encoder/layer_8/attention/self/key/bias/adam_v/readIdentity3bert/encoder/layer_8/attention/self/key/bias/adam_v* T0*F _class< :8loc:@bert/encoder/layer_8/attention/self/key/bias/adam_v* _output_shapes :€ N Mul_737/xConst* value B *fff?* dtype0* _output_shapes : y Mul_737Mul Mul_737/x8bert/encoder/layer_8/attention/self/key/bias/adam_m/read* T0* _output_shapes :€ N Mul_738/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_738Mul Mul_738/x,clip_by_global_norm/clip_by_global_norm/_136* T0* _output_shapes :€ F add_464AddMul_737Mul_738* T0* _output_shapes :€ N Mul_739/xConst* value B *w¾?* dtype0* _output_shapes : y Mul_739Mul Mul_739/x8bert/encoder/layer_8/attention/self/key/bias/adam_v/read* T0* _output_shapes :€ h Square_136Square,clip_by_global_norm/clip_by_global_norm/_136* T0* _output_shapes :€ N Mul_740/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_740Mul Mul_740/x Square_136* T0* _output_shapes :€ F add_465AddMul_739Mul_740* T0* _output_shapes :€ ? Sqrt_136Sqrtadd_465* T0* _output_shapes :€ N add_466/yConst* value B *½7†5* dtype0* _output_shapes : I add_466AddSqrt_136 add_466/y* T0* _output_shapes :€ N truediv_137RealDivadd_464add_466* T0* _output_shapes :€ H mul_741Muladd_2 truediv_137* T0* _output_shapes :€ p sub_137Sub1bert/encoder/layer_8/attention/self/key/bias/readmul_741* T0* _output_shapes :€ Û Assign_614Assign,bert/encoder/layer_8/attention/self/key/biassub_137* T0*? _class5 31loc:@bert/encoder/layer_8/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( é Assign_615Assign3bert/encoder/layer_8/attention/self/key/bias/adam_madd_464* T0*F _class< :8loc:@bert/encoder/layer_8/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( é Assign_616Assign3bert/encoder/layer_8/attention/self/key/bias/adam_vadd_465* T0*F _class< :8loc:@bert/encoder/layer_8/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ö Ybert/encoder/layer_8/attention/self/value/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*J _class@ >bert/encoder/layer_8/attention/self/value/kernel/adam_m/AssignAssign7bert/encoder/layer_8/attention/self/value/kernel/adam_mIbert/encoder/layer_8/attention/self/value/kernel/adam_m/Initializer/zeros* use_locking(* T0*J _class@ >bert/encoder/layer_8/attention/self/value/kernel/adam_v/AssignAssign7bert/encoder/layer_8/attention/self/value/kernel/adam_vIbert/encoder/layer_8/attention/self/value/kernel/adam_v/Initializer/zeros* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_8/attention/self/value/bias/adam_m* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_8/attention/self/value/bias/adam_m VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_8/attention/self/value/bias/adam_m* container ß <:loc:@bert/encoder/layer_8/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€ í :bert/encoder/layer_8/attention/self/value/bias/adam_m/readIdentity5bert/encoder/layer_8/attention/self/value/bias/adam_m* T0*H _class> <:loc:@bert/encoder/layer_8/attention/self/value/bias/adam_m* _output_shapes :€ à Gbert/encoder/layer_8/attention/self/value/bias/adam_v/Initializer/zerosConst*H _class> <:loc:@bert/encoder/layer_8/attention/self/value/bias/adam_v* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_8/attention/self/value/bias/adam_v VariableV2* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_8/attention/self/value/bias/adam_v* container* shape:€ ß <:loc:@bert/encoder/layer_8/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€ í :bert/encoder/layer_8/attention/self/value/bias/adam_v/readIdentity5bert/encoder/layer_8/attention/self/value/bias/adam_v* T0*H _class> <:loc:@bert/encoder/layer_8/attention/self/value/bias/adam_v* _output_shapes :€ N Mul_748/xConst* value B *fff?* dtype0* _output_shapes : { Mul_748Mul Mul_748/x:bert/encoder/layer_8/attention/self/value/bias/adam_m/read* T0* _output_shapes :€ N Mul_749/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_749Mul Mul_749/x,clip_by_global_norm/clip_by_global_norm/_138* T0* _output_shapes :€ F add_471AddMul_748Mul_749* T0* _output_shapes :€ N Mul_750/xConst* value B *w¾?* dtype0* _output_shapes : { Mul_750Mul Mul_750/x:bert/encoder/layer_8/attention/self/value/bias/adam_v/read* T0* _output_shapes :€ h Square_138Square,clip_by_global_norm/clip_by_global_norm/_138* T0* _output_shapes :€ N Mul_751/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_751Mul Mul_751/x Square_138* T0* _output_shapes :€ F add_472AddMul_750Mul_751* T0* _output_shapes :€ ? Sqrt_138Sqrtadd_472* T0* _output_shapes :€ N add_473/yConst* value B *½7†5* dtype0* _output_shapes : I add_473AddSqrt_138 add_473/y* T0* _output_shapes :€ N truediv_139RealDivadd_471add_473* T0* _output_shapes :€ H mul_752Muladd_2 truediv_139* T0* _output_shapes :€ r sub_139Sub3bert/encoder/layer_8/attention/self/value/bias/readmul_752* T0* _output_shapes :€ ß Assign_620Assign.bert/encoder/layer_8/attention/self/value/biassub_139* T0*A _class7 53loc:@bert/encoder/layer_8/attention/self/value/bias* validate_shape(* _output_shapes :€* use_locking( í Assign_621Assign5bert/encoder/layer_8/attention/self/value/bias/adam_madd_471* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_8/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€ í Assign_622Assign5bert/encoder/layer_8/attention/self/value/bias/adam_vadd_472* T0*H _class> <:loc:@bert/encoder/layer_8/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ú [bert/encoder/layer_8/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*L _classB @>loc:@bert/encoder/layer_8/attention/output/dense/kernel/adam_m* valueB"* dtype0* _output_shapes : ä Qbert/encoder/layer_8/attention/output/dense/kernel/adam_m/Initializer/zeros/ConstConst*L _classB @>loc:@bert/encoder/layer_8/attention/output/dense/kernel/adam_m* value B ** dtype0* _output_shapes : Ž Kbert/encoder/layer_8/attention/output/dense/kernel/adam_m/Initializer/zerosFill[bert/encoder/layer_8/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorQbert/encoder/layer_8/attention/output/dense/kernel/adam_m/Initializer/zeros/Const* T0*L _classB @>loc:@bert/encoder/layer_8/attention/output/dense/kernel/adam_m* index_type0* _output_shapes : €€ ÿ 9bert/encoder/layer_8/attention/output/dense/kernel/adam_m VariableV2* dtype0* _output_shapes : €€* shared_name*L _classB @>loc:@bert/encoder/layer_8/attention/output/dense/kernel/adam_m* container* shape : €€ ô @bert/encoder/layer_8/attention/output/dense/kernel/adam_m/AssignAssign9bert/encoder/layer_8/attention/output/dense/kernel/adam_mKbert/encoder/layer_8/attention/output/dense/kernel/adam_m/Initializer/zeros* T0*L _classB @>loc:@bert/encoder/layer_8/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( þ >bert/encoder/layer_8/attention/output/dense/kernel/adam_m/readIdentity9bert/encoder/layer_8/attention/output/dense/kernel/adam_m* T0*L _classB @>loc:@bert/encoder/layer_8/attention/output/dense/kernel/adam_m* _output_shapes : €€ ú [bert/encoder/layer_8/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*L _classB @>loc:@bert/encoder/layer_8/attention/output/dense/kernel/adam_v* valueB"* dtype0* _output_shapes : ä Qbert/encoder/layer_8/attention/output/dense/kernel/adam_v/Initializer/zeros/ConstConst*L _classB @>loc:@bert/encoder/layer_8/attention/output/dense/kernel/adam_v* value B ** dtype0* _output_shapes : Ž Kbert/encoder/layer_8/attention/output/dense/kernel/adam_v/Initializer/zerosFill[bert/encoder/layer_8/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorQbert/encoder/layer_8/attention/output/dense/kernel/adam_v/Initializer/zeros/Const* T0*L _classB @>loc:@bert/encoder/layer_8/attention/output/dense/kernel/adam_v* index_type0* _output_shapes : €€ ÿ 9bert/encoder/layer_8/attention/output/dense/kernel/adam_v VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*L _classB @>loc:@bert/encoder/layer_8/attention/output/dense/kernel/adam_v* container ô @bert/encoder/layer_8/attention/output/dense/kernel/adam_v/AssignAssign9bert/encoder/layer_8/attention/output/dense/kernel/adam_vKbert/encoder/layer_8/attention/output/dense/kernel/adam_v/Initializer/zeros* use_locking(* T0*L _classB @>loc:@bert/encoder/layer_8/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ þ >bert/encoder/layer_8/attention/output/dense/kernel/adam_v/readIdentity9bert/encoder/layer_8/attention/output/dense/kernel/adam_v* T0*L _classB @>loc:@bert/encoder/layer_8/attention/output/dense/kernel/adam_v* _output_shapes : €€ N Mul_753/xConst* value B *fff?* dtype0* _output_shapes : „ Mul_753Mul Mul_753/x>bert/encoder/layer_8/attention/output/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_754/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : r Mul_754Mul Mul_754/x,clip_by_global_norm/clip_by_global_norm/_139* T0* _output_shapes : €€ K add_474AddMul_753Mul_754* T0* _output_shapes : €€ N Mul_755/xConst* value B *w¾?* dtype0* _output_shapes : „ Mul_755Mul Mul_755/x>bert/encoder/layer_8/attention/output/dense/kernel/adam_v/read* T0* _output_shapes : €€ m Square_139Square,clip_by_global_norm/clip_by_global_norm/_139* T0* _output_shapes : €€ N Mul_756/xConst* value B *oƒ:* dtype0* _output_shapes : P Mul_756Mul Mul_756/x Square_139* T0* _output_shapes : €€ K add_475AddMul_755Mul_756* T0* _output_shapes : €€ D Sqrt_139Sqrtadd_475* T0* _output_shapes : €€ N add_476/yConst* value B *½7†5* dtype0* _output_shapes : N add_476AddSqrt_139 add_476/y* T0* _output_shapes : €€ S truediv_140RealDivadd_474add_476* T0* _output_shapes : €€ N mul_757/xConst* value B * ×#<* dtype0* _output_shapes : } mul_757Mul mul_757/x7bert/encoder/layer_8/attention/output/dense/kernel/read* T0* _output_shapes : €€ O add_477Add truediv_140mul_757* T0* _output_shapes : €€ I mul_758Muladd_2add_477* T0* _output_shapes : €€ { sub_140Sub7bert/encoder/layer_8/attention/output/dense/kernel/readmul_758* T0* _output_shapes : €€ ì Assign_623Assign2bert/encoder/layer_8/attention/output/dense/kernelsub_140* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_8/attention/output/dense/kernel* validate_shape(* _output_shapes : €€ ú Assign_624Assign9bert/encoder/layer_8/attention/output/dense/kernel/adam_madd_474* T0*L _classB @>loc:@bert/encoder/layer_8/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ú Assign_625Assign9bert/encoder/layer_8/attention/output/dense/kernel/adam_vadd_475* T0*L _classB @>loc:@bert/encoder/layer_8/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ä Ibert/encoder/layer_8/attention/output/dense/bias/adam_m/Initializer/zerosConst*J _class@ >bert/encoder/layer_8/attention/output/dense/bias/adam_m/AssignAssign7bert/encoder/layer_8/attention/output/dense/bias/adam_mIbert/encoder/layer_8/attention/output/dense/bias/adam_m/Initializer/zeros* T0*J _class@ >bert/encoder/layer_8/attention/output/dense/bias/adam_v/AssignAssign7bert/encoder/layer_8/attention/output/dense/bias/adam_vIbert/encoder/layer_8/attention/output/dense/bias/adam_v/Initializer/zeros* T0*J _class@ > <:loc:@bert/encoder/layer_8/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( û Assign_633Assign <:loc:@bert/encoder/layer_8/intermediate/dense/kernel/adam_m* valueB" * dtype0* _output_shapes : Ü Mbert/encoder/layer_8/intermediate/dense/kernel/adam_m/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_8/intermediate/dense/kernel/adam_m* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_8/intermediate/dense/kernel/adam_m/Initializer/zerosFillWbert/encoder/layer_8/intermediate/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorMbert/encoder/layer_8/intermediate/dense/kernel/adam_m/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_8/intermediate/dense/kernel/adam_m* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_8/intermediate/dense/kernel/adam_m VariableV2* dtype0* _output_shapes : €€* shared_name*H _class> <:loc:@bert/encoder/layer_8/intermediate/dense/kernel/adam_m* container* shape : €€ ä <:loc:@bert/encoder/layer_8/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ò :bert/encoder/layer_8/intermediate/dense/kernel/adam_m/readIdentity5bert/encoder/layer_8/intermediate/dense/kernel/adam_m* T0*H _class> <:loc:@bert/encoder/layer_8/intermediate/dense/kernel/adam_m* _output_shapes : €€ ò Wbert/encoder/layer_8/intermediate/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_8/intermediate/dense/kernel/adam_v* valueB" * dtype0* _output_shapes : Ü Mbert/encoder/layer_8/intermediate/dense/kernel/adam_v/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_8/intermediate/dense/kernel/adam_v* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_8/intermediate/dense/kernel/adam_v/Initializer/zerosFillWbert/encoder/layer_8/intermediate/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorMbert/encoder/layer_8/intermediate/dense/kernel/adam_v/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_8/intermediate/dense/kernel/adam_v* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_8/intermediate/dense/kernel/adam_v VariableV2*H _class> <:loc:@bert/encoder/layer_8/intermediate/dense/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€* shared_name ä <:loc:@bert/encoder/layer_8/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ ò :bert/encoder/layer_8/intermediate/dense/kernel/adam_v/readIdentity5bert/encoder/layer_8/intermediate/dense/kernel/adam_v* T0*H _class> <:loc:@bert/encoder/layer_8/intermediate/dense/kernel/adam_v* _output_shapes : €€ N Mul_774/xConst* value B *fff?* dtype0* _output_shapes : € Mul_774Mul Mul_774/x:bert/encoder/layer_8/intermediate/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_775/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : r Mul_775Mul Mul_775/x,clip_by_global_norm/clip_by_global_norm/_143* T0* _output_shapes : €€ K add_487AddMul_774Mul_775* T0* _output_shapes : €€ N Mul_776/xConst* value B *w¾?* dtype0* _output_shapes : € Mul_776Mul Mul_776/x:bert/encoder/layer_8/intermediate/dense/kernel/adam_v/read* T0* _output_shapes : €€ m Square_143Square,clip_by_global_norm/clip_by_global_norm/_143* T0* _output_shapes : €€ N Mul_777/xConst* value B *oƒ:* dtype0* _output_shapes : P Mul_777Mul Mul_777/x Square_143* T0* _output_shapes : €€ K add_488AddMul_776Mul_777* T0* _output_shapes : €€ D Sqrt_143Sqrtadd_488* T0* _output_shapes : €€ N add_489/yConst* value B *½7†5* dtype0* _output_shapes : N add_489AddSqrt_143 add_489/y* T0* _output_shapes : €€ S truediv_144RealDivadd_487add_489* T0* _output_shapes : €€ N mul_778/xConst* value B * ×#<* dtype0* _output_shapes : y mul_778Mul mul_778/x3bert/encoder/layer_8/intermediate/dense/kernel/read* T0* _output_shapes : €€ O add_490Add truediv_144mul_778* T0* _output_shapes : €€ I mul_779Muladd_2add_490* T0* _output_shapes : €€ w sub_144Sub3bert/encoder/layer_8/intermediate/dense/kernel/readmul_779* T0* _output_shapes : €€ ä Assign_635Assign.bert/encoder/layer_8/intermediate/dense/kernelsub_144* T0*A _class7 53loc:@bert/encoder/layer_8/intermediate/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( ò Assign_636Assign5bert/encoder/layer_8/intermediate/dense/kernel/adam_madd_487* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_8/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ò Assign_637Assign5bert/encoder/layer_8/intermediate/dense/kernel/adam_vadd_488* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_8/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ è Ubert/encoder/layer_8/intermediate/dense/bias/adam_m/Initializer/zeros/shape_as_tensorConst*F _class< :8loc:@bert/encoder/layer_8/intermediate/dense/bias/adam_m* valueB :€* dtype0* _output_shapes : Ø Kbert/encoder/layer_8/intermediate/dense/bias/adam_m/Initializer/zeros/ConstConst*F _class< :8loc:@bert/encoder/layer_8/intermediate/dense/bias/adam_m* value B ** dtype0* _output_shapes : ñ Ebert/encoder/layer_8/intermediate/dense/bias/adam_m/Initializer/zerosFillUbert/encoder/layer_8/intermediate/dense/bias/adam_m/Initializer/zeros/shape_as_tensorKbert/encoder/layer_8/intermediate/dense/bias/adam_m/Initializer/zeros/Const* T0*F _class< :8loc:@bert/encoder/layer_8/intermediate/dense/bias/adam_m* index_type0* _output_shapes :€ é 3bert/encoder/layer_8/intermediate/dense/bias/adam_m VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*F _class< :8loc:@bert/encoder/layer_8/intermediate/dense/bias/adam_m* container × :bert/encoder/layer_8/intermediate/dense/bias/adam_m/AssignAssign3bert/encoder/layer_8/intermediate/dense/bias/adam_mEbert/encoder/layer_8/intermediate/dense/bias/adam_m/Initializer/zeros* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_8/intermediate/dense/bias/adam_m* validate_shape(* _output_shapes :€ ç 8bert/encoder/layer_8/intermediate/dense/bias/adam_m/readIdentity3bert/encoder/layer_8/intermediate/dense/bias/adam_m* T0*F _class< :8loc:@bert/encoder/layer_8/intermediate/dense/bias/adam_m* _output_shapes :€ è Ubert/encoder/layer_8/intermediate/dense/bias/adam_v/Initializer/zeros/shape_as_tensorConst*F _class< :8loc:@bert/encoder/layer_8/intermediate/dense/bias/adam_v* valueB :€* dtype0* _output_shapes : Ø Kbert/encoder/layer_8/intermediate/dense/bias/adam_v/Initializer/zeros/ConstConst*F _class< :8loc:@bert/encoder/layer_8/intermediate/dense/bias/adam_v* value B ** dtype0* _output_shapes : ñ Ebert/encoder/layer_8/intermediate/dense/bias/adam_v/Initializer/zerosFillUbert/encoder/layer_8/intermediate/dense/bias/adam_v/Initializer/zeros/shape_as_tensorKbert/encoder/layer_8/intermediate/dense/bias/adam_v/Initializer/zeros/Const* T0*F _class< :8loc:@bert/encoder/layer_8/intermediate/dense/bias/adam_v* index_type0* _output_shapes :€ é 3bert/encoder/layer_8/intermediate/dense/bias/adam_v VariableV2* dtype0* _output_shapes :€* shared_name*F _class< :8loc:@bert/encoder/layer_8/intermediate/dense/bias/adam_v* container* shape:€ × :bert/encoder/layer_8/intermediate/dense/bias/adam_v/AssignAssign3bert/encoder/layer_8/intermediate/dense/bias/adam_vEbert/encoder/layer_8/intermediate/dense/bias/adam_v/Initializer/zeros* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_8/intermediate/dense/bias/adam_v* validate_shape(* _output_shapes :€ ç 8bert/encoder/layer_8/intermediate/dense/bias/adam_v/readIdentity3bert/encoder/layer_8/intermediate/dense/bias/adam_v* T0*F _class< :8loc:@bert/encoder/layer_8/intermediate/dense/bias/adam_v* _output_shapes :€ N Mul_780/xConst* value B *fff?* dtype0* _output_shapes : y Mul_780Mul Mul_780/x8bert/encoder/layer_8/intermediate/dense/bias/adam_m/read* T0* _output_shapes :€ N Mul_781/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_781Mul Mul_781/x,clip_by_global_norm/clip_by_global_norm/_144* T0* _output_shapes :€ F add_491AddMul_780Mul_781* T0* _output_shapes :€ N Mul_782/xConst* value B *w¾?* dtype0* _output_shapes : y Mul_782Mul Mul_782/x8bert/encoder/layer_8/intermediate/dense/bias/adam_v/read* T0* _output_shapes :€ h Square_144Square,clip_by_global_norm/clip_by_global_norm/_144* T0* _output_shapes :€ N Mul_783/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_783Mul Mul_783/x Square_144* T0* _output_shapes :€ F add_492AddMul_782Mul_783* T0* _output_shapes :€ ? Sqrt_144Sqrtadd_492* T0* _output_shapes :€ N add_493/yConst* value B *½7†5* dtype0* _output_shapes : I add_493AddSqrt_144 add_493/y* T0* _output_shapes :€ N truediv_145RealDivadd_491add_493* T0* _output_shapes :€ H mul_784Muladd_2 truediv_145* T0* _output_shapes :€ p sub_145Sub1bert/encoder/layer_8/intermediate/dense/bias/readmul_784* T0* _output_shapes :€ Û Assign_638Assign,bert/encoder/layer_8/intermediate/dense/biassub_145* T0*? _class5 31loc:@bert/encoder/layer_8/intermediate/dense/bias* validate_shape(* _output_shapes :€* use_locking( é Assign_639Assign3bert/encoder/layer_8/intermediate/dense/bias/adam_madd_491* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_8/intermediate/dense/bias/adam_m* validate_shape(* _output_shapes :€ é Assign_640Assign3bert/encoder/layer_8/intermediate/dense/bias/adam_vadd_492* T0*F _class< :8loc:@bert/encoder/layer_8/intermediate/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( æ Qbert/encoder/layer_8/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*B _class8 64loc:@bert/encoder/layer_8/output/dense/kernel/adam_m* valueB" * dtype0* _output_shapes : Ð Gbert/encoder/layer_8/output/dense/kernel/adam_m/Initializer/zeros/ConstConst*B _class8 64loc:@bert/encoder/layer_8/output/dense/kernel/adam_m* value B ** dtype0* _output_shapes : æ Abert/encoder/layer_8/output/dense/kernel/adam_m/Initializer/zerosFillQbert/encoder/layer_8/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorGbert/encoder/layer_8/output/dense/kernel/adam_m/Initializer/zeros/Const* T0*B _class8 64loc:@bert/encoder/layer_8/output/dense/kernel/adam_m* index_type0* _output_shapes : €€ ë /bert/encoder/layer_8/output/dense/kernel/adam_m VariableV2* dtype0* _output_shapes : €€* shared_name*B _class8 64loc:@bert/encoder/layer_8/output/dense/kernel/adam_m* container* shape : €€ Ì 6bert/encoder/layer_8/output/dense/kernel/adam_m/AssignAssign/bert/encoder/layer_8/output/dense/kernel/adam_mAbert/encoder/layer_8/output/dense/kernel/adam_m/Initializer/zeros* T0*B _class8 64loc:@bert/encoder/layer_8/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( à 4bert/encoder/layer_8/output/dense/kernel/adam_m/readIdentity/bert/encoder/layer_8/output/dense/kernel/adam_m* T0*B _class8 64loc:@bert/encoder/layer_8/output/dense/kernel/adam_m* _output_shapes : €€ æ Qbert/encoder/layer_8/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*B _class8 64loc:@bert/encoder/layer_8/output/dense/kernel/adam_v* valueB" * dtype0* _output_shapes : Ð Gbert/encoder/layer_8/output/dense/kernel/adam_v/Initializer/zeros/ConstConst*B _class8 64loc:@bert/encoder/layer_8/output/dense/kernel/adam_v* value B ** dtype0* _output_shapes : æ Abert/encoder/layer_8/output/dense/kernel/adam_v/Initializer/zerosFillQbert/encoder/layer_8/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorGbert/encoder/layer_8/output/dense/kernel/adam_v/Initializer/zeros/Const* T0*B _class8 64loc:@bert/encoder/layer_8/output/dense/kernel/adam_v* index_type0* _output_shapes : €€ ë /bert/encoder/layer_8/output/dense/kernel/adam_v VariableV2* shared_name*B _class8 64loc:@bert/encoder/layer_8/output/dense/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€ Ì 6bert/encoder/layer_8/output/dense/kernel/adam_v/AssignAssign/bert/encoder/layer_8/output/dense/kernel/adam_vAbert/encoder/layer_8/output/dense/kernel/adam_v/Initializer/zeros* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_8/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ à 4bert/encoder/layer_8/output/dense/kernel/adam_v/readIdentity/bert/encoder/layer_8/output/dense/kernel/adam_v* T0*B _class8 64loc:@bert/encoder/layer_8/output/dense/kernel/adam_v* _output_shapes : €€ N Mul_785/xConst* value B *fff?* dtype0* _output_shapes : z Mul_785Mul Mul_785/x4bert/encoder/layer_8/output/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_786/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : r Mul_786Mul Mul_786/x,clip_by_global_norm/clip_by_global_norm/_145* T0* _output_shapes : €€ K add_494AddMul_785Mul_786* T0* _output_shapes : €€ N Mul_787/xConst* value B *w¾?* dtype0* _output_shapes : z Mul_787Mul Mul_787/x4bert/encoder/layer_8/output/dense/kernel/adam_v/read* T0* _output_shapes : €€ m Square_145Square,clip_by_global_norm/clip_by_global_norm/_145* T0* _output_shapes : €€ N Mul_788/xConst* value B *oƒ:* dtype0* _output_shapes : P Mul_788Mul Mul_788/x Square_145* T0* _output_shapes : €€ K add_495AddMul_787Mul_788* T0* _output_shapes : €€ D Sqrt_145Sqrtadd_495* T0* _output_shapes : €€ N add_496/yConst* value B *½7†5* dtype0* _output_shapes : N add_496AddSqrt_145 add_496/y* T0* _output_shapes : €€ S truediv_146RealDivadd_494add_496* T0* _output_shapes : €€ N mul_789/xConst* value B * ×#<* dtype0* _output_shapes : s mul_789Mul mul_789/x-bert/encoder/layer_8/output/dense/kernel/read* T0* _output_shapes : €€ O add_497Add truediv_146mul_789* T0* _output_shapes : €€ I mul_790Muladd_2add_497* T0* _output_shapes : €€ q sub_146Sub-bert/encoder/layer_8/output/dense/kernel/readmul_790* T0* _output_shapes : €€ Ø Assign_641Assign(bert/encoder/layer_8/output/dense/kernelsub_146* T0*; _class1 /-loc:@bert/encoder/layer_8/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( æ Assign_642Assign/bert/encoder/layer_8/output/dense/kernel/adam_madd_494* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_8/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ æ Assign_643Assign/bert/encoder/layer_8/output/dense/kernel/adam_vadd_495* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_8/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ Ð ?bert/encoder/layer_8/output/dense/bias/adam_m/Initializer/zerosConst*@ _class6 42loc:@bert/encoder/layer_8/output/dense/bias/adam_m* valueB€** dtype0* _output_shapes :€ Ý -bert/encoder/layer_8/output/dense/bias/adam_m VariableV2* shared_name*@ _class6 42loc:@bert/encoder/layer_8/output/dense/bias/adam_m* container* shape:€* dtype0* _output_shapes :€ ¿ 4bert/encoder/layer_8/output/dense/bias/adam_m/AssignAssign-bert/encoder/layer_8/output/dense/bias/adam_m?bert/encoder/layer_8/output/dense/bias/adam_m/Initializer/zeros* T0*@ _class6 42loc:@bert/encoder/layer_8/output/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( Õ 2bert/encoder/layer_8/output/dense/bias/adam_m/readIdentity-bert/encoder/layer_8/output/dense/bias/adam_m* T0*@ _class6 42loc:@bert/encoder/layer_8/output/dense/bias/adam_m* _output_shapes :€ Ð ?bert/encoder/layer_8/output/dense/bias/adam_v/Initializer/zerosConst*@ _class6 42loc:@bert/encoder/layer_8/output/dense/bias/adam_v* valueB€** dtype0* _output_shapes :€ Ý -bert/encoder/layer_8/output/dense/bias/adam_v VariableV2* shared_name*@ _class6 42loc:@bert/encoder/layer_8/output/dense/bias/adam_v* container* shape:€* dtype0* _output_shapes :€ ¿ 4bert/encoder/layer_8/output/dense/bias/adam_v/AssignAssign-bert/encoder/layer_8/output/dense/bias/adam_v?bert/encoder/layer_8/output/dense/bias/adam_v/Initializer/zeros* T0*@ _class6 42loc:@bert/encoder/layer_8/output/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( Õ 2bert/encoder/layer_8/output/dense/bias/adam_v/readIdentity-bert/encoder/layer_8/output/dense/bias/adam_v* T0*@ _class6 42loc:@bert/encoder/layer_8/output/dense/bias/adam_v* _output_shapes :€ N Mul_791/xConst* value B *fff?* dtype0* _output_shapes : s Mul_791Mul Mul_791/x2bert/encoder/layer_8/output/dense/bias/adam_m/read* T0* _output_shapes :€ N Mul_792/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_792Mul Mul_792/x,clip_by_global_norm/clip_by_global_norm/_146* T0* _output_shapes :€ F add_498AddMul_791Mul_792* T0* _output_shapes :€ N Mul_793/xConst* value B *w¾?* dtype0* _output_shapes : s Mul_793Mul Mul_793/x2bert/encoder/layer_8/output/dense/bias/adam_v/read* T0* _output_shapes :€ h Square_146Square,clip_by_global_norm/clip_by_global_norm/_146* T0* _output_shapes :€ N Mul_794/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_794Mul Mul_794/x Square_146* T0* _output_shapes :€ F add_499AddMul_793Mul_794* T0* _output_shapes :€ ? Sqrt_146Sqrtadd_499* T0* _output_shapes :€ N add_500/yConst* value B *½7†5* dtype0* _output_shapes : I add_500AddSqrt_146 add_500/y* T0* _output_shapes :€ N truediv_147RealDivadd_498add_500* T0* _output_shapes :€ H mul_795Muladd_2 truediv_147* T0* _output_shapes :€ j sub_147Sub+bert/encoder/layer_8/output/dense/bias/readmul_795* T0* _output_shapes :€ Ï Assign_644Assign&bert/encoder/layer_8/output/dense/biassub_147* use_locking(* T0*9 _class/ -+loc:@bert/encoder/layer_8/output/dense/bias* validate_shape(* _output_shapes :€ Ý Assign_645Assign-bert/encoder/layer_8/output/dense/bias/adam_madd_498* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_8/output/dense/bias/adam_m* validate_shape(* _output_shapes :€ Ý Assign_646Assign-bert/encoder/layer_8/output/dense/bias/adam_vadd_499* T0*@ _class6 42loc:@bert/encoder/layer_8/output/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( Ø Cbert/encoder/layer_8/output/LayerNorm/beta/adam_m/Initializer/zerosConst*D _class: 86loc:@bert/encoder/layer_8/output/LayerNorm/beta/adam_m* valueB€** dtype0* _output_shapes :€ å 1bert/encoder/layer_8/output/LayerNorm/beta/adam_m VariableV2*D _class: 86loc:@bert/encoder/layer_8/output/LayerNorm/beta/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name Ï 8bert/encoder/layer_8/output/LayerNorm/beta/adam_m/AssignAssign1bert/encoder/layer_8/output/LayerNorm/beta/adam_mCbert/encoder/layer_8/output/LayerNorm/beta/adam_m/Initializer/zeros* T0*D _class: 86loc:@bert/encoder/layer_8/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( á 6bert/encoder/layer_8/output/LayerNorm/beta/adam_m/readIdentity1bert/encoder/layer_8/output/LayerNorm/beta/adam_m* T0*D _class: 86loc:@bert/encoder/layer_8/output/LayerNorm/beta/adam_m* _output_shapes :€ Ø Cbert/encoder/layer_8/output/LayerNorm/beta/adam_v/Initializer/zerosConst*D _class: 86loc:@bert/encoder/layer_8/output/LayerNorm/beta/adam_v* valueB€** dtype0* _output_shapes :€ å 1bert/encoder/layer_8/output/LayerNorm/beta/adam_v VariableV2* shared_name*D _class: 86loc:@bert/encoder/layer_8/output/LayerNorm/beta/adam_v* container* shape:€* dtype0* _output_shapes :€ Ï 8bert/encoder/layer_8/output/LayerNorm/beta/adam_v/AssignAssign1bert/encoder/layer_8/output/LayerNorm/beta/adam_vCbert/encoder/layer_8/output/LayerNorm/beta/adam_v/Initializer/zeros* T0*D _class: 86loc:@bert/encoder/layer_8/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( á 6bert/encoder/layer_8/output/LayerNorm/beta/adam_v/readIdentity1bert/encoder/layer_8/output/LayerNorm/beta/adam_v* T0*D _class: 86loc:@bert/encoder/layer_8/output/LayerNorm/beta/adam_v* _output_shapes :€ N Mul_796/xConst* value B *fff?* dtype0* _output_shapes : w Mul_796Mul Mul_796/x6bert/encoder/layer_8/output/LayerNorm/beta/adam_m/read* T0* _output_shapes :€ N Mul_797/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_797Mul Mul_797/x,clip_by_global_norm/clip_by_global_norm/_147* T0* _output_shapes :€ F add_501AddMul_796Mul_797* T0* _output_shapes :€ N Mul_798/xConst* value B *w¾?* dtype0* _output_shapes : w Mul_798Mul Mul_798/x6bert/encoder/layer_8/output/LayerNorm/beta/adam_v/read* T0* _output_shapes :€ h Square_147Square,clip_by_global_norm/clip_by_global_norm/_147* T0* _output_shapes :€ N Mul_799/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_799Mul Mul_799/x Square_147* T0* _output_shapes :€ F add_502AddMul_798Mul_799* T0* _output_shapes :€ ? Sqrt_147Sqrtadd_502* T0* _output_shapes :€ N add_503/yConst* value B *½7†5* dtype0* _output_shapes : I add_503AddSqrt_147 add_503/y* T0* _output_shapes :€ N truediv_148RealDivadd_501add_503* T0* _output_shapes :€ H mul_800Muladd_2 truediv_148* T0* _output_shapes :€ n sub_148Sub/bert/encoder/layer_8/output/LayerNorm/beta/readmul_800* T0* _output_shapes :€ × Assign_647Assign*bert/encoder/layer_8/output/LayerNorm/betasub_148* T0*= _class3 1/loc:@bert/encoder/layer_8/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( å Assign_648Assign1bert/encoder/layer_8/output/LayerNorm/beta/adam_madd_501* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_8/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ å Assign_649Assign1bert/encoder/layer_8/output/LayerNorm/beta/adam_vadd_502* T0*D _class: 86loc:@bert/encoder/layer_8/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( Ú Dbert/encoder/layer_8/output/LayerNorm/gamma/adam_m/Initializer/zerosConst*E _class; 97loc:@bert/encoder/layer_8/output/LayerNorm/gamma/adam_m* valueB€** dtype0* _output_shapes :€ ç 2bert/encoder/layer_8/output/LayerNorm/gamma/adam_m VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*E _class; 97loc:@bert/encoder/layer_8/output/LayerNorm/gamma/adam_m* container Ó 9bert/encoder/layer_8/output/LayerNorm/gamma/adam_m/AssignAssign2bert/encoder/layer_8/output/LayerNorm/gamma/adam_mDbert/encoder/layer_8/output/LayerNorm/gamma/adam_m/Initializer/zeros* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_8/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€ ä 7bert/encoder/layer_8/output/LayerNorm/gamma/adam_m/readIdentity2bert/encoder/layer_8/output/LayerNorm/gamma/adam_m* T0*E _class; 97loc:@bert/encoder/layer_8/output/LayerNorm/gamma/adam_m* _output_shapes :€ Ú Dbert/encoder/layer_8/output/LayerNorm/gamma/adam_v/Initializer/zerosConst*E _class; 97loc:@bert/encoder/layer_8/output/LayerNorm/gamma/adam_v* valueB€** dtype0* _output_shapes :€ ç 2bert/encoder/layer_8/output/LayerNorm/gamma/adam_v VariableV2*E _class; 97loc:@bert/encoder/layer_8/output/LayerNorm/gamma/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name Ó 9bert/encoder/layer_8/output/LayerNorm/gamma/adam_v/AssignAssign2bert/encoder/layer_8/output/LayerNorm/gamma/adam_vDbert/encoder/layer_8/output/LayerNorm/gamma/adam_v/Initializer/zeros* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_8/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ä 7bert/encoder/layer_8/output/LayerNorm/gamma/adam_v/readIdentity2bert/encoder/layer_8/output/LayerNorm/gamma/adam_v* T0*E _class; 97loc:@bert/encoder/layer_8/output/LayerNorm/gamma/adam_v* _output_shapes :€ N Mul_801/xConst* value B *fff?* dtype0* _output_shapes : x Mul_801Mul Mul_801/x7bert/encoder/layer_8/output/LayerNorm/gamma/adam_m/read* T0* _output_shapes :€ N Mul_802/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_802Mul Mul_802/x,clip_by_global_norm/clip_by_global_norm/_148* T0* _output_shapes :€ F add_504AddMul_801Mul_802* T0* _output_shapes :€ N Mul_803/xConst* value B *w¾?* dtype0* _output_shapes : x Mul_803Mul Mul_803/x7bert/encoder/layer_8/output/LayerNorm/gamma/adam_v/read* T0* _output_shapes :€ h Square_148Square,clip_by_global_norm/clip_by_global_norm/_148* T0* _output_shapes :€ N Mul_804/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_804Mul Mul_804/x Square_148* T0* _output_shapes :€ F add_505AddMul_803Mul_804* T0* _output_shapes :€ ? Sqrt_148Sqrtadd_505* T0* _output_shapes :€ N add_506/yConst* value B *½7†5* dtype0* _output_shapes : I add_506AddSqrt_148 add_506/y* T0* _output_shapes :€ N truediv_149RealDivadd_504add_506* T0* _output_shapes :€ H mul_805Muladd_2 truediv_149* T0* _output_shapes :€ o sub_149Sub0bert/encoder/layer_8/output/LayerNorm/gamma/readmul_805* T0* _output_shapes :€ Ù Assign_650Assign+bert/encoder/layer_8/output/LayerNorm/gammasub_149* use_locking(* T0*> _class4 20loc:@bert/encoder/layer_8/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ ç Assign_651Assign2bert/encoder/layer_8/output/LayerNorm/gamma/adam_madd_504* T0*E _class; 97loc:@bert/encoder/layer_8/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( ç Assign_652Assign2bert/encoder/layer_8/output/LayerNorm/gamma/adam_vadd_505* T0*E _class; 97loc:@bert/encoder/layer_8/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€* use_locking( ö Ybert/encoder/layer_9/attention/self/query/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*J _class@ >bert/encoder/layer_9/attention/self/query/kernel/adam_m/AssignAssign7bert/encoder/layer_9/attention/self/query/kernel/adam_mIbert/encoder/layer_9/attention/self/query/kernel/adam_m/Initializer/zeros* use_locking(* T0*J _class@ >bert/encoder/layer_9/attention/self/query/kernel/adam_v/AssignAssign7bert/encoder/layer_9/attention/self/query/kernel/adam_vIbert/encoder/layer_9/attention/self/query/kernel/adam_v/Initializer/zeros* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_9/attention/self/query/bias/adam_m* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_9/attention/self/query/bias/adam_m VariableV2* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_9/attention/self/query/bias/adam_m* container* shape:€ ß <:loc:@bert/encoder/layer_9/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€ í :bert/encoder/layer_9/attention/self/query/bias/adam_m/readIdentity5bert/encoder/layer_9/attention/self/query/bias/adam_m* T0*H _class> <:loc:@bert/encoder/layer_9/attention/self/query/bias/adam_m* _output_shapes :€ à Gbert/encoder/layer_9/attention/self/query/bias/adam_v/Initializer/zerosConst*H _class> <:loc:@bert/encoder/layer_9/attention/self/query/bias/adam_v* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_9/attention/self/query/bias/adam_v VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_9/attention/self/query/bias/adam_v* container* shape:€* dtype0* _output_shapes :€ ß <:loc:@bert/encoder/layer_9/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_9/attention/self/query/bias/adam_v/readIdentity5bert/encoder/layer_9/attention/self/query/bias/adam_v* T0*H _class> <:loc:@bert/encoder/layer_9/attention/self/query/bias/adam_v* _output_shapes :€ N Mul_812/xConst* value B *fff?* dtype0* _output_shapes : { Mul_812Mul Mul_812/x:bert/encoder/layer_9/attention/self/query/bias/adam_m/read* T0* _output_shapes :€ N Mul_813/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_813Mul Mul_813/x,clip_by_global_norm/clip_by_global_norm/_150* T0* _output_shapes :€ F add_511AddMul_812Mul_813* T0* _output_shapes :€ N Mul_814/xConst* value B *w¾?* dtype0* _output_shapes : { Mul_814Mul Mul_814/x:bert/encoder/layer_9/attention/self/query/bias/adam_v/read* T0* _output_shapes :€ h Square_150Square,clip_by_global_norm/clip_by_global_norm/_150* T0* _output_shapes :€ N Mul_815/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_815Mul Mul_815/x Square_150* T0* _output_shapes :€ F add_512AddMul_814Mul_815* T0* _output_shapes :€ ? Sqrt_150Sqrtadd_512* T0* _output_shapes :€ N add_513/yConst* value B *½7†5* dtype0* _output_shapes : I add_513AddSqrt_150 add_513/y* T0* _output_shapes :€ N truediv_151RealDivadd_511add_513* T0* _output_shapes :€ H mul_816Muladd_2 truediv_151* T0* _output_shapes :€ r sub_151Sub3bert/encoder/layer_9/attention/self/query/bias/readmul_816* T0* _output_shapes :€ ß Assign_656Assign.bert/encoder/layer_9/attention/self/query/biassub_151* T0*A _class7 53loc:@bert/encoder/layer_9/attention/self/query/bias* validate_shape(* _output_shapes :€* use_locking( í Assign_657Assign5bert/encoder/layer_9/attention/self/query/bias/adam_madd_511* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_9/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€ í Assign_658Assign5bert/encoder/layer_9/attention/self/query/bias/adam_vadd_512* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_9/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€ ò Wbert/encoder/layer_9/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_9/attention/self/key/kernel/adam_m* valueB"* dtype0* _output_shapes : Ü Mbert/encoder/layer_9/attention/self/key/kernel/adam_m/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_9/attention/self/key/kernel/adam_m* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_9/attention/self/key/kernel/adam_m/Initializer/zerosFillWbert/encoder/layer_9/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorMbert/encoder/layer_9/attention/self/key/kernel/adam_m/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_9/attention/self/key/kernel/adam_m* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_9/attention/self/key/kernel/adam_m VariableV2* dtype0* _output_shapes : €€* shared_name*H _class> <:loc:@bert/encoder/layer_9/attention/self/key/kernel/adam_m* container* shape : €€ ä <:loc:@bert/encoder/layer_9/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ò :bert/encoder/layer_9/attention/self/key/kernel/adam_m/readIdentity5bert/encoder/layer_9/attention/self/key/kernel/adam_m* T0*H _class> <:loc:@bert/encoder/layer_9/attention/self/key/kernel/adam_m* _output_shapes : €€ ò Wbert/encoder/layer_9/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_9/attention/self/key/kernel/adam_v* valueB"* dtype0* _output_shapes : Ü Mbert/encoder/layer_9/attention/self/key/kernel/adam_v/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_9/attention/self/key/kernel/adam_v* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_9/attention/self/key/kernel/adam_v/Initializer/zerosFillWbert/encoder/layer_9/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorMbert/encoder/layer_9/attention/self/key/kernel/adam_v/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_9/attention/self/key/kernel/adam_v* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_9/attention/self/key/kernel/adam_v VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_9/attention/self/key/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€ ä <:loc:@bert/encoder/layer_9/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ò :bert/encoder/layer_9/attention/self/key/kernel/adam_v/readIdentity5bert/encoder/layer_9/attention/self/key/kernel/adam_v* T0*H _class> <:loc:@bert/encoder/layer_9/attention/self/key/kernel/adam_v* _output_shapes : €€ N Mul_817/xConst* value B *fff?* dtype0* _output_shapes : € Mul_817Mul Mul_817/x:bert/encoder/layer_9/attention/self/key/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_818/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : r Mul_818Mul Mul_818/x,clip_by_global_norm/clip_by_global_norm/_151* T0* _output_shapes : €€ K add_514AddMul_817Mul_818* T0* _output_shapes : €€ N Mul_819/xConst* value B *w¾?* dtype0* _output_shapes : € Mul_819Mul Mul_819/x:bert/encoder/layer_9/attention/self/key/kernel/adam_v/read* T0* _output_shapes : €€ m Square_151Square,clip_by_global_norm/clip_by_global_norm/_151* T0* _output_shapes : €€ N Mul_820/xConst* value B *oƒ:* dtype0* _output_shapes : P Mul_820Mul Mul_820/x Square_151* T0* _output_shapes : €€ K add_515AddMul_819Mul_820* T0* _output_shapes : €€ D Sqrt_151Sqrtadd_515* T0* _output_shapes : €€ N add_516/yConst* value B *½7†5* dtype0* _output_shapes : N add_516AddSqrt_151 add_516/y* T0* _output_shapes : €€ S truediv_152RealDivadd_514add_516* T0* _output_shapes : €€ N mul_821/xConst* value B * ×#<* dtype0* _output_shapes : y mul_821Mul mul_821/x3bert/encoder/layer_9/attention/self/key/kernel/read* T0* _output_shapes : €€ O add_517Add truediv_152mul_821* T0* _output_shapes : €€ I mul_822Muladd_2add_517* T0* _output_shapes : €€ w sub_152Sub3bert/encoder/layer_9/attention/self/key/kernel/readmul_822* T0* _output_shapes : €€ ä Assign_659Assign.bert/encoder/layer_9/attention/self/key/kernelsub_152* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_9/attention/self/key/kernel* validate_shape(* _output_shapes : €€ ò Assign_660Assign5bert/encoder/layer_9/attention/self/key/kernel/adam_madd_514* T0*H _class> <:loc:@bert/encoder/layer_9/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ò Assign_661Assign5bert/encoder/layer_9/attention/self/key/kernel/adam_vadd_515* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_9/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€ Ü Ebert/encoder/layer_9/attention/self/key/bias/adam_m/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_9/attention/self/key/bias/adam_m* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_9/attention/self/key/bias/adam_m VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*F _class< :8loc:@bert/encoder/layer_9/attention/self/key/bias/adam_m* container × :bert/encoder/layer_9/attention/self/key/bias/adam_m/AssignAssign3bert/encoder/layer_9/attention/self/key/bias/adam_mEbert/encoder/layer_9/attention/self/key/bias/adam_m/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_9/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_9/attention/self/key/bias/adam_m/readIdentity3bert/encoder/layer_9/attention/self/key/bias/adam_m* T0*F _class< :8loc:@bert/encoder/layer_9/attention/self/key/bias/adam_m* _output_shapes :€ Ü Ebert/encoder/layer_9/attention/self/key/bias/adam_v/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_9/attention/self/key/bias/adam_v* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_9/attention/self/key/bias/adam_v VariableV2* shared_name*F _class< :8loc:@bert/encoder/layer_9/attention/self/key/bias/adam_v* container* shape:€* dtype0* _output_shapes :€ × :bert/encoder/layer_9/attention/self/key/bias/adam_v/AssignAssign3bert/encoder/layer_9/attention/self/key/bias/adam_vEbert/encoder/layer_9/attention/self/key/bias/adam_v/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_9/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_9/attention/self/key/bias/adam_v/readIdentity3bert/encoder/layer_9/attention/self/key/bias/adam_v* T0*F _class< :8loc:@bert/encoder/layer_9/attention/self/key/bias/adam_v* _output_shapes :€ N Mul_823/xConst* value B *fff?* dtype0* _output_shapes : y Mul_823Mul Mul_823/x8bert/encoder/layer_9/attention/self/key/bias/adam_m/read* T0* _output_shapes :€ N Mul_824/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_824Mul Mul_824/x,clip_by_global_norm/clip_by_global_norm/_152* T0* _output_shapes :€ F add_518AddMul_823Mul_824* T0* _output_shapes :€ N Mul_825/xConst* value B *w¾?* dtype0* _output_shapes : y Mul_825Mul Mul_825/x8bert/encoder/layer_9/attention/self/key/bias/adam_v/read* T0* _output_shapes :€ h Square_152Square,clip_by_global_norm/clip_by_global_norm/_152* T0* _output_shapes :€ N Mul_826/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_826Mul Mul_826/x Square_152* T0* _output_shapes :€ F add_519AddMul_825Mul_826* T0* _output_shapes :€ ? Sqrt_152Sqrtadd_519* T0* _output_shapes :€ N add_520/yConst* value B *½7†5* dtype0* _output_shapes : I add_520AddSqrt_152 add_520/y* T0* _output_shapes :€ N truediv_153RealDivadd_518add_520* T0* _output_shapes :€ H mul_827Muladd_2 truediv_153* T0* _output_shapes :€ p sub_153Sub1bert/encoder/layer_9/attention/self/key/bias/readmul_827* T0* _output_shapes :€ Û Assign_662Assign,bert/encoder/layer_9/attention/self/key/biassub_153* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_9/attention/self/key/bias* validate_shape(* _output_shapes :€ é Assign_663Assign3bert/encoder/layer_9/attention/self/key/bias/adam_madd_518* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_9/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€ é Assign_664Assign3bert/encoder/layer_9/attention/self/key/bias/adam_vadd_519* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_9/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€ ö Ybert/encoder/layer_9/attention/self/value/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*J _class@ >bert/encoder/layer_9/attention/self/value/kernel/adam_m/AssignAssign7bert/encoder/layer_9/attention/self/value/kernel/adam_mIbert/encoder/layer_9/attention/self/value/kernel/adam_m/Initializer/zeros* use_locking(* T0*J _class@ >bert/encoder/layer_9/attention/self/value/kernel/adam_v/AssignAssign7bert/encoder/layer_9/attention/self/value/kernel/adam_vIbert/encoder/layer_9/attention/self/value/kernel/adam_v/Initializer/zeros* T0*J _class@ > <:loc:@bert/encoder/layer_9/attention/self/value/bias/adam_m* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_9/attention/self/value/bias/adam_m VariableV2* shared_name*H _class> <:loc:@bert/encoder/layer_9/attention/self/value/bias/adam_m* container* shape:€* dtype0* _output_shapes :€ ß <:loc:@bert/encoder/layer_9/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€ í :bert/encoder/layer_9/attention/self/value/bias/adam_m/readIdentity5bert/encoder/layer_9/attention/self/value/bias/adam_m* T0*H _class> <:loc:@bert/encoder/layer_9/attention/self/value/bias/adam_m* _output_shapes :€ à Gbert/encoder/layer_9/attention/self/value/bias/adam_v/Initializer/zerosConst*H _class> <:loc:@bert/encoder/layer_9/attention/self/value/bias/adam_v* valueB€** dtype0* _output_shapes :€ í 5bert/encoder/layer_9/attention/self/value/bias/adam_v VariableV2* dtype0* _output_shapes :€* shared_name*H _class> <:loc:@bert/encoder/layer_9/attention/self/value/bias/adam_v* container* shape:€ ß <:loc:@bert/encoder/layer_9/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( í :bert/encoder/layer_9/attention/self/value/bias/adam_v/readIdentity5bert/encoder/layer_9/attention/self/value/bias/adam_v* T0*H _class> <:loc:@bert/encoder/layer_9/attention/self/value/bias/adam_v* _output_shapes :€ N Mul_834/xConst* value B *fff?* dtype0* _output_shapes : { Mul_834Mul Mul_834/x:bert/encoder/layer_9/attention/self/value/bias/adam_m/read* T0* _output_shapes :€ N Mul_835/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_835Mul Mul_835/x,clip_by_global_norm/clip_by_global_norm/_154* T0* _output_shapes :€ F add_525AddMul_834Mul_835* T0* _output_shapes :€ N Mul_836/xConst* value B *w¾?* dtype0* _output_shapes : { Mul_836Mul Mul_836/x:bert/encoder/layer_9/attention/self/value/bias/adam_v/read* T0* _output_shapes :€ h Square_154Square,clip_by_global_norm/clip_by_global_norm/_154* T0* _output_shapes :€ N Mul_837/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_837Mul Mul_837/x Square_154* T0* _output_shapes :€ F add_526AddMul_836Mul_837* T0* _output_shapes :€ ? Sqrt_154Sqrtadd_526* T0* _output_shapes :€ N add_527/yConst* value B *½7†5* dtype0* _output_shapes : I add_527AddSqrt_154 add_527/y* T0* _output_shapes :€ N truediv_155RealDivadd_525add_527* T0* _output_shapes :€ H mul_838Muladd_2 truediv_155* T0* _output_shapes :€ r sub_155Sub3bert/encoder/layer_9/attention/self/value/bias/readmul_838* T0* _output_shapes :€ ß Assign_668Assign.bert/encoder/layer_9/attention/self/value/biassub_155* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_9/attention/self/value/bias* validate_shape(* _output_shapes :€ í Assign_669Assign5bert/encoder/layer_9/attention/self/value/bias/adam_madd_525* T0*H _class> <:loc:@bert/encoder/layer_9/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í Assign_670Assign5bert/encoder/layer_9/attention/self/value/bias/adam_vadd_526* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_9/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€ ú [bert/encoder/layer_9/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*L _classB @>loc:@bert/encoder/layer_9/attention/output/dense/kernel/adam_m* valueB"* dtype0* _output_shapes : ä Qbert/encoder/layer_9/attention/output/dense/kernel/adam_m/Initializer/zeros/ConstConst*L _classB @>loc:@bert/encoder/layer_9/attention/output/dense/kernel/adam_m* value B ** dtype0* _output_shapes : Ž Kbert/encoder/layer_9/attention/output/dense/kernel/adam_m/Initializer/zerosFill[bert/encoder/layer_9/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorQbert/encoder/layer_9/attention/output/dense/kernel/adam_m/Initializer/zeros/Const* T0*L _classB @>loc:@bert/encoder/layer_9/attention/output/dense/kernel/adam_m* index_type0* _output_shapes : €€ ÿ 9bert/encoder/layer_9/attention/output/dense/kernel/adam_m VariableV2* dtype0* _output_shapes : €€* shared_name*L _classB @>loc:@bert/encoder/layer_9/attention/output/dense/kernel/adam_m* container* shape : €€ ô @bert/encoder/layer_9/attention/output/dense/kernel/adam_m/AssignAssign9bert/encoder/layer_9/attention/output/dense/kernel/adam_mKbert/encoder/layer_9/attention/output/dense/kernel/adam_m/Initializer/zeros* use_locking(* T0*L _classB @>loc:@bert/encoder/layer_9/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ þ >bert/encoder/layer_9/attention/output/dense/kernel/adam_m/readIdentity9bert/encoder/layer_9/attention/output/dense/kernel/adam_m* T0*L _classB @>loc:@bert/encoder/layer_9/attention/output/dense/kernel/adam_m* _output_shapes : €€ ú [bert/encoder/layer_9/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*L _classB @>loc:@bert/encoder/layer_9/attention/output/dense/kernel/adam_v* valueB"* dtype0* _output_shapes : ä Qbert/encoder/layer_9/attention/output/dense/kernel/adam_v/Initializer/zeros/ConstConst*L _classB @>loc:@bert/encoder/layer_9/attention/output/dense/kernel/adam_v* value B ** dtype0* _output_shapes : Ž Kbert/encoder/layer_9/attention/output/dense/kernel/adam_v/Initializer/zerosFill[bert/encoder/layer_9/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorQbert/encoder/layer_9/attention/output/dense/kernel/adam_v/Initializer/zeros/Const* T0*L _classB @>loc:@bert/encoder/layer_9/attention/output/dense/kernel/adam_v* index_type0* _output_shapes : €€ ÿ 9bert/encoder/layer_9/attention/output/dense/kernel/adam_v VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*L _classB @>loc:@bert/encoder/layer_9/attention/output/dense/kernel/adam_v* container ô @bert/encoder/layer_9/attention/output/dense/kernel/adam_v/AssignAssign9bert/encoder/layer_9/attention/output/dense/kernel/adam_vKbert/encoder/layer_9/attention/output/dense/kernel/adam_v/Initializer/zeros* use_locking(* T0*L _classB @>loc:@bert/encoder/layer_9/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ þ >bert/encoder/layer_9/attention/output/dense/kernel/adam_v/readIdentity9bert/encoder/layer_9/attention/output/dense/kernel/adam_v* T0*L _classB @>loc:@bert/encoder/layer_9/attention/output/dense/kernel/adam_v* _output_shapes : €€ N Mul_839/xConst* value B *fff?* dtype0* _output_shapes : „ Mul_839Mul Mul_839/x>bert/encoder/layer_9/attention/output/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_840/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : r Mul_840Mul Mul_840/x,clip_by_global_norm/clip_by_global_norm/_155* T0* _output_shapes : €€ K add_528AddMul_839Mul_840* T0* _output_shapes : €€ N Mul_841/xConst* value B *w¾?* dtype0* _output_shapes : „ Mul_841Mul Mul_841/x>bert/encoder/layer_9/attention/output/dense/kernel/adam_v/read* T0* _output_shapes : €€ m Square_155Square,clip_by_global_norm/clip_by_global_norm/_155* T0* _output_shapes : €€ N Mul_842/xConst* value B *oƒ:* dtype0* _output_shapes : P Mul_842Mul Mul_842/x Square_155* T0* _output_shapes : €€ K add_529AddMul_841Mul_842* T0* _output_shapes : €€ D Sqrt_155Sqrtadd_529* T0* _output_shapes : €€ N add_530/yConst* value B *½7†5* dtype0* _output_shapes : N add_530AddSqrt_155 add_530/y* T0* _output_shapes : €€ S truediv_156RealDivadd_528add_530* T0* _output_shapes : €€ N mul_843/xConst* value B * ×#<* dtype0* _output_shapes : } mul_843Mul mul_843/x7bert/encoder/layer_9/attention/output/dense/kernel/read* T0* _output_shapes : €€ O add_531Add truediv_156mul_843* T0* _output_shapes : €€ I mul_844Muladd_2add_531* T0* _output_shapes : €€ { sub_156Sub7bert/encoder/layer_9/attention/output/dense/kernel/readmul_844* T0* _output_shapes : €€ ì Assign_671Assign2bert/encoder/layer_9/attention/output/dense/kernelsub_156* T0*E _class; 97loc:@bert/encoder/layer_9/attention/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( ú Assign_672Assign9bert/encoder/layer_9/attention/output/dense/kernel/adam_madd_528* use_locking(* T0*L _classB @>loc:@bert/encoder/layer_9/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ú Assign_673Assign9bert/encoder/layer_9/attention/output/dense/kernel/adam_vadd_529* T0*L _classB @>loc:@bert/encoder/layer_9/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ä Ibert/encoder/layer_9/attention/output/dense/bias/adam_m/Initializer/zerosConst*J _class@ >bert/encoder/layer_9/attention/output/dense/bias/adam_m/AssignAssign7bert/encoder/layer_9/attention/output/dense/bias/adam_mIbert/encoder/layer_9/attention/output/dense/bias/adam_m/Initializer/zeros* use_locking(* T0*J _class@ >bert/encoder/layer_9/attention/output/dense/bias/adam_v/AssignAssign7bert/encoder/layer_9/attention/output/dense/bias/adam_vIbert/encoder/layer_9/attention/output/dense/bias/adam_v/Initializer/zeros* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_9/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( û Assign_681Assign <:loc:@bert/encoder/layer_9/intermediate/dense/kernel/adam_m* valueB" * dtype0* _output_shapes : Ü Mbert/encoder/layer_9/intermediate/dense/kernel/adam_m/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_9/intermediate/dense/kernel/adam_m* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_9/intermediate/dense/kernel/adam_m/Initializer/zerosFillWbert/encoder/layer_9/intermediate/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorMbert/encoder/layer_9/intermediate/dense/kernel/adam_m/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_9/intermediate/dense/kernel/adam_m* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_9/intermediate/dense/kernel/adam_m VariableV2*H _class> <:loc:@bert/encoder/layer_9/intermediate/dense/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€* shared_name ä <:loc:@bert/encoder/layer_9/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ò :bert/encoder/layer_9/intermediate/dense/kernel/adam_m/readIdentity5bert/encoder/layer_9/intermediate/dense/kernel/adam_m* T0*H _class> <:loc:@bert/encoder/layer_9/intermediate/dense/kernel/adam_m* _output_shapes : €€ ò Wbert/encoder/layer_9/intermediate/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*H _class> <:loc:@bert/encoder/layer_9/intermediate/dense/kernel/adam_v* valueB" * dtype0* _output_shapes : Ü Mbert/encoder/layer_9/intermediate/dense/kernel/adam_v/Initializer/zeros/ConstConst*H _class> <:loc:@bert/encoder/layer_9/intermediate/dense/kernel/adam_v* value B ** dtype0* _output_shapes : þ Gbert/encoder/layer_9/intermediate/dense/kernel/adam_v/Initializer/zerosFillWbert/encoder/layer_9/intermediate/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorMbert/encoder/layer_9/intermediate/dense/kernel/adam_v/Initializer/zeros/Const* T0*H _class> <:loc:@bert/encoder/layer_9/intermediate/dense/kernel/adam_v* index_type0* _output_shapes : €€ ÷ 5bert/encoder/layer_9/intermediate/dense/kernel/adam_v VariableV2*H _class> <:loc:@bert/encoder/layer_9/intermediate/dense/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€* shared_name ä <:loc:@bert/encoder/layer_9/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ ò :bert/encoder/layer_9/intermediate/dense/kernel/adam_v/readIdentity5bert/encoder/layer_9/intermediate/dense/kernel/adam_v* T0*H _class> <:loc:@bert/encoder/layer_9/intermediate/dense/kernel/adam_v* _output_shapes : €€ N Mul_860/xConst* value B *fff?* dtype0* _output_shapes : € Mul_860Mul Mul_860/x:bert/encoder/layer_9/intermediate/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_861/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : r Mul_861Mul Mul_861/x,clip_by_global_norm/clip_by_global_norm/_159* T0* _output_shapes : €€ K add_541AddMul_860Mul_861* T0* _output_shapes : €€ N Mul_862/xConst* value B *w¾?* dtype0* _output_shapes : € Mul_862Mul Mul_862/x:bert/encoder/layer_9/intermediate/dense/kernel/adam_v/read* T0* _output_shapes : €€ m Square_159Square,clip_by_global_norm/clip_by_global_norm/_159* T0* _output_shapes : €€ N Mul_863/xConst* value B *oƒ:* dtype0* _output_shapes : P Mul_863Mul Mul_863/x Square_159* T0* _output_shapes : €€ K add_542AddMul_862Mul_863* T0* _output_shapes : €€ D Sqrt_159Sqrtadd_542* T0* _output_shapes : €€ N add_543/yConst* value B *½7†5* dtype0* _output_shapes : N add_543AddSqrt_159 add_543/y* T0* _output_shapes : €€ S truediv_160RealDivadd_541add_543* T0* _output_shapes : €€ N mul_864/xConst* value B * ×#<* dtype0* _output_shapes : y mul_864Mul mul_864/x3bert/encoder/layer_9/intermediate/dense/kernel/read* T0* _output_shapes : €€ O add_544Add truediv_160mul_864* T0* _output_shapes : €€ I mul_865Muladd_2add_544* T0* _output_shapes : €€ w sub_160Sub3bert/encoder/layer_9/intermediate/dense/kernel/readmul_865* T0* _output_shapes : €€ ä Assign_683Assign.bert/encoder/layer_9/intermediate/dense/kernelsub_160* T0*A _class7 53loc:@bert/encoder/layer_9/intermediate/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( ò Assign_684Assign5bert/encoder/layer_9/intermediate/dense/kernel/adam_madd_541* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_9/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ò Assign_685Assign5bert/encoder/layer_9/intermediate/dense/kernel/adam_vadd_542* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_9/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ è Ubert/encoder/layer_9/intermediate/dense/bias/adam_m/Initializer/zeros/shape_as_tensorConst*F _class< :8loc:@bert/encoder/layer_9/intermediate/dense/bias/adam_m* valueB :€* dtype0* _output_shapes : Ø Kbert/encoder/layer_9/intermediate/dense/bias/adam_m/Initializer/zeros/ConstConst*F _class< :8loc:@bert/encoder/layer_9/intermediate/dense/bias/adam_m* value B ** dtype0* _output_shapes : ñ Ebert/encoder/layer_9/intermediate/dense/bias/adam_m/Initializer/zerosFillUbert/encoder/layer_9/intermediate/dense/bias/adam_m/Initializer/zeros/shape_as_tensorKbert/encoder/layer_9/intermediate/dense/bias/adam_m/Initializer/zeros/Const* T0*F _class< :8loc:@bert/encoder/layer_9/intermediate/dense/bias/adam_m* index_type0* _output_shapes :€ é 3bert/encoder/layer_9/intermediate/dense/bias/adam_m VariableV2*F _class< :8loc:@bert/encoder/layer_9/intermediate/dense/bias/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name × :bert/encoder/layer_9/intermediate/dense/bias/adam_m/AssignAssign3bert/encoder/layer_9/intermediate/dense/bias/adam_mEbert/encoder/layer_9/intermediate/dense/bias/adam_m/Initializer/zeros* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_9/intermediate/dense/bias/adam_m* validate_shape(* _output_shapes :€ ç 8bert/encoder/layer_9/intermediate/dense/bias/adam_m/readIdentity3bert/encoder/layer_9/intermediate/dense/bias/adam_m* T0*F _class< :8loc:@bert/encoder/layer_9/intermediate/dense/bias/adam_m* _output_shapes :€ è Ubert/encoder/layer_9/intermediate/dense/bias/adam_v/Initializer/zeros/shape_as_tensorConst*F _class< :8loc:@bert/encoder/layer_9/intermediate/dense/bias/adam_v* valueB :€* dtype0* _output_shapes : Ø Kbert/encoder/layer_9/intermediate/dense/bias/adam_v/Initializer/zeros/ConstConst*F _class< :8loc:@bert/encoder/layer_9/intermediate/dense/bias/adam_v* value B ** dtype0* _output_shapes : ñ Ebert/encoder/layer_9/intermediate/dense/bias/adam_v/Initializer/zerosFillUbert/encoder/layer_9/intermediate/dense/bias/adam_v/Initializer/zeros/shape_as_tensorKbert/encoder/layer_9/intermediate/dense/bias/adam_v/Initializer/zeros/Const* T0*F _class< :8loc:@bert/encoder/layer_9/intermediate/dense/bias/adam_v* index_type0* _output_shapes :€ é 3bert/encoder/layer_9/intermediate/dense/bias/adam_v VariableV2*F _class< :8loc:@bert/encoder/layer_9/intermediate/dense/bias/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name × :bert/encoder/layer_9/intermediate/dense/bias/adam_v/AssignAssign3bert/encoder/layer_9/intermediate/dense/bias/adam_vEbert/encoder/layer_9/intermediate/dense/bias/adam_v/Initializer/zeros* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_9/intermediate/dense/bias/adam_v* validate_shape(* _output_shapes :€ ç 8bert/encoder/layer_9/intermediate/dense/bias/adam_v/readIdentity3bert/encoder/layer_9/intermediate/dense/bias/adam_v* T0*F _class< :8loc:@bert/encoder/layer_9/intermediate/dense/bias/adam_v* _output_shapes :€ N Mul_866/xConst* value B *fff?* dtype0* _output_shapes : y Mul_866Mul Mul_866/x8bert/encoder/layer_9/intermediate/dense/bias/adam_m/read* T0* _output_shapes :€ N Mul_867/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_867Mul Mul_867/x,clip_by_global_norm/clip_by_global_norm/_160* T0* _output_shapes :€ F add_545AddMul_866Mul_867* T0* _output_shapes :€ N Mul_868/xConst* value B *w¾?* dtype0* _output_shapes : y Mul_868Mul Mul_868/x8bert/encoder/layer_9/intermediate/dense/bias/adam_v/read* T0* _output_shapes :€ h Square_160Square,clip_by_global_norm/clip_by_global_norm/_160* T0* _output_shapes :€ N Mul_869/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_869Mul Mul_869/x Square_160* T0* _output_shapes :€ F add_546AddMul_868Mul_869* T0* _output_shapes :€ ? Sqrt_160Sqrtadd_546* T0* _output_shapes :€ N add_547/yConst* value B *½7†5* dtype0* _output_shapes : I add_547AddSqrt_160 add_547/y* T0* _output_shapes :€ N truediv_161RealDivadd_545add_547* T0* _output_shapes :€ H mul_870Muladd_2 truediv_161* T0* _output_shapes :€ p sub_161Sub1bert/encoder/layer_9/intermediate/dense/bias/readmul_870* T0* _output_shapes :€ Û Assign_686Assign,bert/encoder/layer_9/intermediate/dense/biassub_161* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_9/intermediate/dense/bias* validate_shape(* _output_shapes :€ é Assign_687Assign3bert/encoder/layer_9/intermediate/dense/bias/adam_madd_545* T0*F _class< :8loc:@bert/encoder/layer_9/intermediate/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( é Assign_688Assign3bert/encoder/layer_9/intermediate/dense/bias/adam_vadd_546* T0*F _class< :8loc:@bert/encoder/layer_9/intermediate/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( æ Qbert/encoder/layer_9/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*B _class8 64loc:@bert/encoder/layer_9/output/dense/kernel/adam_m* valueB" * dtype0* _output_shapes : Ð Gbert/encoder/layer_9/output/dense/kernel/adam_m/Initializer/zeros/ConstConst*B _class8 64loc:@bert/encoder/layer_9/output/dense/kernel/adam_m* value B ** dtype0* _output_shapes : æ Abert/encoder/layer_9/output/dense/kernel/adam_m/Initializer/zerosFillQbert/encoder/layer_9/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorGbert/encoder/layer_9/output/dense/kernel/adam_m/Initializer/zeros/Const* T0*B _class8 64loc:@bert/encoder/layer_9/output/dense/kernel/adam_m* index_type0* _output_shapes : €€ ë /bert/encoder/layer_9/output/dense/kernel/adam_m VariableV2* shared_name*B _class8 64loc:@bert/encoder/layer_9/output/dense/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€ Ì 6bert/encoder/layer_9/output/dense/kernel/adam_m/AssignAssign/bert/encoder/layer_9/output/dense/kernel/adam_mAbert/encoder/layer_9/output/dense/kernel/adam_m/Initializer/zeros* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_9/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ à 4bert/encoder/layer_9/output/dense/kernel/adam_m/readIdentity/bert/encoder/layer_9/output/dense/kernel/adam_m* T0*B _class8 64loc:@bert/encoder/layer_9/output/dense/kernel/adam_m* _output_shapes : €€ æ Qbert/encoder/layer_9/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*B _class8 64loc:@bert/encoder/layer_9/output/dense/kernel/adam_v* valueB" * dtype0* _output_shapes : Ð Gbert/encoder/layer_9/output/dense/kernel/adam_v/Initializer/zeros/ConstConst*B _class8 64loc:@bert/encoder/layer_9/output/dense/kernel/adam_v* value B ** dtype0* _output_shapes : æ Abert/encoder/layer_9/output/dense/kernel/adam_v/Initializer/zerosFillQbert/encoder/layer_9/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorGbert/encoder/layer_9/output/dense/kernel/adam_v/Initializer/zeros/Const* T0*B _class8 64loc:@bert/encoder/layer_9/output/dense/kernel/adam_v* index_type0* _output_shapes : €€ ë /bert/encoder/layer_9/output/dense/kernel/adam_v VariableV2* dtype0* _output_shapes : €€* shared_name*B _class8 64loc:@bert/encoder/layer_9/output/dense/kernel/adam_v* container* shape : €€ Ì 6bert/encoder/layer_9/output/dense/kernel/adam_v/AssignAssign/bert/encoder/layer_9/output/dense/kernel/adam_vAbert/encoder/layer_9/output/dense/kernel/adam_v/Initializer/zeros* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_9/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ à 4bert/encoder/layer_9/output/dense/kernel/adam_v/readIdentity/bert/encoder/layer_9/output/dense/kernel/adam_v* T0*B _class8 64loc:@bert/encoder/layer_9/output/dense/kernel/adam_v* _output_shapes : €€ N Mul_871/xConst* value B *fff?* dtype0* _output_shapes : z Mul_871Mul Mul_871/x4bert/encoder/layer_9/output/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_872/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : r Mul_872Mul Mul_872/x,clip_by_global_norm/clip_by_global_norm/_161* T0* _output_shapes : €€ K add_548AddMul_871Mul_872* T0* _output_shapes : €€ N Mul_873/xConst* value B *w¾?* dtype0* _output_shapes : z Mul_873Mul Mul_873/x4bert/encoder/layer_9/output/dense/kernel/adam_v/read* T0* _output_shapes : €€ m Square_161Square,clip_by_global_norm/clip_by_global_norm/_161* T0* _output_shapes : €€ N Mul_874/xConst* value B *oƒ:* dtype0* _output_shapes : P Mul_874Mul Mul_874/x Square_161* T0* _output_shapes : €€ K add_549AddMul_873Mul_874* T0* _output_shapes : €€ D Sqrt_161Sqrtadd_549* T0* _output_shapes : €€ N add_550/yConst* value B *½7†5* dtype0* _output_shapes : N add_550AddSqrt_161 add_550/y* T0* _output_shapes : €€ S truediv_162RealDivadd_548add_550* T0* _output_shapes : €€ N mul_875/xConst* value B * ×#<* dtype0* _output_shapes : s mul_875Mul mul_875/x-bert/encoder/layer_9/output/dense/kernel/read* T0* _output_shapes : €€ O add_551Add truediv_162mul_875* T0* _output_shapes : €€ I mul_876Muladd_2add_551* T0* _output_shapes : €€ q sub_162Sub-bert/encoder/layer_9/output/dense/kernel/readmul_876* T0* _output_shapes : €€ Ø Assign_689Assign(bert/encoder/layer_9/output/dense/kernelsub_162* T0*; _class1 /-loc:@bert/encoder/layer_9/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( æ Assign_690Assign/bert/encoder/layer_9/output/dense/kernel/adam_madd_548* T0*B _class8 64loc:@bert/encoder/layer_9/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( æ Assign_691Assign/bert/encoder/layer_9/output/dense/kernel/adam_vadd_549* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_9/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ Ð ?bert/encoder/layer_9/output/dense/bias/adam_m/Initializer/zerosConst*@ _class6 42loc:@bert/encoder/layer_9/output/dense/bias/adam_m* valueB€** dtype0* _output_shapes :€ Ý -bert/encoder/layer_9/output/dense/bias/adam_m VariableV2*@ _class6 42loc:@bert/encoder/layer_9/output/dense/bias/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name ¿ 4bert/encoder/layer_9/output/dense/bias/adam_m/AssignAssign-bert/encoder/layer_9/output/dense/bias/adam_m?bert/encoder/layer_9/output/dense/bias/adam_m/Initializer/zeros* T0*@ _class6 42loc:@bert/encoder/layer_9/output/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( Õ 2bert/encoder/layer_9/output/dense/bias/adam_m/readIdentity-bert/encoder/layer_9/output/dense/bias/adam_m* T0*@ _class6 42loc:@bert/encoder/layer_9/output/dense/bias/adam_m* _output_shapes :€ Ð ?bert/encoder/layer_9/output/dense/bias/adam_v/Initializer/zerosConst*@ _class6 42loc:@bert/encoder/layer_9/output/dense/bias/adam_v* valueB€** dtype0* _output_shapes :€ Ý -bert/encoder/layer_9/output/dense/bias/adam_v VariableV2* shared_name*@ _class6 42loc:@bert/encoder/layer_9/output/dense/bias/adam_v* container* shape:€* dtype0* _output_shapes :€ ¿ 4bert/encoder/layer_9/output/dense/bias/adam_v/AssignAssign-bert/encoder/layer_9/output/dense/bias/adam_v?bert/encoder/layer_9/output/dense/bias/adam_v/Initializer/zeros* T0*@ _class6 42loc:@bert/encoder/layer_9/output/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( Õ 2bert/encoder/layer_9/output/dense/bias/adam_v/readIdentity-bert/encoder/layer_9/output/dense/bias/adam_v* T0*@ _class6 42loc:@bert/encoder/layer_9/output/dense/bias/adam_v* _output_shapes :€ N Mul_877/xConst* value B *fff?* dtype0* _output_shapes : s Mul_877Mul Mul_877/x2bert/encoder/layer_9/output/dense/bias/adam_m/read* T0* _output_shapes :€ N Mul_878/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_878Mul Mul_878/x,clip_by_global_norm/clip_by_global_norm/_162* T0* _output_shapes :€ F add_552AddMul_877Mul_878* T0* _output_shapes :€ N Mul_879/xConst* value B *w¾?* dtype0* _output_shapes : s Mul_879Mul Mul_879/x2bert/encoder/layer_9/output/dense/bias/adam_v/read* T0* _output_shapes :€ h Square_162Square,clip_by_global_norm/clip_by_global_norm/_162* T0* _output_shapes :€ N Mul_880/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_880Mul Mul_880/x Square_162* T0* _output_shapes :€ F add_553AddMul_879Mul_880* T0* _output_shapes :€ ? Sqrt_162Sqrtadd_553* T0* _output_shapes :€ N add_554/yConst* value B *½7†5* dtype0* _output_shapes : I add_554AddSqrt_162 add_554/y* T0* _output_shapes :€ N truediv_163RealDivadd_552add_554* T0* _output_shapes :€ H mul_881Muladd_2 truediv_163* T0* _output_shapes :€ j sub_163Sub+bert/encoder/layer_9/output/dense/bias/readmul_881* T0* _output_shapes :€ Ï Assign_692Assign&bert/encoder/layer_9/output/dense/biassub_163* T0*9 _class/ -+loc:@bert/encoder/layer_9/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( Ý Assign_693Assign-bert/encoder/layer_9/output/dense/bias/adam_madd_552* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_9/output/dense/bias/adam_m* validate_shape(* _output_shapes :€ Ý Assign_694Assign-bert/encoder/layer_9/output/dense/bias/adam_vadd_553* T0*@ _class6 42loc:@bert/encoder/layer_9/output/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( Ø Cbert/encoder/layer_9/output/LayerNorm/beta/adam_m/Initializer/zerosConst*D _class: 86loc:@bert/encoder/layer_9/output/LayerNorm/beta/adam_m* valueB€** dtype0* _output_shapes :€ å 1bert/encoder/layer_9/output/LayerNorm/beta/adam_m VariableV2* shared_name*D _class: 86loc:@bert/encoder/layer_9/output/LayerNorm/beta/adam_m* container* shape:€* dtype0* _output_shapes :€ Ï 8bert/encoder/layer_9/output/LayerNorm/beta/adam_m/AssignAssign1bert/encoder/layer_9/output/LayerNorm/beta/adam_mCbert/encoder/layer_9/output/LayerNorm/beta/adam_m/Initializer/zeros* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_9/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ á 6bert/encoder/layer_9/output/LayerNorm/beta/adam_m/readIdentity1bert/encoder/layer_9/output/LayerNorm/beta/adam_m* T0*D _class: 86loc:@bert/encoder/layer_9/output/LayerNorm/beta/adam_m* _output_shapes :€ Ø Cbert/encoder/layer_9/output/LayerNorm/beta/adam_v/Initializer/zerosConst*D _class: 86loc:@bert/encoder/layer_9/output/LayerNorm/beta/adam_v* valueB€** dtype0* _output_shapes :€ å 1bert/encoder/layer_9/output/LayerNorm/beta/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*D _class: 86loc:@bert/encoder/layer_9/output/LayerNorm/beta/adam_v* container Ï 8bert/encoder/layer_9/output/LayerNorm/beta/adam_v/AssignAssign1bert/encoder/layer_9/output/LayerNorm/beta/adam_vCbert/encoder/layer_9/output/LayerNorm/beta/adam_v/Initializer/zeros* T0*D _class: 86loc:@bert/encoder/layer_9/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( á 6bert/encoder/layer_9/output/LayerNorm/beta/adam_v/readIdentity1bert/encoder/layer_9/output/LayerNorm/beta/adam_v* T0*D _class: 86loc:@bert/encoder/layer_9/output/LayerNorm/beta/adam_v* _output_shapes :€ N Mul_882/xConst* value B *fff?* dtype0* _output_shapes : w Mul_882Mul Mul_882/x6bert/encoder/layer_9/output/LayerNorm/beta/adam_m/read* T0* _output_shapes :€ N Mul_883/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_883Mul Mul_883/x,clip_by_global_norm/clip_by_global_norm/_163* T0* _output_shapes :€ F add_555AddMul_882Mul_883* T0* _output_shapes :€ N Mul_884/xConst* value B *w¾?* dtype0* _output_shapes : w Mul_884Mul Mul_884/x6bert/encoder/layer_9/output/LayerNorm/beta/adam_v/read* T0* _output_shapes :€ h Square_163Square,clip_by_global_norm/clip_by_global_norm/_163* T0* _output_shapes :€ N Mul_885/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_885Mul Mul_885/x Square_163* T0* _output_shapes :€ F add_556AddMul_884Mul_885* T0* _output_shapes :€ ? Sqrt_163Sqrtadd_556* T0* _output_shapes :€ N add_557/yConst* value B *½7†5* dtype0* _output_shapes : I add_557AddSqrt_163 add_557/y* T0* _output_shapes :€ N truediv_164RealDivadd_555add_557* T0* _output_shapes :€ H mul_886Muladd_2 truediv_164* T0* _output_shapes :€ n sub_164Sub/bert/encoder/layer_9/output/LayerNorm/beta/readmul_886* T0* _output_shapes :€ × Assign_695Assign*bert/encoder/layer_9/output/LayerNorm/betasub_164* T0*= _class3 1/loc:@bert/encoder/layer_9/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( å Assign_696Assign1bert/encoder/layer_9/output/LayerNorm/beta/adam_madd_555* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_9/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ å Assign_697Assign1bert/encoder/layer_9/output/LayerNorm/beta/adam_vadd_556* T0*D _class: 86loc:@bert/encoder/layer_9/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( Ú Dbert/encoder/layer_9/output/LayerNorm/gamma/adam_m/Initializer/zerosConst*E _class; 97loc:@bert/encoder/layer_9/output/LayerNorm/gamma/adam_m* valueB€** dtype0* _output_shapes :€ ç 2bert/encoder/layer_9/output/LayerNorm/gamma/adam_m VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*E _class; 97loc:@bert/encoder/layer_9/output/LayerNorm/gamma/adam_m* container Ó 9bert/encoder/layer_9/output/LayerNorm/gamma/adam_m/AssignAssign2bert/encoder/layer_9/output/LayerNorm/gamma/adam_mDbert/encoder/layer_9/output/LayerNorm/gamma/adam_m/Initializer/zeros* T0*E _class; 97loc:@bert/encoder/layer_9/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( ä 7bert/encoder/layer_9/output/LayerNorm/gamma/adam_m/readIdentity2bert/encoder/layer_9/output/LayerNorm/gamma/adam_m* T0*E _class; 97loc:@bert/encoder/layer_9/output/LayerNorm/gamma/adam_m* _output_shapes :€ Ú Dbert/encoder/layer_9/output/LayerNorm/gamma/adam_v/Initializer/zerosConst*E _class; 97loc:@bert/encoder/layer_9/output/LayerNorm/gamma/adam_v* valueB€** dtype0* _output_shapes :€ ç 2bert/encoder/layer_9/output/LayerNorm/gamma/adam_v VariableV2* shared_name*E _class; 97loc:@bert/encoder/layer_9/output/LayerNorm/gamma/adam_v* container* shape:€* dtype0* _output_shapes :€ Ó 9bert/encoder/layer_9/output/LayerNorm/gamma/adam_v/AssignAssign2bert/encoder/layer_9/output/LayerNorm/gamma/adam_vDbert/encoder/layer_9/output/LayerNorm/gamma/adam_v/Initializer/zeros* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_9/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ä 7bert/encoder/layer_9/output/LayerNorm/gamma/adam_v/readIdentity2bert/encoder/layer_9/output/LayerNorm/gamma/adam_v* T0*E _class; 97loc:@bert/encoder/layer_9/output/LayerNorm/gamma/adam_v* _output_shapes :€ N Mul_887/xConst* value B *fff?* dtype0* _output_shapes : x Mul_887Mul Mul_887/x7bert/encoder/layer_9/output/LayerNorm/gamma/adam_m/read* T0* _output_shapes :€ N Mul_888/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_888Mul Mul_888/x,clip_by_global_norm/clip_by_global_norm/_164* T0* _output_shapes :€ F add_558AddMul_887Mul_888* T0* _output_shapes :€ N Mul_889/xConst* value B *w¾?* dtype0* _output_shapes : x Mul_889Mul Mul_889/x7bert/encoder/layer_9/output/LayerNorm/gamma/adam_v/read* T0* _output_shapes :€ h Square_164Square,clip_by_global_norm/clip_by_global_norm/_164* T0* _output_shapes :€ N Mul_890/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_890Mul Mul_890/x Square_164* T0* _output_shapes :€ F add_559AddMul_889Mul_890* T0* _output_shapes :€ ? Sqrt_164Sqrtadd_559* T0* _output_shapes :€ N add_560/yConst* value B *½7†5* dtype0* _output_shapes : I add_560AddSqrt_164 add_560/y* T0* _output_shapes :€ N truediv_165RealDivadd_558add_560* T0* _output_shapes :€ H mul_891Muladd_2 truediv_165* T0* _output_shapes :€ o sub_165Sub0bert/encoder/layer_9/output/LayerNorm/gamma/readmul_891* T0* _output_shapes :€ Ù Assign_698Assign+bert/encoder/layer_9/output/LayerNorm/gammasub_165* T0*> _class4 20loc:@bert/encoder/layer_9/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( ç Assign_699Assign2bert/encoder/layer_9/output/LayerNorm/gamma/adam_madd_558* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_9/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€ ç Assign_700Assign2bert/encoder/layer_9/output/LayerNorm/gamma/adam_vadd_559* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_9/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ø Zbert/encoder/layer_10/attention/self/query/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*K _classA ?=loc:@bert/encoder/layer_10/attention/self/query/kernel/adam_m* valueB"* dtype0* _output_shapes : â Pbert/encoder/layer_10/attention/self/query/kernel/adam_m/Initializer/zeros/ConstConst*K _classA ?=loc:@bert/encoder/layer_10/attention/self/query/kernel/adam_m* value B ** dtype0* _output_shapes : Š Jbert/encoder/layer_10/attention/self/query/kernel/adam_m/Initializer/zerosFillZbert/encoder/layer_10/attention/self/query/kernel/adam_m/Initializer/zeros/shape_as_tensorPbert/encoder/layer_10/attention/self/query/kernel/adam_m/Initializer/zeros/Const* T0*K _classA ?=loc:@bert/encoder/layer_10/attention/self/query/kernel/adam_m* index_type0* _output_shapes : €€ ý 8bert/encoder/layer_10/attention/self/query/kernel/adam_m VariableV2*K _classA ?=loc:@bert/encoder/layer_10/attention/self/query/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€* shared_name ð ?bert/encoder/layer_10/attention/self/query/kernel/adam_m/AssignAssign8bert/encoder/layer_10/attention/self/query/kernel/adam_mJbert/encoder/layer_10/attention/self/query/kernel/adam_m/Initializer/zeros* use_locking(* T0*K _classA ?=loc:@bert/encoder/layer_10/attention/self/query/kernel/adam_m* validate_shape(* _output_shapes : €€ û =bert/encoder/layer_10/attention/self/query/kernel/adam_m/readIdentity8bert/encoder/layer_10/attention/self/query/kernel/adam_m* T0*K _classA ?=loc:@bert/encoder/layer_10/attention/self/query/kernel/adam_m* _output_shapes : €€ ø Zbert/encoder/layer_10/attention/self/query/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*K _classA ?=loc:@bert/encoder/layer_10/attention/self/query/kernel/adam_v* valueB"* dtype0* _output_shapes : â Pbert/encoder/layer_10/attention/self/query/kernel/adam_v/Initializer/zeros/ConstConst*K _classA ?=loc:@bert/encoder/layer_10/attention/self/query/kernel/adam_v* value B ** dtype0* _output_shapes : Š Jbert/encoder/layer_10/attention/self/query/kernel/adam_v/Initializer/zerosFillZbert/encoder/layer_10/attention/self/query/kernel/adam_v/Initializer/zeros/shape_as_tensorPbert/encoder/layer_10/attention/self/query/kernel/adam_v/Initializer/zeros/Const* T0*K _classA ?=loc:@bert/encoder/layer_10/attention/self/query/kernel/adam_v* index_type0* _output_shapes : €€ ý 8bert/encoder/layer_10/attention/self/query/kernel/adam_v VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*K _classA ?=loc:@bert/encoder/layer_10/attention/self/query/kernel/adam_v* container ð ?bert/encoder/layer_10/attention/self/query/kernel/adam_v/AssignAssign8bert/encoder/layer_10/attention/self/query/kernel/adam_vJbert/encoder/layer_10/attention/self/query/kernel/adam_v/Initializer/zeros* T0*K _classA ?=loc:@bert/encoder/layer_10/attention/self/query/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( û =bert/encoder/layer_10/attention/self/query/kernel/adam_v/readIdentity8bert/encoder/layer_10/attention/self/query/kernel/adam_v* T0*K _classA ?=loc:@bert/encoder/layer_10/attention/self/query/kernel/adam_v* _output_shapes : €€ N Mul_892/xConst* value B *fff?* dtype0* _output_shapes : ƒ Mul_892Mul Mul_892/x=bert/encoder/layer_10/attention/self/query/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_893/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : r Mul_893Mul Mul_893/x,clip_by_global_norm/clip_by_global_norm/_165* T0* _output_shapes : €€ K add_561AddMul_892Mul_893* T0* _output_shapes : €€ N Mul_894/xConst* value B *w¾?* dtype0* _output_shapes : ƒ Mul_894Mul Mul_894/x=bert/encoder/layer_10/attention/self/query/kernel/adam_v/read* T0* _output_shapes : €€ m Square_165Square,clip_by_global_norm/clip_by_global_norm/_165* T0* _output_shapes : €€ N Mul_895/xConst* value B *oƒ:* dtype0* _output_shapes : P Mul_895Mul Mul_895/x Square_165* T0* _output_shapes : €€ K add_562AddMul_894Mul_895* T0* _output_shapes : €€ D Sqrt_165Sqrtadd_562* T0* _output_shapes : €€ N add_563/yConst* value B *½7†5* dtype0* _output_shapes : N add_563AddSqrt_165 add_563/y* T0* _output_shapes : €€ S truediv_166RealDivadd_561add_563* T0* _output_shapes : €€ N mul_896/xConst* value B * ×#<* dtype0* _output_shapes : | mul_896Mul mul_896/x6bert/encoder/layer_10/attention/self/query/kernel/read* T0* _output_shapes : €€ O add_564Add truediv_166mul_896* T0* _output_shapes : €€ I mul_897Muladd_2add_564* T0* _output_shapes : €€ z sub_166Sub6bert/encoder/layer_10/attention/self/query/kernel/readmul_897* T0* _output_shapes : €€ ê Assign_701Assign1bert/encoder/layer_10/attention/self/query/kernelsub_166* T0*D _class: 86loc:@bert/encoder/layer_10/attention/self/query/kernel* validate_shape(* _output_shapes : €€* use_locking( ø Assign_702Assign8bert/encoder/layer_10/attention/self/query/kernel/adam_madd_561* use_locking(* T0*K _classA ?=loc:@bert/encoder/layer_10/attention/self/query/kernel/adam_m* validate_shape(* _output_shapes : €€ ø Assign_703Assign8bert/encoder/layer_10/attention/self/query/kernel/adam_vadd_562* T0*K _classA ?=loc:@bert/encoder/layer_10/attention/self/query/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( â Hbert/encoder/layer_10/attention/self/query/bias/adam_m/Initializer/zerosConst*I _class? =;loc:@bert/encoder/layer_10/attention/self/query/bias/adam_m* valueB€** dtype0* _output_shapes :€ ï 6bert/encoder/layer_10/attention/self/query/bias/adam_m VariableV2*I _class? =;loc:@bert/encoder/layer_10/attention/self/query/bias/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name ã =bert/encoder/layer_10/attention/self/query/bias/adam_m/AssignAssign6bert/encoder/layer_10/attention/self/query/bias/adam_mHbert/encoder/layer_10/attention/self/query/bias/adam_m/Initializer/zeros* use_locking(* T0*I _class? =;loc:@bert/encoder/layer_10/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€ ð ;bert/encoder/layer_10/attention/self/query/bias/adam_m/readIdentity6bert/encoder/layer_10/attention/self/query/bias/adam_m* T0*I _class? =;loc:@bert/encoder/layer_10/attention/self/query/bias/adam_m* _output_shapes :€ â Hbert/encoder/layer_10/attention/self/query/bias/adam_v/Initializer/zerosConst*I _class? =;loc:@bert/encoder/layer_10/attention/self/query/bias/adam_v* valueB€** dtype0* _output_shapes :€ ï 6bert/encoder/layer_10/attention/self/query/bias/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*I _class? =;loc:@bert/encoder/layer_10/attention/self/query/bias/adam_v* container ã =bert/encoder/layer_10/attention/self/query/bias/adam_v/AssignAssign6bert/encoder/layer_10/attention/self/query/bias/adam_vHbert/encoder/layer_10/attention/self/query/bias/adam_v/Initializer/zeros* T0*I _class? =;loc:@bert/encoder/layer_10/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ð ;bert/encoder/layer_10/attention/self/query/bias/adam_v/readIdentity6bert/encoder/layer_10/attention/self/query/bias/adam_v* T0*I _class? =;loc:@bert/encoder/layer_10/attention/self/query/bias/adam_v* _output_shapes :€ N Mul_898/xConst* value B *fff?* dtype0* _output_shapes : | Mul_898Mul Mul_898/x;bert/encoder/layer_10/attention/self/query/bias/adam_m/read* T0* _output_shapes :€ N Mul_899/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_899Mul Mul_899/x,clip_by_global_norm/clip_by_global_norm/_166* T0* _output_shapes :€ F add_565AddMul_898Mul_899* T0* _output_shapes :€ N Mul_900/xConst* value B *w¾?* dtype0* _output_shapes : | Mul_900Mul Mul_900/x;bert/encoder/layer_10/attention/self/query/bias/adam_v/read* T0* _output_shapes :€ h Square_166Square,clip_by_global_norm/clip_by_global_norm/_166* T0* _output_shapes :€ N Mul_901/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_901Mul Mul_901/x Square_166* T0* _output_shapes :€ F add_566AddMul_900Mul_901* T0* _output_shapes :€ ? Sqrt_166Sqrtadd_566* T0* _output_shapes :€ N add_567/yConst* value B *½7†5* dtype0* _output_shapes : I add_567AddSqrt_166 add_567/y* T0* _output_shapes :€ N truediv_167RealDivadd_565add_567* T0* _output_shapes :€ H mul_902Muladd_2 truediv_167* T0* _output_shapes :€ s sub_167Sub4bert/encoder/layer_10/attention/self/query/bias/readmul_902* T0* _output_shapes :€ á Assign_704Assign/bert/encoder/layer_10/attention/self/query/biassub_167* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_10/attention/self/query/bias* validate_shape(* _output_shapes :€ ï Assign_705Assign6bert/encoder/layer_10/attention/self/query/bias/adam_madd_565* use_locking(* T0*I _class? =;loc:@bert/encoder/layer_10/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€ ï Assign_706Assign6bert/encoder/layer_10/attention/self/query/bias/adam_vadd_566* T0*I _class? =;loc:@bert/encoder/layer_10/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ô Xbert/encoder/layer_10/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*I _class? =;loc:@bert/encoder/layer_10/attention/self/key/kernel/adam_m* valueB"* dtype0* _output_shapes : Þ Nbert/encoder/layer_10/attention/self/key/kernel/adam_m/Initializer/zeros/ConstConst*I _class? =;loc:@bert/encoder/layer_10/attention/self/key/kernel/adam_m* value B ** dtype0* _output_shapes : ‚ Hbert/encoder/layer_10/attention/self/key/kernel/adam_m/Initializer/zerosFillXbert/encoder/layer_10/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorNbert/encoder/layer_10/attention/self/key/kernel/adam_m/Initializer/zeros/Const* T0*I _class? =;loc:@bert/encoder/layer_10/attention/self/key/kernel/adam_m* index_type0* _output_shapes : €€ ù 6bert/encoder/layer_10/attention/self/key/kernel/adam_m VariableV2* shared_name*I _class? =;loc:@bert/encoder/layer_10/attention/self/key/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€ è =bert/encoder/layer_10/attention/self/key/kernel/adam_m/AssignAssign6bert/encoder/layer_10/attention/self/key/kernel/adam_mHbert/encoder/layer_10/attention/self/key/kernel/adam_m/Initializer/zeros* use_locking(* T0*I _class? =;loc:@bert/encoder/layer_10/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€ õ ;bert/encoder/layer_10/attention/self/key/kernel/adam_m/readIdentity6bert/encoder/layer_10/attention/self/key/kernel/adam_m* T0*I _class? =;loc:@bert/encoder/layer_10/attention/self/key/kernel/adam_m* _output_shapes : €€ ô Xbert/encoder/layer_10/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*I _class? =;loc:@bert/encoder/layer_10/attention/self/key/kernel/adam_v* valueB"* dtype0* _output_shapes : Þ Nbert/encoder/layer_10/attention/self/key/kernel/adam_v/Initializer/zeros/ConstConst*I _class? =;loc:@bert/encoder/layer_10/attention/self/key/kernel/adam_v* value B ** dtype0* _output_shapes : ‚ Hbert/encoder/layer_10/attention/self/key/kernel/adam_v/Initializer/zerosFillXbert/encoder/layer_10/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorNbert/encoder/layer_10/attention/self/key/kernel/adam_v/Initializer/zeros/Const* T0*I _class? =;loc:@bert/encoder/layer_10/attention/self/key/kernel/adam_v* index_type0* _output_shapes : €€ ù 6bert/encoder/layer_10/attention/self/key/kernel/adam_v VariableV2*I _class? =;loc:@bert/encoder/layer_10/attention/self/key/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€* shared_name è =bert/encoder/layer_10/attention/self/key/kernel/adam_v/AssignAssign6bert/encoder/layer_10/attention/self/key/kernel/adam_vHbert/encoder/layer_10/attention/self/key/kernel/adam_v/Initializer/zeros* T0*I _class? =;loc:@bert/encoder/layer_10/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( õ ;bert/encoder/layer_10/attention/self/key/kernel/adam_v/readIdentity6bert/encoder/layer_10/attention/self/key/kernel/adam_v* T0*I _class? =;loc:@bert/encoder/layer_10/attention/self/key/kernel/adam_v* _output_shapes : €€ N Mul_903/xConst* value B *fff?* dtype0* _output_shapes :  Mul_903Mul Mul_903/x;bert/encoder/layer_10/attention/self/key/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_904/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : r Mul_904Mul Mul_904/x,clip_by_global_norm/clip_by_global_norm/_167* T0* _output_shapes : €€ K add_568AddMul_903Mul_904* T0* _output_shapes : €€ N Mul_905/xConst* value B *w¾?* dtype0* _output_shapes :  Mul_905Mul Mul_905/x;bert/encoder/layer_10/attention/self/key/kernel/adam_v/read* T0* _output_shapes : €€ m Square_167Square,clip_by_global_norm/clip_by_global_norm/_167* T0* _output_shapes : €€ N Mul_906/xConst* value B *oƒ:* dtype0* _output_shapes : P Mul_906Mul Mul_906/x Square_167* T0* _output_shapes : €€ K add_569AddMul_905Mul_906* T0* _output_shapes : €€ D Sqrt_167Sqrtadd_569* T0* _output_shapes : €€ N add_570/yConst* value B *½7†5* dtype0* _output_shapes : N add_570AddSqrt_167 add_570/y* T0* _output_shapes : €€ S truediv_168RealDivadd_568add_570* T0* _output_shapes : €€ N mul_907/xConst* value B * ×#<* dtype0* _output_shapes : z mul_907Mul mul_907/x4bert/encoder/layer_10/attention/self/key/kernel/read* T0* _output_shapes : €€ O add_571Add truediv_168mul_907* T0* _output_shapes : €€ I mul_908Muladd_2add_571* T0* _output_shapes : €€ x sub_168Sub4bert/encoder/layer_10/attention/self/key/kernel/readmul_908* T0* _output_shapes : €€ æ Assign_707Assign/bert/encoder/layer_10/attention/self/key/kernelsub_168* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_10/attention/self/key/kernel* validate_shape(* _output_shapes : €€ ô Assign_708Assign6bert/encoder/layer_10/attention/self/key/kernel/adam_madd_568* T0*I _class? =;loc:@bert/encoder/layer_10/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ô Assign_709Assign6bert/encoder/layer_10/attention/self/key/kernel/adam_vadd_569* use_locking(* T0*I _class? =;loc:@bert/encoder/layer_10/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€ Þ Fbert/encoder/layer_10/attention/self/key/bias/adam_m/Initializer/zerosConst*G _class= ;9loc:@bert/encoder/layer_10/attention/self/key/bias/adam_m* valueB€** dtype0* _output_shapes :€ ë 4bert/encoder/layer_10/attention/self/key/bias/adam_m VariableV2* shared_name*G _class= ;9loc:@bert/encoder/layer_10/attention/self/key/bias/adam_m* container* shape:€* dtype0* _output_shapes :€ Û ;bert/encoder/layer_10/attention/self/key/bias/adam_m/AssignAssign4bert/encoder/layer_10/attention/self/key/bias/adam_mFbert/encoder/layer_10/attention/self/key/bias/adam_m/Initializer/zeros* T0*G _class= ;9loc:@bert/encoder/layer_10/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ê 9bert/encoder/layer_10/attention/self/key/bias/adam_m/readIdentity4bert/encoder/layer_10/attention/self/key/bias/adam_m* T0*G _class= ;9loc:@bert/encoder/layer_10/attention/self/key/bias/adam_m* _output_shapes :€ Þ Fbert/encoder/layer_10/attention/self/key/bias/adam_v/Initializer/zerosConst*G _class= ;9loc:@bert/encoder/layer_10/attention/self/key/bias/adam_v* valueB€** dtype0* _output_shapes :€ ë 4bert/encoder/layer_10/attention/self/key/bias/adam_v VariableV2*G _class= ;9loc:@bert/encoder/layer_10/attention/self/key/bias/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name Û ;bert/encoder/layer_10/attention/self/key/bias/adam_v/AssignAssign4bert/encoder/layer_10/attention/self/key/bias/adam_vFbert/encoder/layer_10/attention/self/key/bias/adam_v/Initializer/zeros* T0*G _class= ;9loc:@bert/encoder/layer_10/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ê 9bert/encoder/layer_10/attention/self/key/bias/adam_v/readIdentity4bert/encoder/layer_10/attention/self/key/bias/adam_v* T0*G _class= ;9loc:@bert/encoder/layer_10/attention/self/key/bias/adam_v* _output_shapes :€ N Mul_909/xConst* value B *fff?* dtype0* _output_shapes : z Mul_909Mul Mul_909/x9bert/encoder/layer_10/attention/self/key/bias/adam_m/read* T0* _output_shapes :€ N Mul_910/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_910Mul Mul_910/x,clip_by_global_norm/clip_by_global_norm/_168* T0* _output_shapes :€ F add_572AddMul_909Mul_910* T0* _output_shapes :€ N Mul_911/xConst* value B *w¾?* dtype0* _output_shapes : z Mul_911Mul Mul_911/x9bert/encoder/layer_10/attention/self/key/bias/adam_v/read* T0* _output_shapes :€ h Square_168Square,clip_by_global_norm/clip_by_global_norm/_168* T0* _output_shapes :€ N Mul_912/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_912Mul Mul_912/x Square_168* T0* _output_shapes :€ F add_573AddMul_911Mul_912* T0* _output_shapes :€ ? Sqrt_168Sqrtadd_573* T0* _output_shapes :€ N add_574/yConst* value B *½7†5* dtype0* _output_shapes : I add_574AddSqrt_168 add_574/y* T0* _output_shapes :€ N truediv_169RealDivadd_572add_574* T0* _output_shapes :€ H mul_913Muladd_2 truediv_169* T0* _output_shapes :€ q sub_169Sub2bert/encoder/layer_10/attention/self/key/bias/readmul_913* T0* _output_shapes :€ Ý Assign_710Assign-bert/encoder/layer_10/attention/self/key/biassub_169* T0*@ _class6 42loc:@bert/encoder/layer_10/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( ë Assign_711Assign4bert/encoder/layer_10/attention/self/key/bias/adam_madd_572* use_locking(* T0*G _class= ;9loc:@bert/encoder/layer_10/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€ ë Assign_712Assign4bert/encoder/layer_10/attention/self/key/bias/adam_vadd_573* use_locking(* T0*G _class= ;9loc:@bert/encoder/layer_10/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€ ø Zbert/encoder/layer_10/attention/self/value/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*K _classA ?=loc:@bert/encoder/layer_10/attention/self/value/kernel/adam_m* valueB"* dtype0* _output_shapes : â Pbert/encoder/layer_10/attention/self/value/kernel/adam_m/Initializer/zeros/ConstConst*K _classA ?=loc:@bert/encoder/layer_10/attention/self/value/kernel/adam_m* value B ** dtype0* _output_shapes : Š Jbert/encoder/layer_10/attention/self/value/kernel/adam_m/Initializer/zerosFillZbert/encoder/layer_10/attention/self/value/kernel/adam_m/Initializer/zeros/shape_as_tensorPbert/encoder/layer_10/attention/self/value/kernel/adam_m/Initializer/zeros/Const* T0*K _classA ?=loc:@bert/encoder/layer_10/attention/self/value/kernel/adam_m* index_type0* _output_shapes : €€ ý 8bert/encoder/layer_10/attention/self/value/kernel/adam_m VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*K _classA ?=loc:@bert/encoder/layer_10/attention/self/value/kernel/adam_m* container ð ?bert/encoder/layer_10/attention/self/value/kernel/adam_m/AssignAssign8bert/encoder/layer_10/attention/self/value/kernel/adam_mJbert/encoder/layer_10/attention/self/value/kernel/adam_m/Initializer/zeros* T0*K _classA ?=loc:@bert/encoder/layer_10/attention/self/value/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( û =bert/encoder/layer_10/attention/self/value/kernel/adam_m/readIdentity8bert/encoder/layer_10/attention/self/value/kernel/adam_m* T0*K _classA ?=loc:@bert/encoder/layer_10/attention/self/value/kernel/adam_m* _output_shapes : €€ ø Zbert/encoder/layer_10/attention/self/value/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*K _classA ?=loc:@bert/encoder/layer_10/attention/self/value/kernel/adam_v* valueB"* dtype0* _output_shapes : â Pbert/encoder/layer_10/attention/self/value/kernel/adam_v/Initializer/zeros/ConstConst*K _classA ?=loc:@bert/encoder/layer_10/attention/self/value/kernel/adam_v* value B ** dtype0* _output_shapes : Š Jbert/encoder/layer_10/attention/self/value/kernel/adam_v/Initializer/zerosFillZbert/encoder/layer_10/attention/self/value/kernel/adam_v/Initializer/zeros/shape_as_tensorPbert/encoder/layer_10/attention/self/value/kernel/adam_v/Initializer/zeros/Const* T0*K _classA ?=loc:@bert/encoder/layer_10/attention/self/value/kernel/adam_v* index_type0* _output_shapes : €€ ý 8bert/encoder/layer_10/attention/self/value/kernel/adam_v VariableV2* shared_name*K _classA ?=loc:@bert/encoder/layer_10/attention/self/value/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€ ð ?bert/encoder/layer_10/attention/self/value/kernel/adam_v/AssignAssign8bert/encoder/layer_10/attention/self/value/kernel/adam_vJbert/encoder/layer_10/attention/self/value/kernel/adam_v/Initializer/zeros* use_locking(* T0*K _classA ?=loc:@bert/encoder/layer_10/attention/self/value/kernel/adam_v* validate_shape(* _output_shapes : €€ û =bert/encoder/layer_10/attention/self/value/kernel/adam_v/readIdentity8bert/encoder/layer_10/attention/self/value/kernel/adam_v* T0*K _classA ?=loc:@bert/encoder/layer_10/attention/self/value/kernel/adam_v* _output_shapes : €€ N Mul_914/xConst* value B *fff?* dtype0* _output_shapes : ƒ Mul_914Mul Mul_914/x=bert/encoder/layer_10/attention/self/value/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_915/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : r Mul_915Mul Mul_915/x,clip_by_global_norm/clip_by_global_norm/_169* T0* _output_shapes : €€ K add_575AddMul_914Mul_915* T0* _output_shapes : €€ N Mul_916/xConst* value B *w¾?* dtype0* _output_shapes : ƒ Mul_916Mul Mul_916/x=bert/encoder/layer_10/attention/self/value/kernel/adam_v/read* T0* _output_shapes : €€ m Square_169Square,clip_by_global_norm/clip_by_global_norm/_169* T0* _output_shapes : €€ N Mul_917/xConst* value B *oƒ:* dtype0* _output_shapes : P Mul_917Mul Mul_917/x Square_169* T0* _output_shapes : €€ K add_576AddMul_916Mul_917* T0* _output_shapes : €€ D Sqrt_169Sqrtadd_576* T0* _output_shapes : €€ N add_577/yConst* value B *½7†5* dtype0* _output_shapes : N add_577AddSqrt_169 add_577/y* T0* _output_shapes : €€ S truediv_170RealDivadd_575add_577* T0* _output_shapes : €€ N mul_918/xConst* value B * ×#<* dtype0* _output_shapes : | mul_918Mul mul_918/x6bert/encoder/layer_10/attention/self/value/kernel/read* T0* _output_shapes : €€ O add_578Add truediv_170mul_918* T0* _output_shapes : €€ I mul_919Muladd_2add_578* T0* _output_shapes : €€ z sub_170Sub6bert/encoder/layer_10/attention/self/value/kernel/readmul_919* T0* _output_shapes : €€ ê Assign_713Assign1bert/encoder/layer_10/attention/self/value/kernelsub_170* T0*D _class: 86loc:@bert/encoder/layer_10/attention/self/value/kernel* validate_shape(* _output_shapes : €€* use_locking( ø Assign_714Assign8bert/encoder/layer_10/attention/self/value/kernel/adam_madd_575* T0*K _classA ?=loc:@bert/encoder/layer_10/attention/self/value/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ø Assign_715Assign8bert/encoder/layer_10/attention/self/value/kernel/adam_vadd_576* use_locking(* T0*K _classA ?=loc:@bert/encoder/layer_10/attention/self/value/kernel/adam_v* validate_shape(* _output_shapes : €€ â Hbert/encoder/layer_10/attention/self/value/bias/adam_m/Initializer/zerosConst*I _class? =;loc:@bert/encoder/layer_10/attention/self/value/bias/adam_m* valueB€** dtype0* _output_shapes :€ ï 6bert/encoder/layer_10/attention/self/value/bias/adam_m VariableV2* dtype0* _output_shapes :€* shared_name*I _class? =;loc:@bert/encoder/layer_10/attention/self/value/bias/adam_m* container* shape:€ ã =bert/encoder/layer_10/attention/self/value/bias/adam_m/AssignAssign6bert/encoder/layer_10/attention/self/value/bias/adam_mHbert/encoder/layer_10/attention/self/value/bias/adam_m/Initializer/zeros* T0*I _class? =;loc:@bert/encoder/layer_10/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ð ;bert/encoder/layer_10/attention/self/value/bias/adam_m/readIdentity6bert/encoder/layer_10/attention/self/value/bias/adam_m* T0*I _class? =;loc:@bert/encoder/layer_10/attention/self/value/bias/adam_m* _output_shapes :€ â Hbert/encoder/layer_10/attention/self/value/bias/adam_v/Initializer/zerosConst*I _class? =;loc:@bert/encoder/layer_10/attention/self/value/bias/adam_v* valueB€** dtype0* _output_shapes :€ ï 6bert/encoder/layer_10/attention/self/value/bias/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*I _class? =;loc:@bert/encoder/layer_10/attention/self/value/bias/adam_v* container ã =bert/encoder/layer_10/attention/self/value/bias/adam_v/AssignAssign6bert/encoder/layer_10/attention/self/value/bias/adam_vHbert/encoder/layer_10/attention/self/value/bias/adam_v/Initializer/zeros* use_locking(* T0*I _class? =;loc:@bert/encoder/layer_10/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€ ð ;bert/encoder/layer_10/attention/self/value/bias/adam_v/readIdentity6bert/encoder/layer_10/attention/self/value/bias/adam_v* T0*I _class? =;loc:@bert/encoder/layer_10/attention/self/value/bias/adam_v* _output_shapes :€ N Mul_920/xConst* value B *fff?* dtype0* _output_shapes : | Mul_920Mul Mul_920/x;bert/encoder/layer_10/attention/self/value/bias/adam_m/read* T0* _output_shapes :€ N Mul_921/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_921Mul Mul_921/x,clip_by_global_norm/clip_by_global_norm/_170* T0* _output_shapes :€ F add_579AddMul_920Mul_921* T0* _output_shapes :€ N Mul_922/xConst* value B *w¾?* dtype0* _output_shapes : | Mul_922Mul Mul_922/x;bert/encoder/layer_10/attention/self/value/bias/adam_v/read* T0* _output_shapes :€ h Square_170Square,clip_by_global_norm/clip_by_global_norm/_170* T0* _output_shapes :€ N Mul_923/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_923Mul Mul_923/x Square_170* T0* _output_shapes :€ F add_580AddMul_922Mul_923* T0* _output_shapes :€ ? Sqrt_170Sqrtadd_580* T0* _output_shapes :€ N add_581/yConst* value B *½7†5* dtype0* _output_shapes : I add_581AddSqrt_170 add_581/y* T0* _output_shapes :€ N truediv_171RealDivadd_579add_581* T0* _output_shapes :€ H mul_924Muladd_2 truediv_171* T0* _output_shapes :€ s sub_171Sub4bert/encoder/layer_10/attention/self/value/bias/readmul_924* T0* _output_shapes :€ á Assign_716Assign/bert/encoder/layer_10/attention/self/value/biassub_171* T0*B _class8 64loc:@bert/encoder/layer_10/attention/self/value/bias* validate_shape(* _output_shapes :€* use_locking( ï Assign_717Assign6bert/encoder/layer_10/attention/self/value/bias/adam_madd_579* use_locking(* T0*I _class? =;loc:@bert/encoder/layer_10/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€ ï Assign_718Assign6bert/encoder/layer_10/attention/self/value/bias/adam_vadd_580* T0*I _class? =;loc:@bert/encoder/layer_10/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ü \bert/encoder/layer_10/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*M _classC A?loc:@bert/encoder/layer_10/attention/output/dense/kernel/adam_m* valueB"* dtype0* _output_shapes : æ Rbert/encoder/layer_10/attention/output/dense/kernel/adam_m/Initializer/zeros/ConstConst*M _classC A?loc:@bert/encoder/layer_10/attention/output/dense/kernel/adam_m* value B ** dtype0* _output_shapes : ’ Lbert/encoder/layer_10/attention/output/dense/kernel/adam_m/Initializer/zerosFill\bert/encoder/layer_10/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorRbert/encoder/layer_10/attention/output/dense/kernel/adam_m/Initializer/zeros/Const* T0*M _classC A?loc:@bert/encoder/layer_10/attention/output/dense/kernel/adam_m* index_type0* _output_shapes : €€  :bert/encoder/layer_10/attention/output/dense/kernel/adam_m VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*M _classC A?loc:@bert/encoder/layer_10/attention/output/dense/kernel/adam_m* container ø Abert/encoder/layer_10/attention/output/dense/kernel/adam_m/AssignAssign:bert/encoder/layer_10/attention/output/dense/kernel/adam_mLbert/encoder/layer_10/attention/output/dense/kernel/adam_m/Initializer/zeros* T0*M _classC A?loc:@bert/encoder/layer_10/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking(  ?bert/encoder/layer_10/attention/output/dense/kernel/adam_m/readIdentity:bert/encoder/layer_10/attention/output/dense/kernel/adam_m* T0*M _classC A?loc:@bert/encoder/layer_10/attention/output/dense/kernel/adam_m* _output_shapes : €€ ü \bert/encoder/layer_10/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*M _classC A?loc:@bert/encoder/layer_10/attention/output/dense/kernel/adam_v* valueB"* dtype0* _output_shapes : æ Rbert/encoder/layer_10/attention/output/dense/kernel/adam_v/Initializer/zeros/ConstConst*M _classC A?loc:@bert/encoder/layer_10/attention/output/dense/kernel/adam_v* value B ** dtype0* _output_shapes : ’ Lbert/encoder/layer_10/attention/output/dense/kernel/adam_v/Initializer/zerosFill\bert/encoder/layer_10/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorRbert/encoder/layer_10/attention/output/dense/kernel/adam_v/Initializer/zeros/Const* T0*M _classC A?loc:@bert/encoder/layer_10/attention/output/dense/kernel/adam_v* index_type0* _output_shapes : €€  :bert/encoder/layer_10/attention/output/dense/kernel/adam_v VariableV2* shared_name*M _classC A?loc:@bert/encoder/layer_10/attention/output/dense/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€ ø Abert/encoder/layer_10/attention/output/dense/kernel/adam_v/AssignAssign:bert/encoder/layer_10/attention/output/dense/kernel/adam_vLbert/encoder/layer_10/attention/output/dense/kernel/adam_v/Initializer/zeros* T0*M _classC A?loc:@bert/encoder/layer_10/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking(  ?bert/encoder/layer_10/attention/output/dense/kernel/adam_v/readIdentity:bert/encoder/layer_10/attention/output/dense/kernel/adam_v* T0*M _classC A?loc:@bert/encoder/layer_10/attention/output/dense/kernel/adam_v* _output_shapes : €€ N Mul_925/xConst* value B *fff?* dtype0* _output_shapes : … Mul_925Mul Mul_925/x?bert/encoder/layer_10/attention/output/dense/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_926/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : r Mul_926Mul Mul_926/x,clip_by_global_norm/clip_by_global_norm/_171* T0* _output_shapes : €€ K add_582AddMul_925Mul_926* T0* _output_shapes : €€ N Mul_927/xConst* value B *w¾?* dtype0* _output_shapes : … Mul_927Mul Mul_927/x?bert/encoder/layer_10/attention/output/dense/kernel/adam_v/read* T0* _output_shapes : €€ m Square_171Square,clip_by_global_norm/clip_by_global_norm/_171* T0* _output_shapes : €€ N Mul_928/xConst* value B *oƒ:* dtype0* _output_shapes : P Mul_928Mul Mul_928/x Square_171* T0* _output_shapes : €€ K add_583AddMul_927Mul_928* T0* _output_shapes : €€ D Sqrt_171Sqrtadd_583* T0* _output_shapes : €€ N add_584/yConst* value B *½7†5* dtype0* _output_shapes : N add_584AddSqrt_171 add_584/y* T0* _output_shapes : €€ S truediv_172RealDivadd_582add_584* T0* _output_shapes : €€ N mul_929/xConst* value B * ×#<* dtype0* _output_shapes : ~ mul_929Mul mul_929/x8bert/encoder/layer_10/attention/output/dense/kernel/read* T0* _output_shapes : €€ O add_585Add truediv_172mul_929* T0* _output_shapes : €€ I mul_930Muladd_2add_585* T0* _output_shapes : €€ | sub_172Sub8bert/encoder/layer_10/attention/output/dense/kernel/readmul_930* T0* _output_shapes : €€ î Assign_719Assign3bert/encoder/layer_10/attention/output/dense/kernelsub_172* T0*F _class< :8loc:@bert/encoder/layer_10/attention/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( ü Assign_720Assign:bert/encoder/layer_10/attention/output/dense/kernel/adam_madd_582* use_locking(* T0*M _classC A?loc:@bert/encoder/layer_10/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ü Assign_721Assign:bert/encoder/layer_10/attention/output/dense/kernel/adam_vadd_583* T0*M _classC A?loc:@bert/encoder/layer_10/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( æ Jbert/encoder/layer_10/attention/output/dense/bias/adam_m/Initializer/zerosConst*K _classA ?=loc:@bert/encoder/layer_10/attention/output/dense/bias/adam_m* valueB€** dtype0* _output_shapes :€ ó 8bert/encoder/layer_10/attention/output/dense/bias/adam_m VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*K _classA ?=loc:@bert/encoder/layer_10/attention/output/dense/bias/adam_m* container ë ?bert/encoder/layer_10/attention/output/dense/bias/adam_m/AssignAssign8bert/encoder/layer_10/attention/output/dense/bias/adam_mJbert/encoder/layer_10/attention/output/dense/bias/adam_m/Initializer/zeros* T0*K _classA ?=loc:@bert/encoder/layer_10/attention/output/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ö =bert/encoder/layer_10/attention/output/dense/bias/adam_m/readIdentity8bert/encoder/layer_10/attention/output/dense/bias/adam_m* T0*K _classA ?=loc:@bert/encoder/layer_10/attention/output/dense/bias/adam_m* _output_shapes :€ æ Jbert/encoder/layer_10/attention/output/dense/bias/adam_v/Initializer/zerosConst*K _classA ?=loc:@bert/encoder/layer_10/attention/output/dense/bias/adam_v* valueB€** dtype0* _output_shapes :€ ó 8bert/encoder/layer_10/attention/output/dense/bias/adam_v VariableV2* dtype0* _output_shapes :€* shared_name*K _classA ?=loc:@bert/encoder/layer_10/attention/output/dense/bias/adam_v* container* shape:€ ë ?bert/encoder/layer_10/attention/output/dense/bias/adam_v/AssignAssign8bert/encoder/layer_10/attention/output/dense/bias/adam_vJbert/encoder/layer_10/attention/output/dense/bias/adam_v/Initializer/zeros* use_locking(* T0*K _classA ?=loc:@bert/encoder/layer_10/attention/output/dense/bias/adam_v* validate_shape(* _output_shapes :€ ö =bert/encoder/layer_10/attention/output/dense/bias/adam_v/readIdentity8bert/encoder/layer_10/attention/output/dense/bias/adam_v* T0*K _classA ?=loc:@bert/encoder/layer_10/attention/output/dense/bias/adam_v* _output_shapes :€ N Mul_931/xConst* value B *fff?* dtype0* _output_shapes : ~ Mul_931Mul Mul_931/x=bert/encoder/layer_10/attention/output/dense/bias/adam_m/read* T0* _output_shapes :€ N Mul_932/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_932Mul Mul_932/x,clip_by_global_norm/clip_by_global_norm/_172* T0* _output_shapes :€ F add_586AddMul_931Mul_932* T0* _output_shapes :€ N Mul_933/xConst* value B *w¾?* dtype0* _output_shapes : ~ Mul_933Mul Mul_933/x=bert/encoder/layer_10/attention/output/dense/bias/adam_v/read* T0* _output_shapes :€ h Square_172Square,clip_by_global_norm/clip_by_global_norm/_172* T0* _output_shapes :€ N Mul_934/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_934Mul Mul_934/x Square_172* T0* _output_shapes :€ F add_587AddMul_933Mul_934* T0* _output_shapes :€ ? Sqrt_172Sqrtadd_587* T0* _output_shapes :€ N add_588/yConst* value B *½7†5* dtype0* _output_shapes : I add_588AddSqrt_172 add_588/y* T0* _output_shapes :€ N truediv_173RealDivadd_586add_588* T0* _output_shapes :€ H mul_935Muladd_2 truediv_173* T0* _output_shapes :€ u sub_173Sub6bert/encoder/layer_10/attention/output/dense/bias/readmul_935* T0* _output_shapes :€ å Assign_722Assign1bert/encoder/layer_10/attention/output/dense/biassub_173* T0*D _class: 86loc:@bert/encoder/layer_10/attention/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( ó Assign_723Assign8bert/encoder/layer_10/attention/output/dense/bias/adam_madd_586* T0*K _classA ?=loc:@bert/encoder/layer_10/attention/output/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ó Assign_724Assign8bert/encoder/layer_10/attention/output/dense/bias/adam_vadd_587* T0*K _classA ?=loc:@bert/encoder/layer_10/attention/output/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( î Nbert/encoder/layer_10/attention/output/LayerNorm/beta/adam_m/Initializer/zerosConst*O _classE CAloc:@bert/encoder/layer_10/attention/output/LayerNorm/beta/adam_m* valueB€** dtype0* _output_shapes :€ û <:loc:@bert/encoder/layer_10/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€ û Assign_726Assign _class4 20loc:@bert/encoder/layer_10/output/LayerNorm/beta* validate_shape(* _output_shapes :€ ç Assign_744Assign2bert/encoder/layer_10/output/LayerNorm/beta/adam_madd_609* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_10/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ ç Assign_745Assign2bert/encoder/layer_10/output/LayerNorm/beta/adam_vadd_610* T0*E _class; 97loc:@bert/encoder/layer_10/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( Ü Ebert/encoder/layer_10/output/LayerNorm/gamma/adam_m/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_10/output/LayerNorm/gamma/adam_m* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_10/output/LayerNorm/gamma/adam_m VariableV2* shared_name*F _class< :8loc:@bert/encoder/layer_10/output/LayerNorm/gamma/adam_m* container* shape:€* dtype0* _output_shapes :€ × :bert/encoder/layer_10/output/LayerNorm/gamma/adam_m/AssignAssign3bert/encoder/layer_10/output/LayerNorm/gamma/adam_mEbert/encoder/layer_10/output/LayerNorm/gamma/adam_m/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_10/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_10/output/LayerNorm/gamma/adam_m/readIdentity3bert/encoder/layer_10/output/LayerNorm/gamma/adam_m* T0*F _class< :8loc:@bert/encoder/layer_10/output/LayerNorm/gamma/adam_m* _output_shapes :€ Ü Ebert/encoder/layer_10/output/LayerNorm/gamma/adam_v/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_10/output/LayerNorm/gamma/adam_v* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_10/output/LayerNorm/gamma/adam_v VariableV2*F _class< :8loc:@bert/encoder/layer_10/output/LayerNorm/gamma/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name × :bert/encoder/layer_10/output/LayerNorm/gamma/adam_v/AssignAssign3bert/encoder/layer_10/output/LayerNorm/gamma/adam_vEbert/encoder/layer_10/output/LayerNorm/gamma/adam_v/Initializer/zeros* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_10/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ç 8bert/encoder/layer_10/output/LayerNorm/gamma/adam_v/readIdentity3bert/encoder/layer_10/output/LayerNorm/gamma/adam_v* T0*F _class< :8loc:@bert/encoder/layer_10/output/LayerNorm/gamma/adam_v* _output_shapes :€ N Mul_973/xConst* value B *fff?* dtype0* _output_shapes : y Mul_973Mul Mul_973/x8bert/encoder/layer_10/output/LayerNorm/gamma/adam_m/read* T0* _output_shapes :€ N Mul_974/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_974Mul Mul_974/x,clip_by_global_norm/clip_by_global_norm/_180* T0* _output_shapes :€ F add_612AddMul_973Mul_974* T0* _output_shapes :€ N Mul_975/xConst* value B *w¾?* dtype0* _output_shapes : y Mul_975Mul Mul_975/x8bert/encoder/layer_10/output/LayerNorm/gamma/adam_v/read* T0* _output_shapes :€ h Square_180Square,clip_by_global_norm/clip_by_global_norm/_180* T0* _output_shapes :€ N Mul_976/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_976Mul Mul_976/x Square_180* T0* _output_shapes :€ F add_613AddMul_975Mul_976* T0* _output_shapes :€ ? Sqrt_180Sqrtadd_613* T0* _output_shapes :€ N add_614/yConst* value B *½7†5* dtype0* _output_shapes : I add_614AddSqrt_180 add_614/y* T0* _output_shapes :€ N truediv_181RealDivadd_612add_614* T0* _output_shapes :€ H mul_977Muladd_2 truediv_181* T0* _output_shapes :€ p sub_181Sub1bert/encoder/layer_10/output/LayerNorm/gamma/readmul_977* T0* _output_shapes :€ Û Assign_746Assign,bert/encoder/layer_10/output/LayerNorm/gammasub_181* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_10/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ é Assign_747Assign3bert/encoder/layer_10/output/LayerNorm/gamma/adam_madd_612* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_10/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€ é Assign_748Assign3bert/encoder/layer_10/output/LayerNorm/gamma/adam_vadd_613* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_10/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ø Zbert/encoder/layer_11/attention/self/query/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*K _classA ?=loc:@bert/encoder/layer_11/attention/self/query/kernel/adam_m* valueB"* dtype0* _output_shapes : â Pbert/encoder/layer_11/attention/self/query/kernel/adam_m/Initializer/zeros/ConstConst*K _classA ?=loc:@bert/encoder/layer_11/attention/self/query/kernel/adam_m* value B ** dtype0* _output_shapes : Š Jbert/encoder/layer_11/attention/self/query/kernel/adam_m/Initializer/zerosFillZbert/encoder/layer_11/attention/self/query/kernel/adam_m/Initializer/zeros/shape_as_tensorPbert/encoder/layer_11/attention/self/query/kernel/adam_m/Initializer/zeros/Const* T0*K _classA ?=loc:@bert/encoder/layer_11/attention/self/query/kernel/adam_m* index_type0* _output_shapes : €€ ý 8bert/encoder/layer_11/attention/self/query/kernel/adam_m VariableV2*K _classA ?=loc:@bert/encoder/layer_11/attention/self/query/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€* shared_name ð ?bert/encoder/layer_11/attention/self/query/kernel/adam_m/AssignAssign8bert/encoder/layer_11/attention/self/query/kernel/adam_mJbert/encoder/layer_11/attention/self/query/kernel/adam_m/Initializer/zeros* use_locking(* T0*K _classA ?=loc:@bert/encoder/layer_11/attention/self/query/kernel/adam_m* validate_shape(* _output_shapes : €€ û =bert/encoder/layer_11/attention/self/query/kernel/adam_m/readIdentity8bert/encoder/layer_11/attention/self/query/kernel/adam_m* T0*K _classA ?=loc:@bert/encoder/layer_11/attention/self/query/kernel/adam_m* _output_shapes : €€ ø Zbert/encoder/layer_11/attention/self/query/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*K _classA ?=loc:@bert/encoder/layer_11/attention/self/query/kernel/adam_v* valueB"* dtype0* _output_shapes : â Pbert/encoder/layer_11/attention/self/query/kernel/adam_v/Initializer/zeros/ConstConst*K _classA ?=loc:@bert/encoder/layer_11/attention/self/query/kernel/adam_v* value B ** dtype0* _output_shapes : Š Jbert/encoder/layer_11/attention/self/query/kernel/adam_v/Initializer/zerosFillZbert/encoder/layer_11/attention/self/query/kernel/adam_v/Initializer/zeros/shape_as_tensorPbert/encoder/layer_11/attention/self/query/kernel/adam_v/Initializer/zeros/Const* T0*K _classA ?=loc:@bert/encoder/layer_11/attention/self/query/kernel/adam_v* index_type0* _output_shapes : €€ ý 8bert/encoder/layer_11/attention/self/query/kernel/adam_v VariableV2* shared_name*K _classA ?=loc:@bert/encoder/layer_11/attention/self/query/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€ ð ?bert/encoder/layer_11/attention/self/query/kernel/adam_v/AssignAssign8bert/encoder/layer_11/attention/self/query/kernel/adam_vJbert/encoder/layer_11/attention/self/query/kernel/adam_v/Initializer/zeros* use_locking(* T0*K _classA ?=loc:@bert/encoder/layer_11/attention/self/query/kernel/adam_v* validate_shape(* _output_shapes : €€ û =bert/encoder/layer_11/attention/self/query/kernel/adam_v/readIdentity8bert/encoder/layer_11/attention/self/query/kernel/adam_v* T0*K _classA ?=loc:@bert/encoder/layer_11/attention/self/query/kernel/adam_v* _output_shapes : €€ N Mul_978/xConst* value B *fff?* dtype0* _output_shapes : ƒ Mul_978Mul Mul_978/x=bert/encoder/layer_11/attention/self/query/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_979/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : r Mul_979Mul Mul_979/x,clip_by_global_norm/clip_by_global_norm/_181* T0* _output_shapes : €€ K add_615AddMul_978Mul_979* T0* _output_shapes : €€ N Mul_980/xConst* value B *w¾?* dtype0* _output_shapes : ƒ Mul_980Mul Mul_980/x=bert/encoder/layer_11/attention/self/query/kernel/adam_v/read* T0* _output_shapes : €€ m Square_181Square,clip_by_global_norm/clip_by_global_norm/_181* T0* _output_shapes : €€ N Mul_981/xConst* value B *oƒ:* dtype0* _output_shapes : P Mul_981Mul Mul_981/x Square_181* T0* _output_shapes : €€ K add_616AddMul_980Mul_981* T0* _output_shapes : €€ D Sqrt_181Sqrtadd_616* T0* _output_shapes : €€ N add_617/yConst* value B *½7†5* dtype0* _output_shapes : N add_617AddSqrt_181 add_617/y* T0* _output_shapes : €€ S truediv_182RealDivadd_615add_617* T0* _output_shapes : €€ N mul_982/xConst* value B * ×#<* dtype0* _output_shapes : | mul_982Mul mul_982/x6bert/encoder/layer_11/attention/self/query/kernel/read* T0* _output_shapes : €€ O add_618Add truediv_182mul_982* T0* _output_shapes : €€ I mul_983Muladd_2add_618* T0* _output_shapes : €€ z sub_182Sub6bert/encoder/layer_11/attention/self/query/kernel/readmul_983* T0* _output_shapes : €€ ê Assign_749Assign1bert/encoder/layer_11/attention/self/query/kernelsub_182* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_11/attention/self/query/kernel* validate_shape(* _output_shapes : €€ ø Assign_750Assign8bert/encoder/layer_11/attention/self/query/kernel/adam_madd_615* T0*K _classA ?=loc:@bert/encoder/layer_11/attention/self/query/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ø Assign_751Assign8bert/encoder/layer_11/attention/self/query/kernel/adam_vadd_616* use_locking(* T0*K _classA ?=loc:@bert/encoder/layer_11/attention/self/query/kernel/adam_v* validate_shape(* _output_shapes : €€ â Hbert/encoder/layer_11/attention/self/query/bias/adam_m/Initializer/zerosConst*I _class? =;loc:@bert/encoder/layer_11/attention/self/query/bias/adam_m* valueB€** dtype0* _output_shapes :€ ï 6bert/encoder/layer_11/attention/self/query/bias/adam_m VariableV2*I _class? =;loc:@bert/encoder/layer_11/attention/self/query/bias/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name ã =bert/encoder/layer_11/attention/self/query/bias/adam_m/AssignAssign6bert/encoder/layer_11/attention/self/query/bias/adam_mHbert/encoder/layer_11/attention/self/query/bias/adam_m/Initializer/zeros* T0*I _class? =;loc:@bert/encoder/layer_11/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ð ;bert/encoder/layer_11/attention/self/query/bias/adam_m/readIdentity6bert/encoder/layer_11/attention/self/query/bias/adam_m* T0*I _class? =;loc:@bert/encoder/layer_11/attention/self/query/bias/adam_m* _output_shapes :€ â Hbert/encoder/layer_11/attention/self/query/bias/adam_v/Initializer/zerosConst*I _class? =;loc:@bert/encoder/layer_11/attention/self/query/bias/adam_v* valueB€** dtype0* _output_shapes :€ ï 6bert/encoder/layer_11/attention/self/query/bias/adam_v VariableV2* dtype0* _output_shapes :€* shared_name*I _class? =;loc:@bert/encoder/layer_11/attention/self/query/bias/adam_v* container* shape:€ ã =bert/encoder/layer_11/attention/self/query/bias/adam_v/AssignAssign6bert/encoder/layer_11/attention/self/query/bias/adam_vHbert/encoder/layer_11/attention/self/query/bias/adam_v/Initializer/zeros* use_locking(* T0*I _class? =;loc:@bert/encoder/layer_11/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€ ð ;bert/encoder/layer_11/attention/self/query/bias/adam_v/readIdentity6bert/encoder/layer_11/attention/self/query/bias/adam_v* T0*I _class? =;loc:@bert/encoder/layer_11/attention/self/query/bias/adam_v* _output_shapes :€ N Mul_984/xConst* value B *fff?* dtype0* _output_shapes : | Mul_984Mul Mul_984/x;bert/encoder/layer_11/attention/self/query/bias/adam_m/read* T0* _output_shapes :€ N Mul_985/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_985Mul Mul_985/x,clip_by_global_norm/clip_by_global_norm/_182* T0* _output_shapes :€ F add_619AddMul_984Mul_985* T0* _output_shapes :€ N Mul_986/xConst* value B *w¾?* dtype0* _output_shapes : | Mul_986Mul Mul_986/x;bert/encoder/layer_11/attention/self/query/bias/adam_v/read* T0* _output_shapes :€ h Square_182Square,clip_by_global_norm/clip_by_global_norm/_182* T0* _output_shapes :€ N Mul_987/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_987Mul Mul_987/x Square_182* T0* _output_shapes :€ F add_620AddMul_986Mul_987* T0* _output_shapes :€ ? Sqrt_182Sqrtadd_620* T0* _output_shapes :€ N add_621/yConst* value B *½7†5* dtype0* _output_shapes : I add_621AddSqrt_182 add_621/y* T0* _output_shapes :€ N truediv_183RealDivadd_619add_621* T0* _output_shapes :€ H mul_988Muladd_2 truediv_183* T0* _output_shapes :€ s sub_183Sub4bert/encoder/layer_11/attention/self/query/bias/readmul_988* T0* _output_shapes :€ á Assign_752Assign/bert/encoder/layer_11/attention/self/query/biassub_183* T0*B _class8 64loc:@bert/encoder/layer_11/attention/self/query/bias* validate_shape(* _output_shapes :€* use_locking( ï Assign_753Assign6bert/encoder/layer_11/attention/self/query/bias/adam_madd_619* T0*I _class? =;loc:@bert/encoder/layer_11/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ï Assign_754Assign6bert/encoder/layer_11/attention/self/query/bias/adam_vadd_620* use_locking(* T0*I _class? =;loc:@bert/encoder/layer_11/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€ ô Xbert/encoder/layer_11/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*I _class? =;loc:@bert/encoder/layer_11/attention/self/key/kernel/adam_m* valueB"* dtype0* _output_shapes : Þ Nbert/encoder/layer_11/attention/self/key/kernel/adam_m/Initializer/zeros/ConstConst*I _class? =;loc:@bert/encoder/layer_11/attention/self/key/kernel/adam_m* value B ** dtype0* _output_shapes : ‚ Hbert/encoder/layer_11/attention/self/key/kernel/adam_m/Initializer/zerosFillXbert/encoder/layer_11/attention/self/key/kernel/adam_m/Initializer/zeros/shape_as_tensorNbert/encoder/layer_11/attention/self/key/kernel/adam_m/Initializer/zeros/Const* T0*I _class? =;loc:@bert/encoder/layer_11/attention/self/key/kernel/adam_m* index_type0* _output_shapes : €€ ù 6bert/encoder/layer_11/attention/self/key/kernel/adam_m VariableV2* shared_name*I _class? =;loc:@bert/encoder/layer_11/attention/self/key/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€ è =bert/encoder/layer_11/attention/self/key/kernel/adam_m/AssignAssign6bert/encoder/layer_11/attention/self/key/kernel/adam_mHbert/encoder/layer_11/attention/self/key/kernel/adam_m/Initializer/zeros* T0*I _class? =;loc:@bert/encoder/layer_11/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( õ ;bert/encoder/layer_11/attention/self/key/kernel/adam_m/readIdentity6bert/encoder/layer_11/attention/self/key/kernel/adam_m* T0*I _class? =;loc:@bert/encoder/layer_11/attention/self/key/kernel/adam_m* _output_shapes : €€ ô Xbert/encoder/layer_11/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*I _class? =;loc:@bert/encoder/layer_11/attention/self/key/kernel/adam_v* valueB"* dtype0* _output_shapes : Þ Nbert/encoder/layer_11/attention/self/key/kernel/adam_v/Initializer/zeros/ConstConst*I _class? =;loc:@bert/encoder/layer_11/attention/self/key/kernel/adam_v* value B ** dtype0* _output_shapes : ‚ Hbert/encoder/layer_11/attention/self/key/kernel/adam_v/Initializer/zerosFillXbert/encoder/layer_11/attention/self/key/kernel/adam_v/Initializer/zeros/shape_as_tensorNbert/encoder/layer_11/attention/self/key/kernel/adam_v/Initializer/zeros/Const* T0*I _class? =;loc:@bert/encoder/layer_11/attention/self/key/kernel/adam_v* index_type0* _output_shapes : €€ ù 6bert/encoder/layer_11/attention/self/key/kernel/adam_v VariableV2* dtype0* _output_shapes : €€* shared_name*I _class? =;loc:@bert/encoder/layer_11/attention/self/key/kernel/adam_v* container* shape : €€ è =bert/encoder/layer_11/attention/self/key/kernel/adam_v/AssignAssign6bert/encoder/layer_11/attention/self/key/kernel/adam_vHbert/encoder/layer_11/attention/self/key/kernel/adam_v/Initializer/zeros* T0*I _class? =;loc:@bert/encoder/layer_11/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( õ ;bert/encoder/layer_11/attention/self/key/kernel/adam_v/readIdentity6bert/encoder/layer_11/attention/self/key/kernel/adam_v* T0*I _class? =;loc:@bert/encoder/layer_11/attention/self/key/kernel/adam_v* _output_shapes : €€ N Mul_989/xConst* value B *fff?* dtype0* _output_shapes :  Mul_989Mul Mul_989/x;bert/encoder/layer_11/attention/self/key/kernel/adam_m/read* T0* _output_shapes : €€ N Mul_990/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : r Mul_990Mul Mul_990/x,clip_by_global_norm/clip_by_global_norm/_183* T0* _output_shapes : €€ K add_622AddMul_989Mul_990* T0* _output_shapes : €€ N Mul_991/xConst* value B *w¾?* dtype0* _output_shapes :  Mul_991Mul Mul_991/x;bert/encoder/layer_11/attention/self/key/kernel/adam_v/read* T0* _output_shapes : €€ m Square_183Square,clip_by_global_norm/clip_by_global_norm/_183* T0* _output_shapes : €€ N Mul_992/xConst* value B *oƒ:* dtype0* _output_shapes : P Mul_992Mul Mul_992/x Square_183* T0* _output_shapes : €€ K add_623AddMul_991Mul_992* T0* _output_shapes : €€ D Sqrt_183Sqrtadd_623* T0* _output_shapes : €€ N add_624/yConst* value B *½7†5* dtype0* _output_shapes : N add_624AddSqrt_183 add_624/y* T0* _output_shapes : €€ S truediv_184RealDivadd_622add_624* T0* _output_shapes : €€ N mul_993/xConst* value B * ×#<* dtype0* _output_shapes : z mul_993Mul mul_993/x4bert/encoder/layer_11/attention/self/key/kernel/read* T0* _output_shapes : €€ O add_625Add truediv_184mul_993* T0* _output_shapes : €€ I mul_994Muladd_2add_625* T0* _output_shapes : €€ x sub_184Sub4bert/encoder/layer_11/attention/self/key/kernel/readmul_994* T0* _output_shapes : €€ æ Assign_755Assign/bert/encoder/layer_11/attention/self/key/kernelsub_184* T0*B _class8 64loc:@bert/encoder/layer_11/attention/self/key/kernel* validate_shape(* _output_shapes : €€* use_locking( ô Assign_756Assign6bert/encoder/layer_11/attention/self/key/kernel/adam_madd_622* use_locking(* T0*I _class? =;loc:@bert/encoder/layer_11/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€ ô Assign_757Assign6bert/encoder/layer_11/attention/self/key/kernel/adam_vadd_623* T0*I _class? =;loc:@bert/encoder/layer_11/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( Þ Fbert/encoder/layer_11/attention/self/key/bias/adam_m/Initializer/zerosConst*G _class= ;9loc:@bert/encoder/layer_11/attention/self/key/bias/adam_m* valueB€** dtype0* _output_shapes :€ ë 4bert/encoder/layer_11/attention/self/key/bias/adam_m VariableV2* shared_name*G _class= ;9loc:@bert/encoder/layer_11/attention/self/key/bias/adam_m* container* shape:€* dtype0* _output_shapes :€ Û ;bert/encoder/layer_11/attention/self/key/bias/adam_m/AssignAssign4bert/encoder/layer_11/attention/self/key/bias/adam_mFbert/encoder/layer_11/attention/self/key/bias/adam_m/Initializer/zeros* T0*G _class= ;9loc:@bert/encoder/layer_11/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ê 9bert/encoder/layer_11/attention/self/key/bias/adam_m/readIdentity4bert/encoder/layer_11/attention/self/key/bias/adam_m* T0*G _class= ;9loc:@bert/encoder/layer_11/attention/self/key/bias/adam_m* _output_shapes :€ Þ Fbert/encoder/layer_11/attention/self/key/bias/adam_v/Initializer/zerosConst*G _class= ;9loc:@bert/encoder/layer_11/attention/self/key/bias/adam_v* valueB€** dtype0* _output_shapes :€ ë 4bert/encoder/layer_11/attention/self/key/bias/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*G _class= ;9loc:@bert/encoder/layer_11/attention/self/key/bias/adam_v* container Û ;bert/encoder/layer_11/attention/self/key/bias/adam_v/AssignAssign4bert/encoder/layer_11/attention/self/key/bias/adam_vFbert/encoder/layer_11/attention/self/key/bias/adam_v/Initializer/zeros* T0*G _class= ;9loc:@bert/encoder/layer_11/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ê 9bert/encoder/layer_11/attention/self/key/bias/adam_v/readIdentity4bert/encoder/layer_11/attention/self/key/bias/adam_v* T0*G _class= ;9loc:@bert/encoder/layer_11/attention/self/key/bias/adam_v* _output_shapes :€ N Mul_995/xConst* value B *fff?* dtype0* _output_shapes : z Mul_995Mul Mul_995/x9bert/encoder/layer_11/attention/self/key/bias/adam_m/read* T0* _output_shapes :€ N Mul_996/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : m Mul_996Mul Mul_996/x,clip_by_global_norm/clip_by_global_norm/_184* T0* _output_shapes :€ F add_626AddMul_995Mul_996* T0* _output_shapes :€ N Mul_997/xConst* value B *w¾?* dtype0* _output_shapes : z Mul_997Mul Mul_997/x9bert/encoder/layer_11/attention/self/key/bias/adam_v/read* T0* _output_shapes :€ h Square_184Square,clip_by_global_norm/clip_by_global_norm/_184* T0* _output_shapes :€ N Mul_998/xConst* value B *oƒ:* dtype0* _output_shapes : K Mul_998Mul Mul_998/x Square_184* T0* _output_shapes :€ F add_627AddMul_997Mul_998* T0* _output_shapes :€ ? Sqrt_184Sqrtadd_627* T0* _output_shapes :€ N add_628/yConst* value B *½7†5* dtype0* _output_shapes : I add_628AddSqrt_184 add_628/y* T0* _output_shapes :€ N truediv_185RealDivadd_626add_628* T0* _output_shapes :€ H mul_999Muladd_2 truediv_185* T0* _output_shapes :€ q sub_185Sub2bert/encoder/layer_11/attention/self/key/bias/readmul_999* T0* _output_shapes :€ Ý Assign_758Assign-bert/encoder/layer_11/attention/self/key/biassub_185* T0*@ _class6 42loc:@bert/encoder/layer_11/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( ë Assign_759Assign4bert/encoder/layer_11/attention/self/key/bias/adam_madd_626* use_locking(* T0*G _class= ;9loc:@bert/encoder/layer_11/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€ ë Assign_760Assign4bert/encoder/layer_11/attention/self/key/bias/adam_vadd_627* use_locking(* T0*G _class= ;9loc:@bert/encoder/layer_11/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€ ø Zbert/encoder/layer_11/attention/self/value/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*K _classA ?=loc:@bert/encoder/layer_11/attention/self/value/kernel/adam_m* valueB"* dtype0* _output_shapes : â Pbert/encoder/layer_11/attention/self/value/kernel/adam_m/Initializer/zeros/ConstConst*K _classA ?=loc:@bert/encoder/layer_11/attention/self/value/kernel/adam_m* value B ** dtype0* _output_shapes : Š Jbert/encoder/layer_11/attention/self/value/kernel/adam_m/Initializer/zerosFillZbert/encoder/layer_11/attention/self/value/kernel/adam_m/Initializer/zeros/shape_as_tensorPbert/encoder/layer_11/attention/self/value/kernel/adam_m/Initializer/zeros/Const* T0*K _classA ?=loc:@bert/encoder/layer_11/attention/self/value/kernel/adam_m* index_type0* _output_shapes : €€ ý 8bert/encoder/layer_11/attention/self/value/kernel/adam_m VariableV2* dtype0* _output_shapes : €€* shared_name*K _classA ?=loc:@bert/encoder/layer_11/attention/self/value/kernel/adam_m* container* shape : €€ ð ?bert/encoder/layer_11/attention/self/value/kernel/adam_m/AssignAssign8bert/encoder/layer_11/attention/self/value/kernel/adam_mJbert/encoder/layer_11/attention/self/value/kernel/adam_m/Initializer/zeros* use_locking(* T0*K _classA ?=loc:@bert/encoder/layer_11/attention/self/value/kernel/adam_m* validate_shape(* _output_shapes : €€ û =bert/encoder/layer_11/attention/self/value/kernel/adam_m/readIdentity8bert/encoder/layer_11/attention/self/value/kernel/adam_m* T0*K _classA ?=loc:@bert/encoder/layer_11/attention/self/value/kernel/adam_m* _output_shapes : €€ ø Zbert/encoder/layer_11/attention/self/value/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*K _classA ?=loc:@bert/encoder/layer_11/attention/self/value/kernel/adam_v* valueB"* dtype0* _output_shapes : â Pbert/encoder/layer_11/attention/self/value/kernel/adam_v/Initializer/zeros/ConstConst*K _classA ?=loc:@bert/encoder/layer_11/attention/self/value/kernel/adam_v* value B ** dtype0* _output_shapes : Š Jbert/encoder/layer_11/attention/self/value/kernel/adam_v/Initializer/zerosFillZbert/encoder/layer_11/attention/self/value/kernel/adam_v/Initializer/zeros/shape_as_tensorPbert/encoder/layer_11/attention/self/value/kernel/adam_v/Initializer/zeros/Const* T0*K _classA ?=loc:@bert/encoder/layer_11/attention/self/value/kernel/adam_v* index_type0* _output_shapes : €€ ý 8bert/encoder/layer_11/attention/self/value/kernel/adam_v VariableV2* dtype0* _output_shapes : €€* shared_name*K _classA ?=loc:@bert/encoder/layer_11/attention/self/value/kernel/adam_v* container* shape : €€ ð ?bert/encoder/layer_11/attention/self/value/kernel/adam_v/AssignAssign8bert/encoder/layer_11/attention/self/value/kernel/adam_vJbert/encoder/layer_11/attention/self/value/kernel/adam_v/Initializer/zeros* T0*K _classA ?=loc:@bert/encoder/layer_11/attention/self/value/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( û =bert/encoder/layer_11/attention/self/value/kernel/adam_v/readIdentity8bert/encoder/layer_11/attention/self/value/kernel/adam_v* T0*K _classA ?=loc:@bert/encoder/layer_11/attention/self/value/kernel/adam_v* _output_shapes : €€ O Mul_1000/xConst* value B *fff?* dtype0* _output_shapes : … Mul_1000Mul Mul_1000/x=bert/encoder/layer_11/attention/self/value/kernel/adam_m/read* T0* _output_shapes : €€ O Mul_1001/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : t Mul_1001Mul Mul_1001/x,clip_by_global_norm/clip_by_global_norm/_185* T0* _output_shapes : €€ M add_629AddMul_1000Mul_1001* T0* _output_shapes : €€ O Mul_1002/xConst* value B *w¾?* dtype0* _output_shapes : … Mul_1002Mul Mul_1002/x=bert/encoder/layer_11/attention/self/value/kernel/adam_v/read* T0* _output_shapes : €€ m Square_185Square,clip_by_global_norm/clip_by_global_norm/_185* T0* _output_shapes : €€ O Mul_1003/xConst* value B *oƒ:* dtype0* _output_shapes : R Mul_1003Mul Mul_1003/x Square_185* T0* _output_shapes : €€ M add_630AddMul_1002Mul_1003* T0* _output_shapes : €€ D Sqrt_185Sqrtadd_630* T0* _output_shapes : €€ N add_631/yConst* value B *½7†5* dtype0* _output_shapes : N add_631AddSqrt_185 add_631/y* T0* _output_shapes : €€ S truediv_186RealDivadd_629add_631* T0* _output_shapes : €€ O mul_1004/xConst* value B * ×#<* dtype0* _output_shapes : ~ mul_1004Mul mul_1004/x6bert/encoder/layer_11/attention/self/value/kernel/read* T0* _output_shapes : €€ P add_632Add truediv_186mul_1004* T0* _output_shapes : €€ J mul_1005Muladd_2add_632* T0* _output_shapes : €€ { sub_186Sub6bert/encoder/layer_11/attention/self/value/kernel/readmul_1005* T0* _output_shapes : €€ ê Assign_761Assign1bert/encoder/layer_11/attention/self/value/kernelsub_186* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_11/attention/self/value/kernel* validate_shape(* _output_shapes : €€ ø Assign_762Assign8bert/encoder/layer_11/attention/self/value/kernel/adam_madd_629* use_locking(* T0*K _classA ?=loc:@bert/encoder/layer_11/attention/self/value/kernel/adam_m* validate_shape(* _output_shapes : €€ ø Assign_763Assign8bert/encoder/layer_11/attention/self/value/kernel/adam_vadd_630* T0*K _classA ?=loc:@bert/encoder/layer_11/attention/self/value/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( â Hbert/encoder/layer_11/attention/self/value/bias/adam_m/Initializer/zerosConst*I _class? =;loc:@bert/encoder/layer_11/attention/self/value/bias/adam_m* valueB€** dtype0* _output_shapes :€ ï 6bert/encoder/layer_11/attention/self/value/bias/adam_m VariableV2* shared_name*I _class? =;loc:@bert/encoder/layer_11/attention/self/value/bias/adam_m* container* shape:€* dtype0* _output_shapes :€ ã =bert/encoder/layer_11/attention/self/value/bias/adam_m/AssignAssign6bert/encoder/layer_11/attention/self/value/bias/adam_mHbert/encoder/layer_11/attention/self/value/bias/adam_m/Initializer/zeros* T0*I _class? =;loc:@bert/encoder/layer_11/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ð ;bert/encoder/layer_11/attention/self/value/bias/adam_m/readIdentity6bert/encoder/layer_11/attention/self/value/bias/adam_m* T0*I _class? =;loc:@bert/encoder/layer_11/attention/self/value/bias/adam_m* _output_shapes :€ â Hbert/encoder/layer_11/attention/self/value/bias/adam_v/Initializer/zerosConst*I _class? =;loc:@bert/encoder/layer_11/attention/self/value/bias/adam_v* valueB€** dtype0* _output_shapes :€ ï 6bert/encoder/layer_11/attention/self/value/bias/adam_v VariableV2*I _class? =;loc:@bert/encoder/layer_11/attention/self/value/bias/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name ã =bert/encoder/layer_11/attention/self/value/bias/adam_v/AssignAssign6bert/encoder/layer_11/attention/self/value/bias/adam_vHbert/encoder/layer_11/attention/self/value/bias/adam_v/Initializer/zeros* use_locking(* T0*I _class? =;loc:@bert/encoder/layer_11/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€ ð ;bert/encoder/layer_11/attention/self/value/bias/adam_v/readIdentity6bert/encoder/layer_11/attention/self/value/bias/adam_v* T0*I _class? =;loc:@bert/encoder/layer_11/attention/self/value/bias/adam_v* _output_shapes :€ O Mul_1006/xConst* value B *fff?* dtype0* _output_shapes : ~ Mul_1006Mul Mul_1006/x;bert/encoder/layer_11/attention/self/value/bias/adam_m/read* T0* _output_shapes :€ O Mul_1007/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : o Mul_1007Mul Mul_1007/x,clip_by_global_norm/clip_by_global_norm/_186* T0* _output_shapes :€ H add_633AddMul_1006Mul_1007* T0* _output_shapes :€ O Mul_1008/xConst* value B *w¾?* dtype0* _output_shapes : ~ Mul_1008Mul Mul_1008/x;bert/encoder/layer_11/attention/self/value/bias/adam_v/read* T0* _output_shapes :€ h Square_186Square,clip_by_global_norm/clip_by_global_norm/_186* T0* _output_shapes :€ O Mul_1009/xConst* value B *oƒ:* dtype0* _output_shapes : M Mul_1009Mul Mul_1009/x Square_186* T0* _output_shapes :€ H add_634AddMul_1008Mul_1009* T0* _output_shapes :€ ? Sqrt_186Sqrtadd_634* T0* _output_shapes :€ N add_635/yConst* value B *½7†5* dtype0* _output_shapes : I add_635AddSqrt_186 add_635/y* T0* _output_shapes :€ N truediv_187RealDivadd_633add_635* T0* _output_shapes :€ I mul_1010Muladd_2 truediv_187* T0* _output_shapes :€ t sub_187Sub4bert/encoder/layer_11/attention/self/value/bias/readmul_1010* T0* _output_shapes :€ á Assign_764Assign/bert/encoder/layer_11/attention/self/value/biassub_187* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_11/attention/self/value/bias* validate_shape(* _output_shapes :€ ï Assign_765Assign6bert/encoder/layer_11/attention/self/value/bias/adam_madd_633* use_locking(* T0*I _class? =;loc:@bert/encoder/layer_11/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€ ï Assign_766Assign6bert/encoder/layer_11/attention/self/value/bias/adam_vadd_634* T0*I _class? =;loc:@bert/encoder/layer_11/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ü \bert/encoder/layer_11/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*M _classC A?loc:@bert/encoder/layer_11/attention/output/dense/kernel/adam_m* valueB"* dtype0* _output_shapes : æ Rbert/encoder/layer_11/attention/output/dense/kernel/adam_m/Initializer/zeros/ConstConst*M _classC A?loc:@bert/encoder/layer_11/attention/output/dense/kernel/adam_m* value B ** dtype0* _output_shapes : ’ Lbert/encoder/layer_11/attention/output/dense/kernel/adam_m/Initializer/zerosFill\bert/encoder/layer_11/attention/output/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorRbert/encoder/layer_11/attention/output/dense/kernel/adam_m/Initializer/zeros/Const* T0*M _classC A?loc:@bert/encoder/layer_11/attention/output/dense/kernel/adam_m* index_type0* _output_shapes : €€  :bert/encoder/layer_11/attention/output/dense/kernel/adam_m VariableV2* shared_name*M _classC A?loc:@bert/encoder/layer_11/attention/output/dense/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€ ø Abert/encoder/layer_11/attention/output/dense/kernel/adam_m/AssignAssign:bert/encoder/layer_11/attention/output/dense/kernel/adam_mLbert/encoder/layer_11/attention/output/dense/kernel/adam_m/Initializer/zeros* use_locking(* T0*M _classC A?loc:@bert/encoder/layer_11/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€  ?bert/encoder/layer_11/attention/output/dense/kernel/adam_m/readIdentity:bert/encoder/layer_11/attention/output/dense/kernel/adam_m* T0*M _classC A?loc:@bert/encoder/layer_11/attention/output/dense/kernel/adam_m* _output_shapes : €€ ü \bert/encoder/layer_11/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*M _classC A?loc:@bert/encoder/layer_11/attention/output/dense/kernel/adam_v* valueB"* dtype0* _output_shapes : æ Rbert/encoder/layer_11/attention/output/dense/kernel/adam_v/Initializer/zeros/ConstConst*M _classC A?loc:@bert/encoder/layer_11/attention/output/dense/kernel/adam_v* value B ** dtype0* _output_shapes : ’ Lbert/encoder/layer_11/attention/output/dense/kernel/adam_v/Initializer/zerosFill\bert/encoder/layer_11/attention/output/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorRbert/encoder/layer_11/attention/output/dense/kernel/adam_v/Initializer/zeros/Const* T0*M _classC A?loc:@bert/encoder/layer_11/attention/output/dense/kernel/adam_v* index_type0* _output_shapes : €€  :bert/encoder/layer_11/attention/output/dense/kernel/adam_v VariableV2* shape : €€* dtype0* _output_shapes : €€* shared_name*M _classC A?loc:@bert/encoder/layer_11/attention/output/dense/kernel/adam_v* container ø Abert/encoder/layer_11/attention/output/dense/kernel/adam_v/AssignAssign:bert/encoder/layer_11/attention/output/dense/kernel/adam_vLbert/encoder/layer_11/attention/output/dense/kernel/adam_v/Initializer/zeros* use_locking(* T0*M _classC A?loc:@bert/encoder/layer_11/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€  ?bert/encoder/layer_11/attention/output/dense/kernel/adam_v/readIdentity:bert/encoder/layer_11/attention/output/dense/kernel/adam_v* T0*M _classC A?loc:@bert/encoder/layer_11/attention/output/dense/kernel/adam_v* _output_shapes : €€ O Mul_1011/xConst* value B *fff?* dtype0* _output_shapes : ‡ Mul_1011Mul Mul_1011/x?bert/encoder/layer_11/attention/output/dense/kernel/adam_m/read* T0* _output_shapes : €€ O Mul_1012/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : t Mul_1012Mul Mul_1012/x,clip_by_global_norm/clip_by_global_norm/_187* T0* _output_shapes : €€ M add_636AddMul_1011Mul_1012* T0* _output_shapes : €€ O Mul_1013/xConst* value B *w¾?* dtype0* _output_shapes : ‡ Mul_1013Mul Mul_1013/x?bert/encoder/layer_11/attention/output/dense/kernel/adam_v/read* T0* _output_shapes : €€ m Square_187Square,clip_by_global_norm/clip_by_global_norm/_187* T0* _output_shapes : €€ O Mul_1014/xConst* value B *oƒ:* dtype0* _output_shapes : R Mul_1014Mul Mul_1014/x Square_187* T0* _output_shapes : €€ M add_637AddMul_1013Mul_1014* T0* _output_shapes : €€ D Sqrt_187Sqrtadd_637* T0* _output_shapes : €€ N add_638/yConst* value B *½7†5* dtype0* _output_shapes : N add_638AddSqrt_187 add_638/y* T0* _output_shapes : €€ S truediv_188RealDivadd_636add_638* T0* _output_shapes : €€ O mul_1015/xConst* value B * ×#<* dtype0* _output_shapes : € mul_1015Mul mul_1015/x8bert/encoder/layer_11/attention/output/dense/kernel/read* T0* _output_shapes : €€ P add_639Add truediv_188mul_1015* T0* _output_shapes : €€ J mul_1016Muladd_2add_639* T0* _output_shapes : €€ } sub_188Sub8bert/encoder/layer_11/attention/output/dense/kernel/readmul_1016* T0* _output_shapes : €€ î Assign_767Assign3bert/encoder/layer_11/attention/output/dense/kernelsub_188* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_11/attention/output/dense/kernel* validate_shape(* _output_shapes : €€ ü Assign_768Assign:bert/encoder/layer_11/attention/output/dense/kernel/adam_madd_636* use_locking(* T0*M _classC A?loc:@bert/encoder/layer_11/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ü Assign_769Assign:bert/encoder/layer_11/attention/output/dense/kernel/adam_vadd_637* use_locking(* T0*M _classC A?loc:@bert/encoder/layer_11/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ æ Jbert/encoder/layer_11/attention/output/dense/bias/adam_m/Initializer/zerosConst*K _classA ?=loc:@bert/encoder/layer_11/attention/output/dense/bias/adam_m* valueB€** dtype0* _output_shapes :€ ó 8bert/encoder/layer_11/attention/output/dense/bias/adam_m VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*K _classA ?=loc:@bert/encoder/layer_11/attention/output/dense/bias/adam_m* container ë ?bert/encoder/layer_11/attention/output/dense/bias/adam_m/AssignAssign8bert/encoder/layer_11/attention/output/dense/bias/adam_mJbert/encoder/layer_11/attention/output/dense/bias/adam_m/Initializer/zeros* use_locking(* T0*K _classA ?=loc:@bert/encoder/layer_11/attention/output/dense/bias/adam_m* validate_shape(* _output_shapes :€ ö =bert/encoder/layer_11/attention/output/dense/bias/adam_m/readIdentity8bert/encoder/layer_11/attention/output/dense/bias/adam_m* T0*K _classA ?=loc:@bert/encoder/layer_11/attention/output/dense/bias/adam_m* _output_shapes :€ æ Jbert/encoder/layer_11/attention/output/dense/bias/adam_v/Initializer/zerosConst*K _classA ?=loc:@bert/encoder/layer_11/attention/output/dense/bias/adam_v* valueB€** dtype0* _output_shapes :€ ó 8bert/encoder/layer_11/attention/output/dense/bias/adam_v VariableV2* shared_name*K _classA ?=loc:@bert/encoder/layer_11/attention/output/dense/bias/adam_v* container* shape:€* dtype0* _output_shapes :€ ë ?bert/encoder/layer_11/attention/output/dense/bias/adam_v/AssignAssign8bert/encoder/layer_11/attention/output/dense/bias/adam_vJbert/encoder/layer_11/attention/output/dense/bias/adam_v/Initializer/zeros* use_locking(* T0*K _classA ?=loc:@bert/encoder/layer_11/attention/output/dense/bias/adam_v* validate_shape(* _output_shapes :€ ö =bert/encoder/layer_11/attention/output/dense/bias/adam_v/readIdentity8bert/encoder/layer_11/attention/output/dense/bias/adam_v* T0*K _classA ?=loc:@bert/encoder/layer_11/attention/output/dense/bias/adam_v* _output_shapes :€ O Mul_1017/xConst* value B *fff?* dtype0* _output_shapes : € Mul_1017Mul Mul_1017/x=bert/encoder/layer_11/attention/output/dense/bias/adam_m/read* T0* _output_shapes :€ O Mul_1018/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : o Mul_1018Mul Mul_1018/x,clip_by_global_norm/clip_by_global_norm/_188* T0* _output_shapes :€ H add_640AddMul_1017Mul_1018* T0* _output_shapes :€ O Mul_1019/xConst* value B *w¾?* dtype0* _output_shapes : € Mul_1019Mul Mul_1019/x=bert/encoder/layer_11/attention/output/dense/bias/adam_v/read* T0* _output_shapes :€ h Square_188Square,clip_by_global_norm/clip_by_global_norm/_188* T0* _output_shapes :€ O Mul_1020/xConst* value B *oƒ:* dtype0* _output_shapes : M Mul_1020Mul Mul_1020/x Square_188* T0* _output_shapes :€ H add_641AddMul_1019Mul_1020* T0* _output_shapes :€ ? Sqrt_188Sqrtadd_641* T0* _output_shapes :€ N add_642/yConst* value B *½7†5* dtype0* _output_shapes : I add_642AddSqrt_188 add_642/y* T0* _output_shapes :€ N truediv_189RealDivadd_640add_642* T0* _output_shapes :€ I mul_1021Muladd_2 truediv_189* T0* _output_shapes :€ v sub_189Sub6bert/encoder/layer_11/attention/output/dense/bias/readmul_1021* T0* _output_shapes :€ å Assign_770Assign1bert/encoder/layer_11/attention/output/dense/biassub_189* T0*D _class: 86loc:@bert/encoder/layer_11/attention/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( ó Assign_771Assign8bert/encoder/layer_11/attention/output/dense/bias/adam_madd_640* T0*K _classA ?=loc:@bert/encoder/layer_11/attention/output/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ó Assign_772Assign8bert/encoder/layer_11/attention/output/dense/bias/adam_vadd_641* use_locking(* T0*K _classA ?=loc:@bert/encoder/layer_11/attention/output/dense/bias/adam_v* validate_shape(* _output_shapes :€ î Nbert/encoder/layer_11/attention/output/LayerNorm/beta/adam_m/Initializer/zerosConst*O _classE CAloc:@bert/encoder/layer_11/attention/output/LayerNorm/beta/adam_m* valueB€** dtype0* _output_shapes :€ û <:loc:@bert/encoder/layer_11/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( û Assign_774Assign _class4 20loc:@bert/encoder/layer_11/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( ç Assign_792Assign2bert/encoder/layer_11/output/LayerNorm/beta/adam_madd_663* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_11/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ ç Assign_793Assign2bert/encoder/layer_11/output/LayerNorm/beta/adam_vadd_664* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_11/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€ Ü Ebert/encoder/layer_11/output/LayerNorm/gamma/adam_m/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_11/output/LayerNorm/gamma/adam_m* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_11/output/LayerNorm/gamma/adam_m VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*F _class< :8loc:@bert/encoder/layer_11/output/LayerNorm/gamma/adam_m* container × :bert/encoder/layer_11/output/LayerNorm/gamma/adam_m/AssignAssign3bert/encoder/layer_11/output/LayerNorm/gamma/adam_mEbert/encoder/layer_11/output/LayerNorm/gamma/adam_m/Initializer/zeros* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_11/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€ ç 8bert/encoder/layer_11/output/LayerNorm/gamma/adam_m/readIdentity3bert/encoder/layer_11/output/LayerNorm/gamma/adam_m* T0*F _class< :8loc:@bert/encoder/layer_11/output/LayerNorm/gamma/adam_m* _output_shapes :€ Ü Ebert/encoder/layer_11/output/LayerNorm/gamma/adam_v/Initializer/zerosConst*F _class< :8loc:@bert/encoder/layer_11/output/LayerNorm/gamma/adam_v* valueB€** dtype0* _output_shapes :€ é 3bert/encoder/layer_11/output/LayerNorm/gamma/adam_v VariableV2*F _class< :8loc:@bert/encoder/layer_11/output/LayerNorm/gamma/adam_v* container* shape:€* dtype0* _output_shapes :€* shared_name × :bert/encoder/layer_11/output/LayerNorm/gamma/adam_v/AssignAssign3bert/encoder/layer_11/output/LayerNorm/gamma/adam_vEbert/encoder/layer_11/output/LayerNorm/gamma/adam_v/Initializer/zeros* T0*F _class< :8loc:@bert/encoder/layer_11/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€* use_locking( ç 8bert/encoder/layer_11/output/LayerNorm/gamma/adam_v/readIdentity3bert/encoder/layer_11/output/LayerNorm/gamma/adam_v* T0*F _class< :8loc:@bert/encoder/layer_11/output/LayerNorm/gamma/adam_v* _output_shapes :€ O Mul_1059/xConst* value B *fff?* dtype0* _output_shapes : { Mul_1059Mul Mul_1059/x8bert/encoder/layer_11/output/LayerNorm/gamma/adam_m/read* T0* _output_shapes :€ O Mul_1060/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : o Mul_1060Mul Mul_1060/x,clip_by_global_norm/clip_by_global_norm/_196* T0* _output_shapes :€ H add_666AddMul_1059Mul_1060* T0* _output_shapes :€ O Mul_1061/xConst* value B *w¾?* dtype0* _output_shapes : { Mul_1061Mul Mul_1061/x8bert/encoder/layer_11/output/LayerNorm/gamma/adam_v/read* T0* _output_shapes :€ h Square_196Square,clip_by_global_norm/clip_by_global_norm/_196* T0* _output_shapes :€ O Mul_1062/xConst* value B *oƒ:* dtype0* _output_shapes : M Mul_1062Mul Mul_1062/x Square_196* T0* _output_shapes :€ H add_667AddMul_1061Mul_1062* T0* _output_shapes :€ ? Sqrt_196Sqrtadd_667* T0* _output_shapes :€ N add_668/yConst* value B *½7†5* dtype0* _output_shapes : I add_668AddSqrt_196 add_668/y* T0* _output_shapes :€ N truediv_197RealDivadd_666add_668* T0* _output_shapes :€ I mul_1063Muladd_2 truediv_197* T0* _output_shapes :€ q sub_197Sub1bert/encoder/layer_11/output/LayerNorm/gamma/readmul_1063* T0* _output_shapes :€ Û Assign_794Assign,bert/encoder/layer_11/output/LayerNorm/gammasub_197* T0*? _class5 31loc:@bert/encoder/layer_11/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( é Assign_795Assign3bert/encoder/layer_11/output/LayerNorm/gamma/adam_madd_666* T0*F _class< :8loc:@bert/encoder/layer_11/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( é Assign_796Assign3bert/encoder/layer_11/output/LayerNorm/gamma/adam_vadd_667* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_11/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ Æ Abert/pooler/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*2 _class( &$loc:@bert/pooler/dense/kernel/adam_m* valueB"* dtype0* _output_shapes : ° 7bert/pooler/dense/kernel/adam_m/Initializer/zeros/ConstConst*2 _class( &$loc:@bert/pooler/dense/kernel/adam_m* value B ** dtype0* _output_shapes : ¦ 1bert/pooler/dense/kernel/adam_m/Initializer/zerosFillAbert/pooler/dense/kernel/adam_m/Initializer/zeros/shape_as_tensor7bert/pooler/dense/kernel/adam_m/Initializer/zeros/Const* T0*2 _class( &$loc:@bert/pooler/dense/kernel/adam_m* index_type0* _output_shapes : €€ Ë bert/pooler/dense/kernel/adam_m VariableV2*2 _class( &$loc:@bert/pooler/dense/kernel/adam_m* container* shape : €€* dtype0* _output_shapes : €€* shared_name Œ &bert/pooler/dense/kernel/adam_m/AssignAssignbert/pooler/dense/kernel/adam_m1bert/pooler/dense/kernel/adam_m/Initializer/zeros* T0*2 _class( &$loc:@bert/pooler/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ° $bert/pooler/dense/kernel/adam_m/readIdentitybert/pooler/dense/kernel/adam_m* T0*2 _class( &$loc:@bert/pooler/dense/kernel/adam_m* _output_shapes : €€ Æ Abert/pooler/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*2 _class( &$loc:@bert/pooler/dense/kernel/adam_v* valueB"* dtype0* _output_shapes : ° 7bert/pooler/dense/kernel/adam_v/Initializer/zeros/ConstConst*2 _class( &$loc:@bert/pooler/dense/kernel/adam_v* value B ** dtype0* _output_shapes : ¦ 1bert/pooler/dense/kernel/adam_v/Initializer/zerosFillAbert/pooler/dense/kernel/adam_v/Initializer/zeros/shape_as_tensor7bert/pooler/dense/kernel/adam_v/Initializer/zeros/Const* T0*2 _class( &$loc:@bert/pooler/dense/kernel/adam_v* index_type0* _output_shapes : €€ Ë bert/pooler/dense/kernel/adam_v VariableV2* dtype0* _output_shapes : €€* shared_name*2 _class( &$loc:@bert/pooler/dense/kernel/adam_v* container* shape : €€ Œ &bert/pooler/dense/kernel/adam_v/AssignAssignbert/pooler/dense/kernel/adam_v1bert/pooler/dense/kernel/adam_v/Initializer/zeros* T0*2 _class( &$loc:@bert/pooler/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ° $bert/pooler/dense/kernel/adam_v/readIdentitybert/pooler/dense/kernel/adam_v* T0*2 _class( &$loc:@bert/pooler/dense/kernel/adam_v* _output_shapes : €€ O Mul_1064/xConst* value B *fff?* dtype0* _output_shapes : l Mul_1064Mul Mul_1064/x$bert/pooler/dense/kernel/adam_m/read* T0* _output_shapes : €€ O Mul_1065/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : t Mul_1065Mul Mul_1065/x,clip_by_global_norm/clip_by_global_norm/_197* T0* _output_shapes : €€ M add_669AddMul_1064Mul_1065* T0* _output_shapes : €€ O Mul_1066/xConst* value B *w¾?* dtype0* _output_shapes : l Mul_1066Mul Mul_1066/x$bert/pooler/dense/kernel/adam_v/read* T0* _output_shapes : €€ m Square_197Square,clip_by_global_norm/clip_by_global_norm/_197* T0* _output_shapes : €€ O Mul_1067/xConst* value B *oƒ:* dtype0* _output_shapes : R Mul_1067Mul Mul_1067/x Square_197* T0* _output_shapes : €€ M add_670AddMul_1066Mul_1067* T0* _output_shapes : €€ D Sqrt_197Sqrtadd_670* T0* _output_shapes : €€ N add_671/yConst* value B *½7†5* dtype0* _output_shapes : N add_671AddSqrt_197 add_671/y* T0* _output_shapes : €€ S truediv_198RealDivadd_669add_671* T0* _output_shapes : €€ O mul_1068/xConst* value B * ×#<* dtype0* _output_shapes : e mul_1068Mul mul_1068/xbert/pooler/dense/kernel/read* T0* _output_shapes : €€ P add_672Add truediv_198mul_1068* T0* _output_shapes : €€ J mul_1069Muladd_2add_672* T0* _output_shapes : €€ b sub_198Subbert/pooler/dense/kernel/readmul_1069* T0* _output_shapes : €€ ¸ Assign_797Assignbert/pooler/dense/kernelsub_198* use_locking(* T0*+ _class! loc:@bert/pooler/dense/kernel* validate_shape(* _output_shapes : €€ Æ Assign_798Assignbert/pooler/dense/kernel/adam_madd_669* use_locking(* T0*2 _class( &$loc:@bert/pooler/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ Æ Assign_799Assignbert/pooler/dense/kernel/adam_vadd_670* T0*2 _class( &$loc:@bert/pooler/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ° /bert/pooler/dense/bias/adam_m/Initializer/zerosConst*0 _class& $"loc:@bert/pooler/dense/bias/adam_m* valueB€** dtype0* _output_shapes :€ ½ bert/pooler/dense/bias/adam_m VariableV2*0 _class& $"loc:@bert/pooler/dense/bias/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name ÿ $bert/pooler/dense/bias/adam_m/AssignAssignbert/pooler/dense/bias/adam_m/bert/pooler/dense/bias/adam_m/Initializer/zeros* use_locking(* T0*0 _class& $"loc:@bert/pooler/dense/bias/adam_m* validate_shape(* _output_shapes :€ ¥ "bert/pooler/dense/bias/adam_m/readIdentitybert/pooler/dense/bias/adam_m* T0*0 _class& $"loc:@bert/pooler/dense/bias/adam_m* _output_shapes :€ ° /bert/pooler/dense/bias/adam_v/Initializer/zerosConst*0 _class& $"loc:@bert/pooler/dense/bias/adam_v* valueB€** dtype0* _output_shapes :€ ½ bert/pooler/dense/bias/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*0 _class& $"loc:@bert/pooler/dense/bias/adam_v* container ÿ $bert/pooler/dense/bias/adam_v/AssignAssignbert/pooler/dense/bias/adam_v/bert/pooler/dense/bias/adam_v/Initializer/zeros* use_locking(* T0*0 _class& $"loc:@bert/pooler/dense/bias/adam_v* validate_shape(* _output_shapes :€ ¥ "bert/pooler/dense/bias/adam_v/readIdentitybert/pooler/dense/bias/adam_v* T0*0 _class& $"loc:@bert/pooler/dense/bias/adam_v* _output_shapes :€ O Mul_1070/xConst* value B *fff?* dtype0* _output_shapes : e Mul_1070Mul Mul_1070/x"bert/pooler/dense/bias/adam_m/read* T0* _output_shapes :€ O Mul_1071/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : o Mul_1071Mul Mul_1071/x,clip_by_global_norm/clip_by_global_norm/_198* T0* _output_shapes :€ H add_673AddMul_1070Mul_1071* T0* _output_shapes :€ O Mul_1072/xConst* value B *w¾?* dtype0* _output_shapes : e Mul_1072Mul Mul_1072/x"bert/pooler/dense/bias/adam_v/read* T0* _output_shapes :€ h Square_198Square,clip_by_global_norm/clip_by_global_norm/_198* T0* _output_shapes :€ O Mul_1073/xConst* value B *oƒ:* dtype0* _output_shapes : M Mul_1073Mul Mul_1073/x Square_198* T0* _output_shapes :€ H add_674AddMul_1072Mul_1073* T0* _output_shapes :€ ? Sqrt_198Sqrtadd_674* T0* _output_shapes :€ N add_675/yConst* value B *½7†5* dtype0* _output_shapes : I add_675AddSqrt_198 add_675/y* T0* _output_shapes :€ N truediv_199RealDivadd_673add_675* T0* _output_shapes :€ I mul_1074Muladd_2 truediv_199* T0* _output_shapes :€ [ sub_199Subbert/pooler/dense/bias/readmul_1074* T0* _output_shapes :€ ¯ Assign_800Assignbert/pooler/dense/biassub_199* use_locking(* T0*) _class loc:@bert/pooler/dense/bias* validate_shape(* _output_shapes :€ ½ Assign_801Assignbert/pooler/dense/bias/adam_madd_673* T0*0 _class& $"loc:@bert/pooler/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ½ Assign_802Assignbert/pooler/dense/bias/adam_vadd_674* use_locking(* T0*0 _class& $"loc:@bert/pooler/dense/bias/adam_v* validate_shape(* _output_shapes :€ â Ocls/predictions/transform/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorConst*@ _class6 42loc:@cls/predictions/transform/dense/kernel/adam_m* valueB"* dtype0* _output_shapes : Ì Ecls/predictions/transform/dense/kernel/adam_m/Initializer/zeros/ConstConst*@ _class6 42loc:@cls/predictions/transform/dense/kernel/adam_m* value B ** dtype0* _output_shapes : Þ ?cls/predictions/transform/dense/kernel/adam_m/Initializer/zerosFillOcls/predictions/transform/dense/kernel/adam_m/Initializer/zeros/shape_as_tensorEcls/predictions/transform/dense/kernel/adam_m/Initializer/zeros/Const* T0*@ _class6 42loc:@cls/predictions/transform/dense/kernel/adam_m* index_type0* _output_shapes : €€ ç -cls/predictions/transform/dense/kernel/adam_m VariableV2* dtype0* _output_shapes : €€* shared_name*@ _class6 42loc:@cls/predictions/transform/dense/kernel/adam_m* container* shape : €€ Ä 4cls/predictions/transform/dense/kernel/adam_m/AssignAssign-cls/predictions/transform/dense/kernel/adam_m?cls/predictions/transform/dense/kernel/adam_m/Initializer/zeros* T0*@ _class6 42loc:@cls/predictions/transform/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( Ú 2cls/predictions/transform/dense/kernel/adam_m/readIdentity-cls/predictions/transform/dense/kernel/adam_m* T0*@ _class6 42loc:@cls/predictions/transform/dense/kernel/adam_m* _output_shapes : €€ â Ocls/predictions/transform/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorConst*@ _class6 42loc:@cls/predictions/transform/dense/kernel/adam_v* valueB"* dtype0* _output_shapes : Ì Ecls/predictions/transform/dense/kernel/adam_v/Initializer/zeros/ConstConst*@ _class6 42loc:@cls/predictions/transform/dense/kernel/adam_v* value B ** dtype0* _output_shapes : Þ ?cls/predictions/transform/dense/kernel/adam_v/Initializer/zerosFillOcls/predictions/transform/dense/kernel/adam_v/Initializer/zeros/shape_as_tensorEcls/predictions/transform/dense/kernel/adam_v/Initializer/zeros/Const* T0*@ _class6 42loc:@cls/predictions/transform/dense/kernel/adam_v* index_type0* _output_shapes : €€ ç -cls/predictions/transform/dense/kernel/adam_v VariableV2* shared_name*@ _class6 42loc:@cls/predictions/transform/dense/kernel/adam_v* container* shape : €€* dtype0* _output_shapes : €€ Ä 4cls/predictions/transform/dense/kernel/adam_v/AssignAssign-cls/predictions/transform/dense/kernel/adam_v?cls/predictions/transform/dense/kernel/adam_v/Initializer/zeros* T0*@ _class6 42loc:@cls/predictions/transform/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( Ú 2cls/predictions/transform/dense/kernel/adam_v/readIdentity-cls/predictions/transform/dense/kernel/adam_v* T0*@ _class6 42loc:@cls/predictions/transform/dense/kernel/adam_v* _output_shapes : €€ O Mul_1075/xConst* value B *fff?* dtype0* _output_shapes : z Mul_1075Mul Mul_1075/x2cls/predictions/transform/dense/kernel/adam_m/read* T0* _output_shapes : €€ O Mul_1076/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : t Mul_1076Mul Mul_1076/x,clip_by_global_norm/clip_by_global_norm/_199* T0* _output_shapes : €€ M add_676AddMul_1075Mul_1076* T0* _output_shapes : €€ O Mul_1077/xConst* value B *w¾?* dtype0* _output_shapes : z Mul_1077Mul Mul_1077/x2cls/predictions/transform/dense/kernel/adam_v/read* T0* _output_shapes : €€ m Square_199Square,clip_by_global_norm/clip_by_global_norm/_199* T0* _output_shapes : €€ O Mul_1078/xConst* value B *oƒ:* dtype0* _output_shapes : R Mul_1078Mul Mul_1078/x Square_199* T0* _output_shapes : €€ M add_677AddMul_1077Mul_1078* T0* _output_shapes : €€ D Sqrt_199Sqrtadd_677* T0* _output_shapes : €€ N add_678/yConst* value B *½7†5* dtype0* _output_shapes : N add_678AddSqrt_199 add_678/y* T0* _output_shapes : €€ S truediv_200RealDivadd_676add_678* T0* _output_shapes : €€ O mul_1079/xConst* value B * ×#<* dtype0* _output_shapes : s mul_1079Mul mul_1079/x+cls/predictions/transform/dense/kernel/read* T0* _output_shapes : €€ P add_679Add truediv_200mul_1079* T0* _output_shapes : €€ J mul_1080Muladd_2add_679* T0* _output_shapes : €€ p sub_200Sub+cls/predictions/transform/dense/kernel/readmul_1080* T0* _output_shapes : €€ Ô Assign_803Assign&cls/predictions/transform/dense/kernelsub_200* use_locking(* T0*9 _class/ -+loc:@cls/predictions/transform/dense/kernel* validate_shape(* _output_shapes : €€ â Assign_804Assign-cls/predictions/transform/dense/kernel/adam_madd_676* use_locking(* T0*@ _class6 42loc:@cls/predictions/transform/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ â Assign_805Assign-cls/predictions/transform/dense/kernel/adam_vadd_677* T0*@ _class6 42loc:@cls/predictions/transform/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( Ì =cls/predictions/transform/dense/bias/adam_m/Initializer/zerosConst*> _class4 20loc:@cls/predictions/transform/dense/bias/adam_m* valueB€** dtype0* _output_shapes :€ Ù +cls/predictions/transform/dense/bias/adam_m VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*> _class4 20loc:@cls/predictions/transform/dense/bias/adam_m* container · 2cls/predictions/transform/dense/bias/adam_m/AssignAssign+cls/predictions/transform/dense/bias/adam_m=cls/predictions/transform/dense/bias/adam_m/Initializer/zeros* T0*> _class4 20loc:@cls/predictions/transform/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( Ï 0cls/predictions/transform/dense/bias/adam_m/readIdentity+cls/predictions/transform/dense/bias/adam_m* T0*> _class4 20loc:@cls/predictions/transform/dense/bias/adam_m* _output_shapes :€ Ì =cls/predictions/transform/dense/bias/adam_v/Initializer/zerosConst*> _class4 20loc:@cls/predictions/transform/dense/bias/adam_v* valueB€** dtype0* _output_shapes :€ Ù +cls/predictions/transform/dense/bias/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*> _class4 20loc:@cls/predictions/transform/dense/bias/adam_v* container · 2cls/predictions/transform/dense/bias/adam_v/AssignAssign+cls/predictions/transform/dense/bias/adam_v=cls/predictions/transform/dense/bias/adam_v/Initializer/zeros* T0*> _class4 20loc:@cls/predictions/transform/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( Ï 0cls/predictions/transform/dense/bias/adam_v/readIdentity+cls/predictions/transform/dense/bias/adam_v* T0*> _class4 20loc:@cls/predictions/transform/dense/bias/adam_v* _output_shapes :€ O Mul_1081/xConst* value B *fff?* dtype0* _output_shapes : s Mul_1081Mul Mul_1081/x0cls/predictions/transform/dense/bias/adam_m/read* T0* _output_shapes :€ O Mul_1082/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : o Mul_1082Mul Mul_1082/x,clip_by_global_norm/clip_by_global_norm/_200* T0* _output_shapes :€ H add_680AddMul_1081Mul_1082* T0* _output_shapes :€ O Mul_1083/xConst* value B *w¾?* dtype0* _output_shapes : s Mul_1083Mul Mul_1083/x0cls/predictions/transform/dense/bias/adam_v/read* T0* _output_shapes :€ h Square_200Square,clip_by_global_norm/clip_by_global_norm/_200* T0* _output_shapes :€ O Mul_1084/xConst* value B *oƒ:* dtype0* _output_shapes : M Mul_1084Mul Mul_1084/x Square_200* T0* _output_shapes :€ H add_681AddMul_1083Mul_1084* T0* _output_shapes :€ ? Sqrt_200Sqrtadd_681* T0* _output_shapes :€ N add_682/yConst* value B *½7†5* dtype0* _output_shapes : I add_682AddSqrt_200 add_682/y* T0* _output_shapes :€ N truediv_201RealDivadd_680add_682* T0* _output_shapes :€ I mul_1085Muladd_2 truediv_201* T0* _output_shapes :€ i sub_201Sub)cls/predictions/transform/dense/bias/readmul_1085* T0* _output_shapes :€ Ë Assign_806Assign$cls/predictions/transform/dense/biassub_201* use_locking(* T0*7 _class- +)loc:@cls/predictions/transform/dense/bias* validate_shape(* _output_shapes :€ Ù Assign_807Assign+cls/predictions/transform/dense/bias/adam_madd_680* T0*> _class4 20loc:@cls/predictions/transform/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( Ù Assign_808Assign+cls/predictions/transform/dense/bias/adam_vadd_681* T0*> _class4 20loc:@cls/predictions/transform/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( Ô Acls/predictions/transform/LayerNorm/beta/adam_m/Initializer/zerosConst*B _class8 64loc:@cls/predictions/transform/LayerNorm/beta/adam_m* valueB€** dtype0* _output_shapes :€ á /cls/predictions/transform/LayerNorm/beta/adam_m VariableV2* dtype0* _output_shapes :€* shared_name*B _class8 64loc:@cls/predictions/transform/LayerNorm/beta/adam_m* container* shape:€ Ç 6cls/predictions/transform/LayerNorm/beta/adam_m/AssignAssign/cls/predictions/transform/LayerNorm/beta/adam_mAcls/predictions/transform/LayerNorm/beta/adam_m/Initializer/zeros* use_locking(* T0*B _class8 64loc:@cls/predictions/transform/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ Û 4cls/predictions/transform/LayerNorm/beta/adam_m/readIdentity/cls/predictions/transform/LayerNorm/beta/adam_m* T0*B _class8 64loc:@cls/predictions/transform/LayerNorm/beta/adam_m* _output_shapes :€ Ô Acls/predictions/transform/LayerNorm/beta/adam_v/Initializer/zerosConst*B _class8 64loc:@cls/predictions/transform/LayerNorm/beta/adam_v* valueB€** dtype0* _output_shapes :€ á /cls/predictions/transform/LayerNorm/beta/adam_v VariableV2* shape:€* dtype0* _output_shapes :€* shared_name*B _class8 64loc:@cls/predictions/transform/LayerNorm/beta/adam_v* container Ç 6cls/predictions/transform/LayerNorm/beta/adam_v/AssignAssign/cls/predictions/transform/LayerNorm/beta/adam_vAcls/predictions/transform/LayerNorm/beta/adam_v/Initializer/zeros* use_locking(* T0*B _class8 64loc:@cls/predictions/transform/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€ Û 4cls/predictions/transform/LayerNorm/beta/adam_v/readIdentity/cls/predictions/transform/LayerNorm/beta/adam_v* T0*B _class8 64loc:@cls/predictions/transform/LayerNorm/beta/adam_v* _output_shapes :€ O Mul_1086/xConst* value B *fff?* dtype0* _output_shapes : w Mul_1086Mul Mul_1086/x4cls/predictions/transform/LayerNorm/beta/adam_m/read* T0* _output_shapes :€ O Mul_1087/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : o Mul_1087Mul Mul_1087/x,clip_by_global_norm/clip_by_global_norm/_201* T0* _output_shapes :€ H add_683AddMul_1086Mul_1087* T0* _output_shapes :€ O Mul_1088/xConst* value B *w¾?* dtype0* _output_shapes : w Mul_1088Mul Mul_1088/x4cls/predictions/transform/LayerNorm/beta/adam_v/read* T0* _output_shapes :€ h Square_201Square,clip_by_global_norm/clip_by_global_norm/_201* T0* _output_shapes :€ O Mul_1089/xConst* value B *oƒ:* dtype0* _output_shapes : M Mul_1089Mul Mul_1089/x Square_201* T0* _output_shapes :€ H add_684AddMul_1088Mul_1089* T0* _output_shapes :€ ? Sqrt_201Sqrtadd_684* T0* _output_shapes :€ N add_685/yConst* value B *½7†5* dtype0* _output_shapes : I add_685AddSqrt_201 add_685/y* T0* _output_shapes :€ N truediv_202RealDivadd_683add_685* T0* _output_shapes :€ I mul_1090Muladd_2 truediv_202* T0* _output_shapes :€ m sub_202Sub-cls/predictions/transform/LayerNorm/beta/readmul_1090* T0* _output_shapes :€ Ó Assign_809Assign(cls/predictions/transform/LayerNorm/betasub_202* T0*; _class1 /-loc:@cls/predictions/transform/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( á Assign_810Assign/cls/predictions/transform/LayerNorm/beta/adam_madd_683* use_locking(* T0*B _class8 64loc:@cls/predictions/transform/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ á Assign_811Assign/cls/predictions/transform/LayerNorm/beta/adam_vadd_684* T0*B _class8 64loc:@cls/predictions/transform/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( Ö Bcls/predictions/transform/LayerNorm/gamma/adam_m/Initializer/zerosConst*C _class9 75loc:@cls/predictions/transform/LayerNorm/gamma/adam_m* valueB€** dtype0* _output_shapes :€ ã 0cls/predictions/transform/LayerNorm/gamma/adam_m VariableV2*C _class9 75loc:@cls/predictions/transform/LayerNorm/gamma/adam_m* container* shape:€* dtype0* _output_shapes :€* shared_name Ë 7cls/predictions/transform/LayerNorm/gamma/adam_m/AssignAssign0cls/predictions/transform/LayerNorm/gamma/adam_mBcls/predictions/transform/LayerNorm/gamma/adam_m/Initializer/zeros* T0*C _class9 75loc:@cls/predictions/transform/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( Þ 5cls/predictions/transform/LayerNorm/gamma/adam_m/readIdentity0cls/predictions/transform/LayerNorm/gamma/adam_m* T0*C _class9 75loc:@cls/predictions/transform/LayerNorm/gamma/adam_m* _output_shapes :€ Ö Bcls/predictions/transform/LayerNorm/gamma/adam_v/Initializer/zerosConst*C _class9 75loc:@cls/predictions/transform/LayerNorm/gamma/adam_v* valueB€** dtype0* _output_shapes :€ ã 0cls/predictions/transform/LayerNorm/gamma/adam_v VariableV2* dtype0* _output_shapes :€* shared_name*C _class9 75loc:@cls/predictions/transform/LayerNorm/gamma/adam_v* container* shape:€ Ë 7cls/predictions/transform/LayerNorm/gamma/adam_v/AssignAssign0cls/predictions/transform/LayerNorm/gamma/adam_vBcls/predictions/transform/LayerNorm/gamma/adam_v/Initializer/zeros* T0*C _class9 75loc:@cls/predictions/transform/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€* use_locking( Þ 5cls/predictions/transform/LayerNorm/gamma/adam_v/readIdentity0cls/predictions/transform/LayerNorm/gamma/adam_v* T0*C _class9 75loc:@cls/predictions/transform/LayerNorm/gamma/adam_v* _output_shapes :€ O Mul_1091/xConst* value B *fff?* dtype0* _output_shapes : x Mul_1091Mul Mul_1091/x5cls/predictions/transform/LayerNorm/gamma/adam_m/read* T0* _output_shapes :€ O Mul_1092/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : o Mul_1092Mul Mul_1092/x,clip_by_global_norm/clip_by_global_norm/_202* T0* _output_shapes :€ H add_686AddMul_1091Mul_1092* T0* _output_shapes :€ O Mul_1093/xConst* value B *w¾?* dtype0* _output_shapes : x Mul_1093Mul Mul_1093/x5cls/predictions/transform/LayerNorm/gamma/adam_v/read* T0* _output_shapes :€ h Square_202Square,clip_by_global_norm/clip_by_global_norm/_202* T0* _output_shapes :€ O Mul_1094/xConst* value B *oƒ:* dtype0* _output_shapes : M Mul_1094Mul Mul_1094/x Square_202* T0* _output_shapes :€ H add_687AddMul_1093Mul_1094* T0* _output_shapes :€ ? Sqrt_202Sqrtadd_687* T0* _output_shapes :€ N add_688/yConst* value B *½7†5* dtype0* _output_shapes : I add_688AddSqrt_202 add_688/y* T0* _output_shapes :€ N truediv_203RealDivadd_686add_688* T0* _output_shapes :€ I mul_1095Muladd_2 truediv_203* T0* _output_shapes :€ n sub_203Sub.cls/predictions/transform/LayerNorm/gamma/readmul_1095* T0* _output_shapes :€ Õ Assign_812Assign)cls/predictions/transform/LayerNorm/gammasub_203* T0*< _class2 0.loc:@cls/predictions/transform/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( ã Assign_813Assign0cls/predictions/transform/LayerNorm/gamma/adam_madd_686* T0*C _class9 75loc:@cls/predictions/transform/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( ã Assign_814Assign0cls/predictions/transform/LayerNorm/gamma/adam_vadd_687* use_locking(* T0*C _class9 75loc:@cls/predictions/transform/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ Ç Dcls/predictions/output_bias/adam_m/Initializer/zeros/shape_as_tensorConst*5 _class+ )'loc:@cls/predictions/output_bias/adam_m* valueB :Äâ* dtype0* _output_shapes : ¶ :cls/predictions/output_bias/adam_m/Initializer/zeros/ConstConst*5 _class+ )'loc:@cls/predictions/output_bias/adam_m* value B ** dtype0* _output_shapes : ® 4cls/predictions/output_bias/adam_m/Initializer/zerosFillDcls/predictions/output_bias/adam_m/Initializer/zeros/shape_as_tensor:cls/predictions/output_bias/adam_m/Initializer/zeros/Const* T0*5 _class+ )'loc:@cls/predictions/output_bias/adam_m* index_type0* _output_shapes :Äâ É "cls/predictions/output_bias/adam_m VariableV2* shared_name*5 _class+ )'loc:@cls/predictions/output_bias/adam_m* container* shape:Äâ* dtype0* _output_shapes :Äâ ” )cls/predictions/output_bias/adam_m/AssignAssign"cls/predictions/output_bias/adam_m4cls/predictions/output_bias/adam_m/Initializer/zeros* use_locking(* T0*5 _class+ )'loc:@cls/predictions/output_bias/adam_m* validate_shape(* _output_shapes :Äâ µ 'cls/predictions/output_bias/adam_m/readIdentity"cls/predictions/output_bias/adam_m* T0*5 _class+ )'loc:@cls/predictions/output_bias/adam_m* _output_shapes :Äâ Ç Dcls/predictions/output_bias/adam_v/Initializer/zeros/shape_as_tensorConst*5 _class+ )'loc:@cls/predictions/output_bias/adam_v* valueB :Äâ* dtype0* _output_shapes : ¶ :cls/predictions/output_bias/adam_v/Initializer/zeros/ConstConst*5 _class+ )'loc:@cls/predictions/output_bias/adam_v* value B ** dtype0* _output_shapes : ® 4cls/predictions/output_bias/adam_v/Initializer/zerosFillDcls/predictions/output_bias/adam_v/Initializer/zeros/shape_as_tensor:cls/predictions/output_bias/adam_v/Initializer/zeros/Const* T0*5 _class+ )'loc:@cls/predictions/output_bias/adam_v* index_type0* _output_shapes :Äâ É "cls/predictions/output_bias/adam_v VariableV2* shared_name*5 _class+ )'loc:@cls/predictions/output_bias/adam_v* container* shape:Äâ* dtype0* _output_shapes :Äâ ” )cls/predictions/output_bias/adam_v/AssignAssign"cls/predictions/output_bias/adam_v4cls/predictions/output_bias/adam_v/Initializer/zeros* use_locking(* T0*5 _class+ )'loc:@cls/predictions/output_bias/adam_v* validate_shape(* _output_shapes :Äâ µ 'cls/predictions/output_bias/adam_v/readIdentity"cls/predictions/output_bias/adam_v* T0*5 _class+ )'loc:@cls/predictions/output_bias/adam_v* _output_shapes :Äâ O Mul_1096/xConst* value B *fff?* dtype0* _output_shapes : k Mul_1096Mul Mul_1096/x'cls/predictions/output_bias/adam_m/read* T0* _output_shapes :Äâ O Mul_1097/xConst* value B *ÍÌÌ=* dtype0* _output_shapes : p Mul_1097Mul Mul_1097/x,clip_by_global_norm/clip_by_global_norm/_203* T0* _output_shapes :Äâ I add_689AddMul_1096Mul_1097* T0* _output_shapes :Äâ O Mul_1098/xConst* value B *w¾?* dtype0* _output_shapes : k Mul_1098Mul Mul_1098/x'cls/predictions/output_bias/adam_v/read* T0* _output_shapes :Äâ i Square_203Square,clip_by_global_norm/clip_by_global_norm/_203* T0* _output_shapes :Äâ O Mul_1099/xConst* value B *oƒ:* dtype0* _output_shapes : N Mul_1099Mul Mul_1099/x Square_203* T0* _output_shapes :Äâ I add_690AddMul_1098Mul_1099* T0* _output_shapes :Äâ @ Sqrt_203Sqrtadd_690* T0* _output_shapes :Äâ N add_691/yConst* value B *½7†5* dtype0* _output_shapes : J add_691AddSqrt_203 add_691/y* T0* _output_shapes :Äâ O truediv_204RealDivadd_689add_691* T0* _output_shapes :Äâ J mul_1100Muladd_2 truediv_204* T0* _output_shapes :Äâ a sub_204Sub cls/predictions/output_bias/readmul_1100* T0* _output_shapes :Äâ º Assign_815Assigncls/predictions/output_biassub_204* T0*. _class$ " loc:@cls/predictions/output_bias* validate_shape(* _output_shapes :Äâ* use_locking( È Assign_816Assign"cls/predictions/output_bias/adam_madd_689* use_locking(* T0*5 _class+ )'loc:@cls/predictions/output_bias/adam_m* validate_shape(* _output_shapes :Äâ È Assign_817Assign"cls/predictions/output_bias/adam_vadd_690* use_locking(* T0*5 _class+ )'loc:@cls/predictions/output_bias/adam_v* validate_shape(* _output_shapes :Äâ Ü Lcls/seq_relationship/output_weights/adam_m/Initializer/zeros/shape_as_tensorConst*= _class3 1/loc:@cls/seq_relationship/output_weights/adam_m* valueB"* dtype0* _output_shapes : Æ Bcls/seq_relationship/output_weights/adam_m/Initializer/zeros/ConstConst*= _class3 1/loc:@cls/seq_relationship/output_weights/adam_m* value B ** dtype0* _output_shapes : Ñ Sqrt_205Sqrtadd_697* T0* _output_shapes : N add_698/yConst* value B *½7†5* dtype0* _output_shapes : H add_698AddSqrt_205 add_698/y* T0* _output_shapes : M truediv_206RealDivadd_696add_698* T0* _output_shapes : H mul_1111Muladd_2 truediv_206* T0* _output_shapes : d sub_206Sub%cls/seq_relationship/output_bias/readmul_1111* T0* _output_shapes :  Assign_821Assign cls/seq_relationship/output_biassub_206* T0*3 _class) '%loc:@cls/seq_relationship/output_bias* validate_shape(* _output_shapes :* use_locking( Ð Assign_822Assign'cls/seq_relationship/output_bias/adam_madd_696* T0*: _class0 .,loc:@cls/seq_relationship/output_bias/adam_m* validate_shape(* _output_shapes :* use_locking( Ð Assign_823Assign'cls/seq_relationship/output_bias/adam_vadd_697* use_locking(* T0*: _class0 .,loc:@cls/seq_relationship/output_bias/adam_v* validate_shape(* _output_shapes : ô> group_depsNoOp ^Assign_206 ^Assign_207 ^Assign_208 ^Assign_209 ^Assign_210 ^Assign_211 ^Assign_212 ^Assign_213 ^Assign_214 ^Assign_215 ^Assign_216 ^Assign_217 ^Assign_218 ^Assign_219 ^Assign_220 ^Assign_221 ^Assign_222 ^Assign_223 ^Assign_224 ^Assign_225 ^Assign_226 ^Assign_227 ^Assign_228 ^Assign_229 ^Assign_230 ^Assign_231 ^Assign_232 ^Assign_233 ^Assign_234 ^Assign_235 ^Assign_236 ^Assign_237 ^Assign_238 ^Assign_239 ^Assign_240 ^Assign_241 ^Assign_242 ^Assign_243 ^Assign_244 ^Assign_245 ^Assign_246 ^Assign_247 ^Assign_248 ^Assign_249 ^Assign_250 ^Assign_251 ^Assign_252 ^Assign_253 ^Assign_254 ^Assign_255 ^Assign_256 ^Assign_257 ^Assign_258 ^Assign_259 ^Assign_260 ^Assign_261 ^Assign_262 ^Assign_263 ^Assign_264 ^Assign_265 ^Assign_266 ^Assign_267 ^Assign_268 ^Assign_269 ^Assign_270 ^Assign_271 ^Assign_272 ^Assign_273 ^Assign_274 ^Assign_275 ^Assign_276 ^Assign_277 ^Assign_278 ^Assign_279 ^Assign_280 ^Assign_281 ^Assign_282 ^Assign_283 ^Assign_284 ^Assign_285 ^Assign_286 ^Assign_287 ^Assign_288 ^Assign_289 ^Assign_290 ^Assign_291 ^Assign_292 ^Assign_293 ^Assign_294 ^Assign_295 ^Assign_296 ^Assign_297 ^Assign_298 ^Assign_299 ^Assign_300 ^Assign_301 ^Assign_302 ^Assign_303 ^Assign_304 ^Assign_305 ^Assign_306 ^Assign_307 ^Assign_308 ^Assign_309 ^Assign_310 ^Assign_311 ^Assign_312 ^Assign_313 ^Assign_314 ^Assign_315 ^Assign_316 ^Assign_317 ^Assign_318 ^Assign_319 ^Assign_320 ^Assign_321 ^Assign_322 ^Assign_323 ^Assign_324 ^Assign_325 ^Assign_326 ^Assign_327 ^Assign_328 ^Assign_329 ^Assign_330 ^Assign_331 ^Assign_332 ^Assign_333 ^Assign_334 ^Assign_335 ^Assign_336 ^Assign_337 ^Assign_338 ^Assign_339 ^Assign_340 ^Assign_341 ^Assign_342 ^Assign_343 ^Assign_344 ^Assign_345 ^Assign_346 ^Assign_347 ^Assign_348 ^Assign_349 ^Assign_350 ^Assign_351 ^Assign_352 ^Assign_353 ^Assign_354 ^Assign_355 ^Assign_356 ^Assign_357 ^Assign_358 ^Assign_359 ^Assign_360 ^Assign_361 ^Assign_362 ^Assign_363 ^Assign_364 ^Assign_365 ^Assign_366 ^Assign_367 ^Assign_368 ^Assign_369 ^Assign_370 ^Assign_371 ^Assign_372 ^Assign_373 ^Assign_374 ^Assign_375 ^Assign_376 ^Assign_377 ^Assign_378 ^Assign_379 ^Assign_380 ^Assign_381 ^Assign_382 ^Assign_383 ^Assign_384 ^Assign_385 ^Assign_386 ^Assign_387 ^Assign_388 ^Assign_389 ^Assign_390 ^Assign_391 ^Assign_392 ^Assign_393 ^Assign_394 ^Assign_395 ^Assign_396 ^Assign_397 ^Assign_398 ^Assign_399 ^Assign_400 ^Assign_401 ^Assign_402 ^Assign_403 ^Assign_404 ^Assign_405 ^Assign_406 ^Assign_407 ^Assign_408 ^Assign_409 ^Assign_410 ^Assign_411 ^Assign_412 ^Assign_413 ^Assign_414 ^Assign_415 ^Assign_416 ^Assign_417 ^Assign_418 ^Assign_419 ^Assign_420 ^Assign_421 ^Assign_422 ^Assign_423 ^Assign_424 ^Assign_425 ^Assign_426 ^Assign_427 ^Assign_428 ^Assign_429 ^Assign_430 ^Assign_431 ^Assign_432 ^Assign_433 ^Assign_434 ^Assign_435 ^Assign_436 ^Assign_437 ^Assign_438 ^Assign_439 ^Assign_440 ^Assign_441 ^Assign_442 ^Assign_443 ^Assign_444 ^Assign_445 ^Assign_446 ^Assign_447 ^Assign_448 ^Assign_449 ^Assign_450 ^Assign_451 ^Assign_452 ^Assign_453 ^Assign_454 ^Assign_455 ^Assign_456 ^Assign_457 ^Assign_458 ^Assign_459 ^Assign_460 ^Assign_461 ^Assign_462 ^Assign_463 ^Assign_464 ^Assign_465 ^Assign_466 ^Assign_467 ^Assign_468 ^Assign_469 ^Assign_470 ^Assign_471 ^Assign_472 ^Assign_473 ^Assign_474 ^Assign_475 ^Assign_476 ^Assign_477 ^Assign_478 ^Assign_479 ^Assign_480 ^Assign_481 ^Assign_482 ^Assign_483 ^Assign_484 ^Assign_485 ^Assign_486 ^Assign_487 ^Assign_488 ^Assign_489 ^Assign_490 ^Assign_491 ^Assign_492 ^Assign_493 ^Assign_494 ^Assign_495 ^Assign_496 ^Assign_497 ^Assign_498 ^Assign_499 ^Assign_500 ^Assign_501 ^Assign_502 ^Assign_503 ^Assign_504 ^Assign_505 ^Assign_506 ^Assign_507 ^Assign_508 ^Assign_509 ^Assign_510 ^Assign_511 ^Assign_512 ^Assign_513 ^Assign_514 ^Assign_515 ^Assign_516 ^Assign_517 ^Assign_518 ^Assign_519 ^Assign_520 ^Assign_521 ^Assign_522 ^Assign_523 ^Assign_524 ^Assign_525 ^Assign_526 ^Assign_527 ^Assign_528 ^Assign_529 ^Assign_530 ^Assign_531 ^Assign_532 ^Assign_533 ^Assign_534 ^Assign_535 ^Assign_536 ^Assign_537 ^Assign_538 ^Assign_539 ^Assign_540 ^Assign_541 ^Assign_542 ^Assign_543 ^Assign_544 ^Assign_545 ^Assign_546 ^Assign_547 ^Assign_548 ^Assign_549 ^Assign_550 ^Assign_551 ^Assign_552 ^Assign_553 ^Assign_554 ^Assign_555 ^Assign_556 ^Assign_557 ^Assign_558 ^Assign_559 ^Assign_560 ^Assign_561 ^Assign_562 ^Assign_563 ^Assign_564 ^Assign_565 ^Assign_566 ^Assign_567 ^Assign_568 ^Assign_569 ^Assign_570 ^Assign_571 ^Assign_572 ^Assign_573 ^Assign_574 ^Assign_575 ^Assign_576 ^Assign_577 ^Assign_578 ^Assign_579 ^Assign_580 ^Assign_581 ^Assign_582 ^Assign_583 ^Assign_584 ^Assign_585 ^Assign_586 ^Assign_587 ^Assign_588 ^Assign_589 ^Assign_590 ^Assign_591 ^Assign_592 ^Assign_593 ^Assign_594 ^Assign_595 ^Assign_596 ^Assign_597 ^Assign_598 ^Assign_599 ^Assign_600 ^Assign_601 ^Assign_602 ^Assign_603 ^Assign_604 ^Assign_605 ^Assign_606 ^Assign_607 ^Assign_608 ^Assign_609 ^Assign_610 ^Assign_611 ^Assign_612 ^Assign_613 ^Assign_614 ^Assign_615 ^Assign_616 ^Assign_617 ^Assign_618 ^Assign_619 ^Assign_620 ^Assign_621 ^Assign_622 ^Assign_623 ^Assign_624 ^Assign_625 ^Assign_626 ^Assign_627 ^Assign_628 ^Assign_629 ^Assign_630 ^Assign_631 ^Assign_632 ^Assign_633 ^Assign_634 ^Assign_635 ^Assign_636 ^Assign_637 ^Assign_638 ^Assign_639 ^Assign_640 ^Assign_641 ^Assign_642 ^Assign_643 ^Assign_644 ^Assign_645 ^Assign_646 ^Assign_647 ^Assign_648 ^Assign_649 ^Assign_650 ^Assign_651 ^Assign_652 ^Assign_653 ^Assign_654 ^Assign_655 ^Assign_656 ^Assign_657 ^Assign_658 ^Assign_659 ^Assign_660 ^Assign_661 ^Assign_662 ^Assign_663 ^Assign_664 ^Assign_665 ^Assign_666 ^Assign_667 ^Assign_668 ^Assign_669 ^Assign_670 ^Assign_671 ^Assign_672 ^Assign_673 ^Assign_674 ^Assign_675 ^Assign_676 ^Assign_677 ^Assign_678 ^Assign_679 ^Assign_680 ^Assign_681 ^Assign_682 ^Assign_683 ^Assign_684 ^Assign_685 ^Assign_686 ^Assign_687 ^Assign_688 ^Assign_689 ^Assign_690 ^Assign_691 ^Assign_692 ^Assign_693 ^Assign_694 ^Assign_695 ^Assign_696 ^Assign_697 ^Assign_698 ^Assign_699 ^Assign_700 ^Assign_701 ^Assign_702 ^Assign_703 ^Assign_704 ^Assign_705 ^Assign_706 ^Assign_707 ^Assign_708 ^Assign_709 ^Assign_710 ^Assign_711 ^Assign_712 ^Assign_713 ^Assign_714 ^Assign_715 ^Assign_716 ^Assign_717 ^Assign_718 ^Assign_719 ^Assign_720 ^Assign_721 ^Assign_722 ^Assign_723 ^Assign_724 ^Assign_725 ^Assign_726 ^Assign_727 ^Assign_728 ^Assign_729 ^Assign_730 ^Assign_731 ^Assign_732 ^Assign_733 ^Assign_734 ^Assign_735 ^Assign_736 ^Assign_737 ^Assign_738 ^Assign_739 ^Assign_740 ^Assign_741 ^Assign_742 ^Assign_743 ^Assign_744 ^Assign_745 ^Assign_746 ^Assign_747 ^Assign_748 ^Assign_749 ^Assign_750 ^Assign_751 ^Assign_752 ^Assign_753 ^Assign_754 ^Assign_755 ^Assign_756 ^Assign_757 ^Assign_758 ^Assign_759 ^Assign_760 ^Assign_761 ^Assign_762 ^Assign_763 ^Assign_764 ^Assign_765 ^Assign_766 ^Assign_767 ^Assign_768 ^Assign_769 ^Assign_770 ^Assign_771 ^Assign_772 ^Assign_773 ^Assign_774 ^Assign_775 ^Assign_776 ^Assign_777 ^Assign_778 ^Assign_779 ^Assign_780 ^Assign_781 ^Assign_782 ^Assign_783 ^Assign_784 ^Assign_785 ^Assign_786 ^Assign_787 ^Assign_788 ^Assign_789 ^Assign_790 ^Assign_791 ^Assign_792 ^Assign_793 ^Assign_794 ^Assign_795 ^Assign_796 ^Assign_797 ^Assign_798 ^Assign_799 ^Assign_800 ^Assign_801 ^Assign_802 ^Assign_803 ^Assign_804 ^Assign_805 ^Assign_806 ^Assign_807 ^Assign_808 ^Assign_809 ^Assign_810 ^Assign_811 ^Assign_812 ^Assign_813 ^Assign_814 ^Assign_815 ^Assign_816 ^Assign_817 ^Assign_818 ^Assign_819 ^Assign_820 ^Assign_821 ^Assign_822 ^Assign_823 R ReadVariableOpReadVariableOp global_step* dtype0 * _output_shapes : K add_699/yConst* value B R* dtype0 * _output_shapes : J add_699AddReadVariableOp add_699/y* T0 * _output_shapes : G AssignVariableOpAssignVariableOp global_stepadd_699* dtype0 g ReadVariableOp_1ReadVariableOp global_step^AssignVariableOp* dtype0 * _output_shapes : 4 group_deps_1NoOp^ReadVariableOp_1 ^group_deps N loss/tagsConst* value B Bloss* dtype0* _output_shapes : H loss ScalarSummary loss/tagsadd_1* T0* _output_shapes : ©Ü initNoOp^Assign ^Assign_1 ^Assign_10 ^Assign_100 ^Assign_101 ^Assign_102 ^Assign_103 ^Assign_104 ^Assign_105 ^Assign_106 ^Assign_107 ^Assign_108 ^Assign_109 ^Assign_11 ^Assign_110 ^Assign_111 ^Assign_112 ^Assign_113 ^Assign_114 ^Assign_115 ^Assign_116 ^Assign_117 ^Assign_118 ^Assign_119 ^Assign_12 ^Assign_120 ^Assign_121 ^Assign_122 ^Assign_123 ^Assign_124 ^Assign_125 ^Assign_126 ^Assign_127 ^Assign_128 ^Assign_129 ^Assign_13 ^Assign_130 ^Assign_131 ^Assign_132 ^Assign_133 ^Assign_134 ^Assign_135 ^Assign_136 ^Assign_137 ^Assign_138 ^Assign_139 ^Assign_14 ^Assign_140 ^Assign_141 ^Assign_142 ^Assign_143 ^Assign_144 ^Assign_145 ^Assign_146 ^Assign_147 ^Assign_148 ^Assign_149 ^Assign_15 ^Assign_150 ^Assign_151 ^Assign_152 ^Assign_153 ^Assign_154 ^Assign_155 ^Assign_156 ^Assign_157 ^Assign_158 ^Assign_159 ^Assign_16 ^Assign_160 ^Assign_161 ^Assign_162 ^Assign_163 ^Assign_164 ^Assign_165 ^Assign_166 ^Assign_167 ^Assign_168 ^Assign_169 ^Assign_17 ^Assign_170 ^Assign_171 ^Assign_172 ^Assign_173 ^Assign_174 ^Assign_175 ^Assign_176 ^Assign_177 ^Assign_178 ^Assign_179 ^Assign_18 ^Assign_180 ^Assign_181 ^Assign_182 ^Assign_183 ^Assign_184 ^Assign_185 ^Assign_186 ^Assign_187 ^Assign_188 ^Assign_189 ^Assign_19 ^Assign_190 ^Assign_191 ^Assign_192 ^Assign_193 ^Assign_194 ^Assign_195 ^Assign_196 ^Assign_197 ^Assign_198 ^Assign_199 ^Assign_2 ^Assign_20 ^Assign_200 ^Assign_201 ^Assign_202 ^Assign_203 ^Assign_204 ^Assign_205 ^Assign_21 ^Assign_22 ^Assign_23 ^Assign_24 ^Assign_25 ^Assign_26 ^Assign_27 ^Assign_28 ^Assign_29 ^Assign_3 ^Assign_30 ^Assign_31 ^Assign_32 ^Assign_33 ^Assign_34 ^Assign_35 ^Assign_36 ^Assign_37 ^Assign_38 ^Assign_39 ^Assign_4 ^Assign_40 ^Assign_41 ^Assign_42 ^Assign_43 ^Assign_44 ^Assign_45 ^Assign_46 ^Assign_47 ^Assign_48 ^Assign_49 ^Assign_5 ^Assign_50 ^Assign_51 ^Assign_52 ^Assign_53 ^Assign_54 ^Assign_55 ^Assign_56 ^Assign_57 ^Assign_58 ^Assign_59 ^Assign_6 ^Assign_60 ^Assign_61 ^Assign_62 ^Assign_63 ^Assign_64 ^Assign_65 ^Assign_66 ^Assign_67 ^Assign_68 ^Assign_69 ^Assign_7 ^Assign_70 ^Assign_71 ^Assign_72 ^Assign_73 ^Assign_74 ^Assign_75 ^Assign_76 ^Assign_77 ^Assign_78 ^Assign_79 ^Assign_8 ^Assign_80 ^Assign_81 ^Assign_82 ^Assign_83 ^Assign_84 ^Assign_85 ^Assign_86 ^Assign_87 ^Assign_88 ^Assign_89 ^Assign_9 ^Assign_90 ^Assign_91 ^Assign_92 ^Assign_93 ^Assign_94 ^Assign_95 ^Assign_96 ^Assign_97 ^Assign_98 ^Assign_99-^bert/embeddings/LayerNorm/beta/adam_m/Assign-^bert/embeddings/LayerNorm/beta/adam_v/Assign.^bert/embeddings/LayerNorm/gamma/adam_m/Assign.^bert/embeddings/LayerNorm/gamma/adam_v/Assign2^bert/embeddings/position_embeddings/adam_m/Assign2^bert/embeddings/position_embeddings/adam_v/Assign4^bert/embeddings/token_type_embeddings/adam_m/Assign4^bert/embeddings/token_type_embeddings/adam_v/Assign.^bert/embeddings/word_embeddings/adam_m/Assign.^bert/embeddings/word_embeddings/adam_v/AssignC^bert/encoder/layer_0/attention/output/LayerNorm/beta/adam_m/AssignC^bert/encoder/layer_0/attention/output/LayerNorm/beta/adam_v/AssignD^bert/encoder/layer_0/attention/output/LayerNorm/gamma/adam_m/AssignD^bert/encoder/layer_0/attention/output/LayerNorm/gamma/adam_v/Assign?^bert/encoder/layer_0/attention/output/dense/bias/adam_m/Assign?^bert/encoder/layer_0/attention/output/dense/bias/adam_v/AssignA^bert/encoder/layer_0/attention/output/dense/kernel/adam_m/AssignA^bert/encoder/layer_0/attention/output/dense/kernel/adam_v/Assign;^bert/encoder/layer_0/attention/self/key/bias/adam_m/Assign;^bert/encoder/layer_0/attention/self/key/bias/adam_v/Assign=^bert/encoder/layer_0/attention/self/key/kernel/adam_m/Assign=^bert/encoder/layer_0/attention/self/key/kernel/adam_v/Assign=^bert/encoder/layer_0/attention/self/query/bias/adam_m/Assign=^bert/encoder/layer_0/attention/self/query/bias/adam_v/Assign?^bert/encoder/layer_0/attention/self/query/kernel/adam_m/Assign?^bert/encoder/layer_0/attention/self/query/kernel/adam_v/Assign=^bert/encoder/layer_0/attention/self/value/bias/adam_m/Assign=^bert/encoder/layer_0/attention/self/value/bias/adam_v/Assign?^bert/encoder/layer_0/attention/self/value/kernel/adam_m/Assign?^bert/encoder/layer_0/attention/self/value/kernel/adam_v/Assign;^bert/encoder/layer_0/intermediate/dense/bias/adam_m/Assign;^bert/encoder/layer_0/intermediate/dense/bias/adam_v/Assign=^bert/encoder/layer_0/intermediate/dense/kernel/adam_m/Assign=^bert/encoder/layer_0/intermediate/dense/kernel/adam_v/Assign9^bert/encoder/layer_0/output/LayerNorm/beta/adam_m/Assign9^bert/encoder/layer_0/output/LayerNorm/beta/adam_v/Assign:^bert/encoder/layer_0/output/LayerNorm/gamma/adam_m/Assign:^bert/encoder/layer_0/output/LayerNorm/gamma/adam_v/Assign5^bert/encoder/layer_0/output/dense/bias/adam_m/Assign5^bert/encoder/layer_0/output/dense/bias/adam_v/Assign7^bert/encoder/layer_0/output/dense/kernel/adam_m/Assign7^bert/encoder/layer_0/output/dense/kernel/adam_v/AssignC^bert/encoder/layer_1/attention/output/LayerNorm/beta/adam_m/AssignC^bert/encoder/layer_1/attention/output/LayerNorm/beta/adam_v/AssignD^bert/encoder/layer_1/attention/output/LayerNorm/gamma/adam_m/AssignD^bert/encoder/layer_1/attention/output/LayerNorm/gamma/adam_v/Assign?^bert/encoder/layer_1/attention/output/dense/bias/adam_m/Assign?^bert/encoder/layer_1/attention/output/dense/bias/adam_v/AssignA^bert/encoder/layer_1/attention/output/dense/kernel/adam_m/AssignA^bert/encoder/layer_1/attention/output/dense/kernel/adam_v/Assign;^bert/encoder/layer_1/attention/self/key/bias/adam_m/Assign;^bert/encoder/layer_1/attention/self/key/bias/adam_v/Assign=^bert/encoder/layer_1/attention/self/key/kernel/adam_m/Assign=^bert/encoder/layer_1/attention/self/key/kernel/adam_v/Assign=^bert/encoder/layer_1/attention/self/query/bias/adam_m/Assign=^bert/encoder/layer_1/attention/self/query/bias/adam_v/Assign?^bert/encoder/layer_1/attention/self/query/kernel/adam_m/Assign?^bert/encoder/layer_1/attention/self/query/kernel/adam_v/Assign=^bert/encoder/layer_1/attention/self/value/bias/adam_m/Assign=^bert/encoder/layer_1/attention/self/value/bias/adam_v/Assign?^bert/encoder/layer_1/attention/self/value/kernel/adam_m/Assign?^bert/encoder/layer_1/attention/self/value/kernel/adam_v/Assign;^bert/encoder/layer_1/intermediate/dense/bias/adam_m/Assign;^bert/encoder/layer_1/intermediate/dense/bias/adam_v/Assign=^bert/encoder/layer_1/intermediate/dense/kernel/adam_m/Assign=^bert/encoder/layer_1/intermediate/dense/kernel/adam_v/Assign9^bert/encoder/layer_1/output/LayerNorm/beta/adam_m/Assign9^bert/encoder/layer_1/output/LayerNorm/beta/adam_v/Assign:^bert/encoder/layer_1/output/LayerNorm/gamma/adam_m/Assign:^bert/encoder/layer_1/output/LayerNorm/gamma/adam_v/Assign5^bert/encoder/layer_1/output/dense/bias/adam_m/Assign5^bert/encoder/layer_1/output/dense/bias/adam_v/Assign7^bert/encoder/layer_1/output/dense/kernel/adam_m/Assign7^bert/encoder/layer_1/output/dense/kernel/adam_v/AssignD^bert/encoder/layer_10/attention/output/LayerNorm/beta/adam_m/AssignD^bert/encoder/layer_10/attention/output/LayerNorm/beta/adam_v/AssignE^bert/encoder/layer_10/attention/output/LayerNorm/gamma/adam_m/AssignE^bert/encoder/layer_10/attention/output/LayerNorm/gamma/adam_v/Assign@^bert/encoder/layer_10/attention/output/dense/bias/adam_m/Assign@^bert/encoder/layer_10/attention/output/dense/bias/adam_v/AssignB^bert/encoder/layer_10/attention/output/dense/kernel/adam_m/AssignB^bert/encoder/layer_10/attention/output/dense/kernel/adam_v/Assign<^bert/encoder/layer_10/attention/self/key/bias/adam_m/Assign<^bert/encoder/layer_10/attention/self/key/bias/adam_v/Assign>^bert/encoder/layer_10/attention/self/key/kernel/adam_m/Assign>^bert/encoder/layer_10/attention/self/key/kernel/adam_v/Assign>^bert/encoder/layer_10/attention/self/query/bias/adam_m/Assign>^bert/encoder/layer_10/attention/self/query/bias/adam_v/Assign@^bert/encoder/layer_10/attention/self/query/kernel/adam_m/Assign@^bert/encoder/layer_10/attention/self/query/kernel/adam_v/Assign>^bert/encoder/layer_10/attention/self/value/bias/adam_m/Assign>^bert/encoder/layer_10/attention/self/value/bias/adam_v/Assign@^bert/encoder/layer_10/attention/self/value/kernel/adam_m/Assign@^bert/encoder/layer_10/attention/self/value/kernel/adam_v/Assign<^bert/encoder/layer_10/intermediate/dense/bias/adam_m/Assign<^bert/encoder/layer_10/intermediate/dense/bias/adam_v/Assign>^bert/encoder/layer_10/intermediate/dense/kernel/adam_m/Assign>^bert/encoder/layer_10/intermediate/dense/kernel/adam_v/Assign:^bert/encoder/layer_10/output/LayerNorm/beta/adam_m/Assign:^bert/encoder/layer_10/output/LayerNorm/beta/adam_v/Assign;^bert/encoder/layer_10/output/LayerNorm/gamma/adam_m/Assign;^bert/encoder/layer_10/output/LayerNorm/gamma/adam_v/Assign6^bert/encoder/layer_10/output/dense/bias/adam_m/Assign6^bert/encoder/layer_10/output/dense/bias/adam_v/Assign8^bert/encoder/layer_10/output/dense/kernel/adam_m/Assign8^bert/encoder/layer_10/output/dense/kernel/adam_v/AssignD^bert/encoder/layer_11/attention/output/LayerNorm/beta/adam_m/AssignD^bert/encoder/layer_11/attention/output/LayerNorm/beta/adam_v/AssignE^bert/encoder/layer_11/attention/output/LayerNorm/gamma/adam_m/AssignE^bert/encoder/layer_11/attention/output/LayerNorm/gamma/adam_v/Assign@^bert/encoder/layer_11/attention/output/dense/bias/adam_m/Assign@^bert/encoder/layer_11/attention/output/dense/bias/adam_v/AssignB^bert/encoder/layer_11/attention/output/dense/kernel/adam_m/AssignB^bert/encoder/layer_11/attention/output/dense/kernel/adam_v/Assign<^bert/encoder/layer_11/attention/self/key/bias/adam_m/Assign<^bert/encoder/layer_11/attention/self/key/bias/adam_v/Assign>^bert/encoder/layer_11/attention/self/key/kernel/adam_m/Assign>^bert/encoder/layer_11/attention/self/key/kernel/adam_v/Assign>^bert/encoder/layer_11/attention/self/query/bias/adam_m/Assign>^bert/encoder/layer_11/attention/self/query/bias/adam_v/Assign@^bert/encoder/layer_11/attention/self/query/kernel/adam_m/Assign@^bert/encoder/layer_11/attention/self/query/kernel/adam_v/Assign>^bert/encoder/layer_11/attention/self/value/bias/adam_m/Assign>^bert/encoder/layer_11/attention/self/value/bias/adam_v/Assign@^bert/encoder/layer_11/attention/self/value/kernel/adam_m/Assign@^bert/encoder/layer_11/attention/self/value/kernel/adam_v/Assign<^bert/encoder/layer_11/intermediate/dense/bias/adam_m/Assign<^bert/encoder/layer_11/intermediate/dense/bias/adam_v/Assign>^bert/encoder/layer_11/intermediate/dense/kernel/adam_m/Assign>^bert/encoder/layer_11/intermediate/dense/kernel/adam_v/Assign:^bert/encoder/layer_11/output/LayerNorm/beta/adam_m/Assign:^bert/encoder/layer_11/output/LayerNorm/beta/adam_v/Assign;^bert/encoder/layer_11/output/LayerNorm/gamma/adam_m/Assign;^bert/encoder/layer_11/output/LayerNorm/gamma/adam_v/Assign6^bert/encoder/layer_11/output/dense/bias/adam_m/Assign6^bert/encoder/layer_11/output/dense/bias/adam_v/Assign8^bert/encoder/layer_11/output/dense/kernel/adam_m/Assign8^bert/encoder/layer_11/output/dense/kernel/adam_v/AssignC^bert/encoder/layer_2/attention/output/LayerNorm/beta/adam_m/AssignC^bert/encoder/layer_2/attention/output/LayerNorm/beta/adam_v/AssignD^bert/encoder/layer_2/attention/output/LayerNorm/gamma/adam_m/AssignD^bert/encoder/layer_2/attention/output/LayerNorm/gamma/adam_v/Assign?^bert/encoder/layer_2/attention/output/dense/bias/adam_m/Assign?^bert/encoder/layer_2/attention/output/dense/bias/adam_v/AssignA^bert/encoder/layer_2/attention/output/dense/kernel/adam_m/AssignA^bert/encoder/layer_2/attention/output/dense/kernel/adam_v/Assign;^bert/encoder/layer_2/attention/self/key/bias/adam_m/Assign;^bert/encoder/layer_2/attention/self/key/bias/adam_v/Assign=^bert/encoder/layer_2/attention/self/key/kernel/adam_m/Assign=^bert/encoder/layer_2/attention/self/key/kernel/adam_v/Assign=^bert/encoder/layer_2/attention/self/query/bias/adam_m/Assign=^bert/encoder/layer_2/attention/self/query/bias/adam_v/Assign?^bert/encoder/layer_2/attention/self/query/kernel/adam_m/Assign?^bert/encoder/layer_2/attention/self/query/kernel/adam_v/Assign=^bert/encoder/layer_2/attention/self/value/bias/adam_m/Assign=^bert/encoder/layer_2/attention/self/value/bias/adam_v/Assign?^bert/encoder/layer_2/attention/self/value/kernel/adam_m/Assign?^bert/encoder/layer_2/attention/self/value/kernel/adam_v/Assign;^bert/encoder/layer_2/intermediate/dense/bias/adam_m/Assign;^bert/encoder/layer_2/intermediate/dense/bias/adam_v/Assign=^bert/encoder/layer_2/intermediate/dense/kernel/adam_m/Assign=^bert/encoder/layer_2/intermediate/dense/kernel/adam_v/Assign9^bert/encoder/layer_2/output/LayerNorm/beta/adam_m/Assign9^bert/encoder/layer_2/output/LayerNorm/beta/adam_v/Assign:^bert/encoder/layer_2/output/LayerNorm/gamma/adam_m/Assign:^bert/encoder/layer_2/output/LayerNorm/gamma/adam_v/Assign5^bert/encoder/layer_2/output/dense/bias/adam_m/Assign5^bert/encoder/layer_2/output/dense/bias/adam_v/Assign7^bert/encoder/layer_2/output/dense/kernel/adam_m/Assign7^bert/encoder/layer_2/output/dense/kernel/adam_v/AssignC^bert/encoder/layer_3/attention/output/LayerNorm/beta/adam_m/AssignC^bert/encoder/layer_3/attention/output/LayerNorm/beta/adam_v/AssignD^bert/encoder/layer_3/attention/output/LayerNorm/gamma/adam_m/AssignD^bert/encoder/layer_3/attention/output/LayerNorm/gamma/adam_v/Assign?^bert/encoder/layer_3/attention/output/dense/bias/adam_m/Assign?^bert/encoder/layer_3/attention/output/dense/bias/adam_v/AssignA^bert/encoder/layer_3/attention/output/dense/kernel/adam_m/AssignA^bert/encoder/layer_3/attention/output/dense/kernel/adam_v/Assign;^bert/encoder/layer_3/attention/self/key/bias/adam_m/Assign;^bert/encoder/layer_3/attention/self/key/bias/adam_v/Assign=^bert/encoder/layer_3/attention/self/key/kernel/adam_m/Assign=^bert/encoder/layer_3/attention/self/key/kernel/adam_v/Assign=^bert/encoder/layer_3/attention/self/query/bias/adam_m/Assign=^bert/encoder/layer_3/attention/self/query/bias/adam_v/Assign?^bert/encoder/layer_3/attention/self/query/kernel/adam_m/Assign?^bert/encoder/layer_3/attention/self/query/kernel/adam_v/Assign=^bert/encoder/layer_3/attention/self/value/bias/adam_m/Assign=^bert/encoder/layer_3/attention/self/value/bias/adam_v/Assign?^bert/encoder/layer_3/attention/self/value/kernel/adam_m/Assign?^bert/encoder/layer_3/attention/self/value/kernel/adam_v/Assign;^bert/encoder/layer_3/intermediate/dense/bias/adam_m/Assign;^bert/encoder/layer_3/intermediate/dense/bias/adam_v/Assign=^bert/encoder/layer_3/intermediate/dense/kernel/adam_m/Assign=^bert/encoder/layer_3/intermediate/dense/kernel/adam_v/Assign9^bert/encoder/layer_3/output/LayerNorm/beta/adam_m/Assign9^bert/encoder/layer_3/output/LayerNorm/beta/adam_v/Assign:^bert/encoder/layer_3/output/LayerNorm/gamma/adam_m/Assign:^bert/encoder/layer_3/output/LayerNorm/gamma/adam_v/Assign5^bert/encoder/layer_3/output/dense/bias/adam_m/Assign5^bert/encoder/layer_3/output/dense/bias/adam_v/Assign7^bert/encoder/layer_3/output/dense/kernel/adam_m/Assign7^bert/encoder/layer_3/output/dense/kernel/adam_v/AssignC^bert/encoder/layer_4/attention/output/LayerNorm/beta/adam_m/AssignC^bert/encoder/layer_4/attention/output/LayerNorm/beta/adam_v/AssignD^bert/encoder/layer_4/attention/output/LayerNorm/gamma/adam_m/AssignD^bert/encoder/layer_4/attention/output/LayerNorm/gamma/adam_v/Assign?^bert/encoder/layer_4/attention/output/dense/bias/adam_m/Assign?^bert/encoder/layer_4/attention/output/dense/bias/adam_v/AssignA^bert/encoder/layer_4/attention/output/dense/kernel/adam_m/AssignA^bert/encoder/layer_4/attention/output/dense/kernel/adam_v/Assign;^bert/encoder/layer_4/attention/self/key/bias/adam_m/Assign;^bert/encoder/layer_4/attention/self/key/bias/adam_v/Assign=^bert/encoder/layer_4/attention/self/key/kernel/adam_m/Assign=^bert/encoder/layer_4/attention/self/key/kernel/adam_v/Assign=^bert/encoder/layer_4/attention/self/query/bias/adam_m/Assign=^bert/encoder/layer_4/attention/self/query/bias/adam_v/Assign?^bert/encoder/layer_4/attention/self/query/kernel/adam_m/Assign?^bert/encoder/layer_4/attention/self/query/kernel/adam_v/Assign=^bert/encoder/layer_4/attention/self/value/bias/adam_m/Assign=^bert/encoder/layer_4/attention/self/value/bias/adam_v/Assign?^bert/encoder/layer_4/attention/self/value/kernel/adam_m/Assign?^bert/encoder/layer_4/attention/self/value/kernel/adam_v/Assign;^bert/encoder/layer_4/intermediate/dense/bias/adam_m/Assign;^bert/encoder/layer_4/intermediate/dense/bias/adam_v/Assign=^bert/encoder/layer_4/intermediate/dense/kernel/adam_m/Assign=^bert/encoder/layer_4/intermediate/dense/kernel/adam_v/Assign9^bert/encoder/layer_4/output/LayerNorm/beta/adam_m/Assign9^bert/encoder/layer_4/output/LayerNorm/beta/adam_v/Assign:^bert/encoder/layer_4/output/LayerNorm/gamma/adam_m/Assign:^bert/encoder/layer_4/output/LayerNorm/gamma/adam_v/Assign5^bert/encoder/layer_4/output/dense/bias/adam_m/Assign5^bert/encoder/layer_4/output/dense/bias/adam_v/Assign7^bert/encoder/layer_4/output/dense/kernel/adam_m/Assign7^bert/encoder/layer_4/output/dense/kernel/adam_v/AssignC^bert/encoder/layer_5/attention/output/LayerNorm/beta/adam_m/AssignC^bert/encoder/layer_5/attention/output/LayerNorm/beta/adam_v/AssignD^bert/encoder/layer_5/attention/output/LayerNorm/gamma/adam_m/AssignD^bert/encoder/layer_5/attention/output/LayerNorm/gamma/adam_v/Assign?^bert/encoder/layer_5/attention/output/dense/bias/adam_m/Assign?^bert/encoder/layer_5/attention/output/dense/bias/adam_v/AssignA^bert/encoder/layer_5/attention/output/dense/kernel/adam_m/AssignA^bert/encoder/layer_5/attention/output/dense/kernel/adam_v/Assign;^bert/encoder/layer_5/attention/self/key/bias/adam_m/Assign;^bert/encoder/layer_5/attention/self/key/bias/adam_v/Assign=^bert/encoder/layer_5/attention/self/key/kernel/adam_m/Assign=^bert/encoder/layer_5/attention/self/key/kernel/adam_v/Assign=^bert/encoder/layer_5/attention/self/query/bias/adam_m/Assign=^bert/encoder/layer_5/attention/self/query/bias/adam_v/Assign?^bert/encoder/layer_5/attention/self/query/kernel/adam_m/Assign?^bert/encoder/layer_5/attention/self/query/kernel/adam_v/Assign=^bert/encoder/layer_5/attention/self/value/bias/adam_m/Assign=^bert/encoder/layer_5/attention/self/value/bias/adam_v/Assign?^bert/encoder/layer_5/attention/self/value/kernel/adam_m/Assign?^bert/encoder/layer_5/attention/self/value/kernel/adam_v/Assign;^bert/encoder/layer_5/intermediate/dense/bias/adam_m/Assign;^bert/encoder/layer_5/intermediate/dense/bias/adam_v/Assign=^bert/encoder/layer_5/intermediate/dense/kernel/adam_m/Assign=^bert/encoder/layer_5/intermediate/dense/kernel/adam_v/Assign9^bert/encoder/layer_5/output/LayerNorm/beta/adam_m/Assign9^bert/encoder/layer_5/output/LayerNorm/beta/adam_v/Assign:^bert/encoder/layer_5/output/LayerNorm/gamma/adam_m/Assign:^bert/encoder/layer_5/output/LayerNorm/gamma/adam_v/Assign5^bert/encoder/layer_5/output/dense/bias/adam_m/Assign5^bert/encoder/layer_5/output/dense/bias/adam_v/Assign7^bert/encoder/layer_5/output/dense/kernel/adam_m/Assign7^bert/encoder/layer_5/output/dense/kernel/adam_v/AssignC^bert/encoder/layer_6/attention/output/LayerNorm/beta/adam_m/AssignC^bert/encoder/layer_6/attention/output/LayerNorm/beta/adam_v/AssignD^bert/encoder/layer_6/attention/output/LayerNorm/gamma/adam_m/AssignD^bert/encoder/layer_6/attention/output/LayerNorm/gamma/adam_v/Assign?^bert/encoder/layer_6/attention/output/dense/bias/adam_m/Assign?^bert/encoder/layer_6/attention/output/dense/bias/adam_v/AssignA^bert/encoder/layer_6/attention/output/dense/kernel/adam_m/AssignA^bert/encoder/layer_6/attention/output/dense/kernel/adam_v/Assign;^bert/encoder/layer_6/attention/self/key/bias/adam_m/Assign;^bert/encoder/layer_6/attention/self/key/bias/adam_v/Assign=^bert/encoder/layer_6/attention/self/key/kernel/adam_m/Assign=^bert/encoder/layer_6/attention/self/key/kernel/adam_v/Assign=^bert/encoder/layer_6/attention/self/query/bias/adam_m/Assign=^bert/encoder/layer_6/attention/self/query/bias/adam_v/Assign?^bert/encoder/layer_6/attention/self/query/kernel/adam_m/Assign?^bert/encoder/layer_6/attention/self/query/kernel/adam_v/Assign=^bert/encoder/layer_6/attention/self/value/bias/adam_m/Assign=^bert/encoder/layer_6/attention/self/value/bias/adam_v/Assign?^bert/encoder/layer_6/attention/self/value/kernel/adam_m/Assign?^bert/encoder/layer_6/attention/self/value/kernel/adam_v/Assign;^bert/encoder/layer_6/intermediate/dense/bias/adam_m/Assign;^bert/encoder/layer_6/intermediate/dense/bias/adam_v/Assign=^bert/encoder/layer_6/intermediate/dense/kernel/adam_m/Assign=^bert/encoder/layer_6/intermediate/dense/kernel/adam_v/Assign9^bert/encoder/layer_6/output/LayerNorm/beta/adam_m/Assign9^bert/encoder/layer_6/output/LayerNorm/beta/adam_v/Assign:^bert/encoder/layer_6/output/LayerNorm/gamma/adam_m/Assign:^bert/encoder/layer_6/output/LayerNorm/gamma/adam_v/Assign5^bert/encoder/layer_6/output/dense/bias/adam_m/Assign5^bert/encoder/layer_6/output/dense/bias/adam_v/Assign7^bert/encoder/layer_6/output/dense/kernel/adam_m/Assign7^bert/encoder/layer_6/output/dense/kernel/adam_v/AssignC^bert/encoder/layer_7/attention/output/LayerNorm/beta/adam_m/AssignC^bert/encoder/layer_7/attention/output/LayerNorm/beta/adam_v/AssignD^bert/encoder/layer_7/attention/output/LayerNorm/gamma/adam_m/AssignD^bert/encoder/layer_7/attention/output/LayerNorm/gamma/adam_v/Assign?^bert/encoder/layer_7/attention/output/dense/bias/adam_m/Assign?^bert/encoder/layer_7/attention/output/dense/bias/adam_v/AssignA^bert/encoder/layer_7/attention/output/dense/kernel/adam_m/AssignA^bert/encoder/layer_7/attention/output/dense/kernel/adam_v/Assign;^bert/encoder/layer_7/attention/self/key/bias/adam_m/Assign;^bert/encoder/layer_7/attention/self/key/bias/adam_v/Assign=^bert/encoder/layer_7/attention/self/key/kernel/adam_m/Assign=^bert/encoder/layer_7/attention/self/key/kernel/adam_v/Assign=^bert/encoder/layer_7/attention/self/query/bias/adam_m/Assign=^bert/encoder/layer_7/attention/self/query/bias/adam_v/Assign?^bert/encoder/layer_7/attention/self/query/kernel/adam_m/Assign?^bert/encoder/layer_7/attention/self/query/kernel/adam_v/Assign=^bert/encoder/layer_7/attention/self/value/bias/adam_m/Assign=^bert/encoder/layer_7/attention/self/value/bias/adam_v/Assign?^bert/encoder/layer_7/attention/self/value/kernel/adam_m/Assign?^bert/encoder/layer_7/attention/self/value/kernel/adam_v/Assign;^bert/encoder/layer_7/intermediate/dense/bias/adam_m/Assign;^bert/encoder/layer_7/intermediate/dense/bias/adam_v/Assign=^bert/encoder/layer_7/intermediate/dense/kernel/adam_m/Assign=^bert/encoder/layer_7/intermediate/dense/kernel/adam_v/Assign9^bert/encoder/layer_7/output/LayerNorm/beta/adam_m/Assign9^bert/encoder/layer_7/output/LayerNorm/beta/adam_v/Assign:^bert/encoder/layer_7/output/LayerNorm/gamma/adam_m/Assign:^bert/encoder/layer_7/output/LayerNorm/gamma/adam_v/Assign5^bert/encoder/layer_7/output/dense/bias/adam_m/Assign5^bert/encoder/layer_7/output/dense/bias/adam_v/Assign7^bert/encoder/layer_7/output/dense/kernel/adam_m/Assign7^bert/encoder/layer_7/output/dense/kernel/adam_v/AssignC^bert/encoder/layer_8/attention/output/LayerNorm/beta/adam_m/AssignC^bert/encoder/layer_8/attention/output/LayerNorm/beta/adam_v/AssignD^bert/encoder/layer_8/attention/output/LayerNorm/gamma/adam_m/AssignD^bert/encoder/layer_8/attention/output/LayerNorm/gamma/adam_v/Assign?^bert/encoder/layer_8/attention/output/dense/bias/adam_m/Assign?^bert/encoder/layer_8/attention/output/dense/bias/adam_v/AssignA^bert/encoder/layer_8/attention/output/dense/kernel/adam_m/AssignA^bert/encoder/layer_8/attention/output/dense/kernel/adam_v/Assign;^bert/encoder/layer_8/attention/self/key/bias/adam_m/Assign;^bert/encoder/layer_8/attention/self/key/bias/adam_v/Assign=^bert/encoder/layer_8/attention/self/key/kernel/adam_m/Assign=^bert/encoder/layer_8/attention/self/key/kernel/adam_v/Assign=^bert/encoder/layer_8/attention/self/query/bias/adam_m/Assign=^bert/encoder/layer_8/attention/self/query/bias/adam_v/Assign?^bert/encoder/layer_8/attention/self/query/kernel/adam_m/Assign?^bert/encoder/layer_8/attention/self/query/kernel/adam_v/Assign=^bert/encoder/layer_8/attention/self/value/bias/adam_m/Assign=^bert/encoder/layer_8/attention/self/value/bias/adam_v/Assign?^bert/encoder/layer_8/attention/self/value/kernel/adam_m/Assign?^bert/encoder/layer_8/attention/self/value/kernel/adam_v/Assign;^bert/encoder/layer_8/intermediate/dense/bias/adam_m/Assign;^bert/encoder/layer_8/intermediate/dense/bias/adam_v/Assign=^bert/encoder/layer_8/intermediate/dense/kernel/adam_m/Assign=^bert/encoder/layer_8/intermediate/dense/kernel/adam_v/Assign9^bert/encoder/layer_8/output/LayerNorm/beta/adam_m/Assign9^bert/encoder/layer_8/output/LayerNorm/beta/adam_v/Assign:^bert/encoder/layer_8/output/LayerNorm/gamma/adam_m/Assign:^bert/encoder/layer_8/output/LayerNorm/gamma/adam_v/Assign5^bert/encoder/layer_8/output/dense/bias/adam_m/Assign5^bert/encoder/layer_8/output/dense/bias/adam_v/Assign7^bert/encoder/layer_8/output/dense/kernel/adam_m/Assign7^bert/encoder/layer_8/output/dense/kernel/adam_v/AssignC^bert/encoder/layer_9/attention/output/LayerNorm/beta/adam_m/AssignC^bert/encoder/layer_9/attention/output/LayerNorm/beta/adam_v/AssignD^bert/encoder/layer_9/attention/output/LayerNorm/gamma/adam_m/AssignD^bert/encoder/layer_9/attention/output/LayerNorm/gamma/adam_v/Assign?^bert/encoder/layer_9/attention/output/dense/bias/adam_m/Assign?^bert/encoder/layer_9/attention/output/dense/bias/adam_v/AssignA^bert/encoder/layer_9/attention/output/dense/kernel/adam_m/AssignA^bert/encoder/layer_9/attention/output/dense/kernel/adam_v/Assign;^bert/encoder/layer_9/attention/self/key/bias/adam_m/Assign;^bert/encoder/layer_9/attention/self/key/bias/adam_v/Assign=^bert/encoder/layer_9/attention/self/key/kernel/adam_m/Assign=^bert/encoder/layer_9/attention/self/key/kernel/adam_v/Assign=^bert/encoder/layer_9/attention/self/query/bias/adam_m/Assign=^bert/encoder/layer_9/attention/self/query/bias/adam_v/Assign?^bert/encoder/layer_9/attention/self/query/kernel/adam_m/Assign?^bert/encoder/layer_9/attention/self/query/kernel/adam_v/Assign=^bert/encoder/layer_9/attention/self/value/bias/adam_m/Assign=^bert/encoder/layer_9/attention/self/value/bias/adam_v/Assign?^bert/encoder/layer_9/attention/self/value/kernel/adam_m/Assign?^bert/encoder/layer_9/attention/self/value/kernel/adam_v/Assign;^bert/encoder/layer_9/intermediate/dense/bias/adam_m/Assign;^bert/encoder/layer_9/intermediate/dense/bias/adam_v/Assign=^bert/encoder/layer_9/intermediate/dense/kernel/adam_m/Assign=^bert/encoder/layer_9/intermediate/dense/kernel/adam_v/Assign9^bert/encoder/layer_9/output/LayerNorm/beta/adam_m/Assign9^bert/encoder/layer_9/output/LayerNorm/beta/adam_v/Assign:^bert/encoder/layer_9/output/LayerNorm/gamma/adam_m/Assign:^bert/encoder/layer_9/output/LayerNorm/gamma/adam_v/Assign5^bert/encoder/layer_9/output/dense/bias/adam_m/Assign5^bert/encoder/layer_9/output/dense/bias/adam_v/Assign7^bert/encoder/layer_9/output/dense/kernel/adam_m/Assign7^bert/encoder/layer_9/output/dense/kernel/adam_v/Assign%^bert/pooler/dense/bias/adam_m/Assign%^bert/pooler/dense/bias/adam_v/Assign'^bert/pooler/dense/kernel/adam_m/Assign'^bert/pooler/dense/kernel/adam_v/Assign*^cls/predictions/output_bias/adam_m/Assign*^cls/predictions/output_bias/adam_v/Assign7^cls/predictions/transform/LayerNorm/beta/adam_m/Assign7^cls/predictions/transform/LayerNorm/beta/adam_v/Assign8^cls/predictions/transform/LayerNorm/gamma/adam_m/Assign8^cls/predictions/transform/LayerNorm/gamma/adam_v/Assign3^cls/predictions/transform/dense/bias/adam_m/Assign3^cls/predictions/transform/dense/bias/adam_v/Assign5^cls/predictions/transform/dense/kernel/adam_m/Assign5^cls/predictions/transform/dense/kernel/adam_v/Assign/^cls/seq_relationship/output_bias/adam_m/Assign/^cls/seq_relationship/output_bias/adam_v/Assign2^cls/seq_relationship/output_weights/adam_m/Assign2^cls/seq_relationship/output_weights/adam_v/Assign^global_step/Assign  init_1NoOp $ group_deps_2NoOp^init^init_1 l 1report_uninitialized_variables/VarIsInitializedOpVarIsInitializedOp global_step* _output_shapes : Ç 4report_uninitialized_variables/IsVariableInitializedIsVariableInitializedbert/embeddings/word_embeddings*2 _class( &$loc:@bert/embeddings/word_embeddings* dtype0* _output_shapes : Õ 6report_uninitialized_variables/IsVariableInitialized_1IsVariableInitialized%bert/embeddings/token_type_embeddings*8 _class. ,*loc:@bert/embeddings/token_type_embeddings* dtype0* _output_shapes : Ñ 6report_uninitialized_variables/IsVariableInitialized_2IsVariableInitialized#bert/embeddings/position_embeddings*6 _class, *(loc:@bert/embeddings/position_embeddings* dtype0* _output_shapes : Ç 6report_uninitialized_variables/IsVariableInitialized_3IsVariableInitializedbert/embeddings/LayerNorm/beta*1 _class' %#loc:@bert/embeddings/LayerNorm/beta* dtype0* _output_shapes : É 6report_uninitialized_variables/IsVariableInitialized_4IsVariableInitializedbert/embeddings/LayerNorm/gamma*2 _class( &$loc:@bert/embeddings/LayerNorm/gamma* dtype0* _output_shapes : ë 6report_uninitialized_variables/IsVariableInitialized_5IsVariableInitialized0bert/encoder/layer_0/attention/self/query/kernel*C _class9 75loc:@bert/encoder/layer_0/attention/self/query/kernel* dtype0* _output_shapes : ç 6report_uninitialized_variables/IsVariableInitialized_6IsVariableInitialized.bert/encoder/layer_0/attention/self/query/bias*A _class7 53loc:@bert/encoder/layer_0/attention/self/query/bias* dtype0* _output_shapes : ç 6report_uninitialized_variables/IsVariableInitialized_7IsVariableInitialized.bert/encoder/layer_0/attention/self/key/kernel*A _class7 53loc:@bert/encoder/layer_0/attention/self/key/kernel* dtype0* _output_shapes : ã 6report_uninitialized_variables/IsVariableInitialized_8IsVariableInitialized,bert/encoder/layer_0/attention/self/key/bias*? _class5 31loc:@bert/encoder/layer_0/attention/self/key/bias* dtype0* _output_shapes : ë 6report_uninitialized_variables/IsVariableInitialized_9IsVariableInitialized0bert/encoder/layer_0/attention/self/value/kernel*C _class9 75loc:@bert/encoder/layer_0/attention/self/value/kernel* dtype0* _output_shapes : è 7report_uninitialized_variables/IsVariableInitialized_10IsVariableInitialized.bert/encoder/layer_0/attention/self/value/bias*A _class7 53loc:@bert/encoder/layer_0/attention/self/value/bias* dtype0* _output_shapes : ð 7report_uninitialized_variables/IsVariableInitialized_11IsVariableInitialized2bert/encoder/layer_0/attention/output/dense/kernel*E _class; 97loc:@bert/encoder/layer_0/attention/output/dense/kernel* dtype0* _output_shapes : ì 7report_uninitialized_variables/IsVariableInitialized_12IsVariableInitialized0bert/encoder/layer_0/attention/output/dense/bias*C _class9 75loc:@bert/encoder/layer_0/attention/output/dense/bias* dtype0* _output_shapes : ô 7report_uninitialized_variables/IsVariableInitialized_13IsVariableInitialized4bert/encoder/layer_0/attention/output/LayerNorm/beta*G _class= ;9loc:@bert/encoder/layer_0/attention/output/LayerNorm/beta* dtype0* _output_shapes : ö 7report_uninitialized_variables/IsVariableInitialized_14IsVariableInitialized5bert/encoder/layer_0/attention/output/LayerNorm/gamma*H _class> <:loc:@bert/encoder/layer_0/attention/output/LayerNorm/gamma* dtype0* _output_shapes : è 7report_uninitialized_variables/IsVariableInitialized_15IsVariableInitialized.bert/encoder/layer_0/intermediate/dense/kernel*A _class7 53loc:@bert/encoder/layer_0/intermediate/dense/kernel* dtype0* _output_shapes : ä 7report_uninitialized_variables/IsVariableInitialized_16IsVariableInitialized,bert/encoder/layer_0/intermediate/dense/bias*? _class5 31loc:@bert/encoder/layer_0/intermediate/dense/bias* dtype0* _output_shapes : Ü 7report_uninitialized_variables/IsVariableInitialized_17IsVariableInitialized(bert/encoder/layer_0/output/dense/kernel*; _class1 /-loc:@bert/encoder/layer_0/output/dense/kernel* dtype0* _output_shapes : Ø 7report_uninitialized_variables/IsVariableInitialized_18IsVariableInitialized&bert/encoder/layer_0/output/dense/bias*9 _class/ -+loc:@bert/encoder/layer_0/output/dense/bias* dtype0* _output_shapes : à 7report_uninitialized_variables/IsVariableInitialized_19IsVariableInitialized*bert/encoder/layer_0/output/LayerNorm/beta*= _class3 1/loc:@bert/encoder/layer_0/output/LayerNorm/beta* dtype0* _output_shapes : â 7report_uninitialized_variables/IsVariableInitialized_20IsVariableInitialized+bert/encoder/layer_0/output/LayerNorm/gamma*> _class4 20loc:@bert/encoder/layer_0/output/LayerNorm/gamma* dtype0* _output_shapes : ì 7report_uninitialized_variables/IsVariableInitialized_21IsVariableInitialized0bert/encoder/layer_1/attention/self/query/kernel*C _class9 75loc:@bert/encoder/layer_1/attention/self/query/kernel* dtype0* _output_shapes : è 7report_uninitialized_variables/IsVariableInitialized_22IsVariableInitialized.bert/encoder/layer_1/attention/self/query/bias*A _class7 53loc:@bert/encoder/layer_1/attention/self/query/bias* dtype0* _output_shapes : è 7report_uninitialized_variables/IsVariableInitialized_23IsVariableInitialized.bert/encoder/layer_1/attention/self/key/kernel*A _class7 53loc:@bert/encoder/layer_1/attention/self/key/kernel* dtype0* _output_shapes : ä 7report_uninitialized_variables/IsVariableInitialized_24IsVariableInitialized,bert/encoder/layer_1/attention/self/key/bias*? _class5 31loc:@bert/encoder/layer_1/attention/self/key/bias* dtype0* _output_shapes : ì 7report_uninitialized_variables/IsVariableInitialized_25IsVariableInitialized0bert/encoder/layer_1/attention/self/value/kernel*C _class9 75loc:@bert/encoder/layer_1/attention/self/value/kernel* dtype0* _output_shapes : è 7report_uninitialized_variables/IsVariableInitialized_26IsVariableInitialized.bert/encoder/layer_1/attention/self/value/bias*A _class7 53loc:@bert/encoder/layer_1/attention/self/value/bias* dtype0* _output_shapes : ð 7report_uninitialized_variables/IsVariableInitialized_27IsVariableInitialized2bert/encoder/layer_1/attention/output/dense/kernel*E _class; 97loc:@bert/encoder/layer_1/attention/output/dense/kernel* dtype0* _output_shapes : ì 7report_uninitialized_variables/IsVariableInitialized_28IsVariableInitialized0bert/encoder/layer_1/attention/output/dense/bias*C _class9 75loc:@bert/encoder/layer_1/attention/output/dense/bias* dtype0* _output_shapes : ô 7report_uninitialized_variables/IsVariableInitialized_29IsVariableInitialized4bert/encoder/layer_1/attention/output/LayerNorm/beta*G _class= ;9loc:@bert/encoder/layer_1/attention/output/LayerNorm/beta* dtype0* _output_shapes : ö 7report_uninitialized_variables/IsVariableInitialized_30IsVariableInitialized5bert/encoder/layer_1/attention/output/LayerNorm/gamma*H _class> <:loc:@bert/encoder/layer_1/attention/output/LayerNorm/gamma* dtype0* _output_shapes : è 7report_uninitialized_variables/IsVariableInitialized_31IsVariableInitialized.bert/encoder/layer_1/intermediate/dense/kernel*A _class7 53loc:@bert/encoder/layer_1/intermediate/dense/kernel* dtype0* _output_shapes : ä 7report_uninitialized_variables/IsVariableInitialized_32IsVariableInitialized,bert/encoder/layer_1/intermediate/dense/bias*? _class5 31loc:@bert/encoder/layer_1/intermediate/dense/bias* dtype0* _output_shapes : Ü 7report_uninitialized_variables/IsVariableInitialized_33IsVariableInitialized(bert/encoder/layer_1/output/dense/kernel*; _class1 /-loc:@bert/encoder/layer_1/output/dense/kernel* dtype0* _output_shapes : Ø 7report_uninitialized_variables/IsVariableInitialized_34IsVariableInitialized&bert/encoder/layer_1/output/dense/bias*9 _class/ -+loc:@bert/encoder/layer_1/output/dense/bias* dtype0* _output_shapes : à 7report_uninitialized_variables/IsVariableInitialized_35IsVariableInitialized*bert/encoder/layer_1/output/LayerNorm/beta*= _class3 1/loc:@bert/encoder/layer_1/output/LayerNorm/beta* dtype0* _output_shapes : â 7report_uninitialized_variables/IsVariableInitialized_36IsVariableInitialized+bert/encoder/layer_1/output/LayerNorm/gamma*> _class4 20loc:@bert/encoder/layer_1/output/LayerNorm/gamma* dtype0* _output_shapes : ì 7report_uninitialized_variables/IsVariableInitialized_37IsVariableInitialized0bert/encoder/layer_2/attention/self/query/kernel*C _class9 75loc:@bert/encoder/layer_2/attention/self/query/kernel* dtype0* _output_shapes : è 7report_uninitialized_variables/IsVariableInitialized_38IsVariableInitialized.bert/encoder/layer_2/attention/self/query/bias*A _class7 53loc:@bert/encoder/layer_2/attention/self/query/bias* dtype0* _output_shapes : è 7report_uninitialized_variables/IsVariableInitialized_39IsVariableInitialized.bert/encoder/layer_2/attention/self/key/kernel*A _class7 53loc:@bert/encoder/layer_2/attention/self/key/kernel* dtype0* _output_shapes : ä 7report_uninitialized_variables/IsVariableInitialized_40IsVariableInitialized,bert/encoder/layer_2/attention/self/key/bias*? _class5 31loc:@bert/encoder/layer_2/attention/self/key/bias* dtype0* _output_shapes : ì 7report_uninitialized_variables/IsVariableInitialized_41IsVariableInitialized0bert/encoder/layer_2/attention/self/value/kernel*C _class9 75loc:@bert/encoder/layer_2/attention/self/value/kernel* dtype0* _output_shapes : è 7report_uninitialized_variables/IsVariableInitialized_42IsVariableInitialized.bert/encoder/layer_2/attention/self/value/bias*A _class7 53loc:@bert/encoder/layer_2/attention/self/value/bias* dtype0* _output_shapes : ð 7report_uninitialized_variables/IsVariableInitialized_43IsVariableInitialized2bert/encoder/layer_2/attention/output/dense/kernel*E _class; 97loc:@bert/encoder/layer_2/attention/output/dense/kernel* dtype0* _output_shapes : ì 7report_uninitialized_variables/IsVariableInitialized_44IsVariableInitialized0bert/encoder/layer_2/attention/output/dense/bias*C _class9 75loc:@bert/encoder/layer_2/attention/output/dense/bias* dtype0* _output_shapes : ô 7report_uninitialized_variables/IsVariableInitialized_45IsVariableInitialized4bert/encoder/layer_2/attention/output/LayerNorm/beta*G _class= ;9loc:@bert/encoder/layer_2/attention/output/LayerNorm/beta* dtype0* _output_shapes : ö 7report_uninitialized_variables/IsVariableInitialized_46IsVariableInitialized5bert/encoder/layer_2/attention/output/LayerNorm/gamma*H _class> <:loc:@bert/encoder/layer_2/attention/output/LayerNorm/gamma* dtype0* _output_shapes : è 7report_uninitialized_variables/IsVariableInitialized_47IsVariableInitialized.bert/encoder/layer_2/intermediate/dense/kernel*A _class7 53loc:@bert/encoder/layer_2/intermediate/dense/kernel* dtype0* _output_shapes : ä 7report_uninitialized_variables/IsVariableInitialized_48IsVariableInitialized,bert/encoder/layer_2/intermediate/dense/bias*? _class5 31loc:@bert/encoder/layer_2/intermediate/dense/bias* dtype0* _output_shapes : Ü 7report_uninitialized_variables/IsVariableInitialized_49IsVariableInitialized(bert/encoder/layer_2/output/dense/kernel*; _class1 /-loc:@bert/encoder/layer_2/output/dense/kernel* dtype0* _output_shapes : Ø 7report_uninitialized_variables/IsVariableInitialized_50IsVariableInitialized&bert/encoder/layer_2/output/dense/bias*9 _class/ -+loc:@bert/encoder/layer_2/output/dense/bias* dtype0* _output_shapes : à 7report_uninitialized_variables/IsVariableInitialized_51IsVariableInitialized*bert/encoder/layer_2/output/LayerNorm/beta*= _class3 1/loc:@bert/encoder/layer_2/output/LayerNorm/beta* dtype0* _output_shapes : â 7report_uninitialized_variables/IsVariableInitialized_52IsVariableInitialized+bert/encoder/layer_2/output/LayerNorm/gamma*> _class4 20loc:@bert/encoder/layer_2/output/LayerNorm/gamma* dtype0* _output_shapes : ì 7report_uninitialized_variables/IsVariableInitialized_53IsVariableInitialized0bert/encoder/layer_3/attention/self/query/kernel*C _class9 75loc:@bert/encoder/layer_3/attention/self/query/kernel* dtype0* _output_shapes : è 7report_uninitialized_variables/IsVariableInitialized_54IsVariableInitialized.bert/encoder/layer_3/attention/self/query/bias*A _class7 53loc:@bert/encoder/layer_3/attention/self/query/bias* dtype0* _output_shapes : è 7report_uninitialized_variables/IsVariableInitialized_55IsVariableInitialized.bert/encoder/layer_3/attention/self/key/kernel*A _class7 53loc:@bert/encoder/layer_3/attention/self/key/kernel* dtype0* _output_shapes : ä 7report_uninitialized_variables/IsVariableInitialized_56IsVariableInitialized,bert/encoder/layer_3/attention/self/key/bias*? _class5 31loc:@bert/encoder/layer_3/attention/self/key/bias* dtype0* _output_shapes : ì 7report_uninitialized_variables/IsVariableInitialized_57IsVariableInitialized0bert/encoder/layer_3/attention/self/value/kernel*C _class9 75loc:@bert/encoder/layer_3/attention/self/value/kernel* dtype0* _output_shapes : è 7report_uninitialized_variables/IsVariableInitialized_58IsVariableInitialized.bert/encoder/layer_3/attention/self/value/bias*A _class7 53loc:@bert/encoder/layer_3/attention/self/value/bias* dtype0* _output_shapes : ð 7report_uninitialized_variables/IsVariableInitialized_59IsVariableInitialized2bert/encoder/layer_3/attention/output/dense/kernel*E _class; 97loc:@bert/encoder/layer_3/attention/output/dense/kernel* dtype0* _output_shapes : ì 7report_uninitialized_variables/IsVariableInitialized_60IsVariableInitialized0bert/encoder/layer_3/attention/output/dense/bias*C _class9 75loc:@bert/encoder/layer_3/attention/output/dense/bias* dtype0* _output_shapes : ô 7report_uninitialized_variables/IsVariableInitialized_61IsVariableInitialized4bert/encoder/layer_3/attention/output/LayerNorm/beta*G _class= ;9loc:@bert/encoder/layer_3/attention/output/LayerNorm/beta* dtype0* _output_shapes : ö 7report_uninitialized_variables/IsVariableInitialized_62IsVariableInitialized5bert/encoder/layer_3/attention/output/LayerNorm/gamma*H _class> <:loc:@bert/encoder/layer_3/attention/output/LayerNorm/gamma* dtype0* _output_shapes : è 7report_uninitialized_variables/IsVariableInitialized_63IsVariableInitialized.bert/encoder/layer_3/intermediate/dense/kernel*A _class7 53loc:@bert/encoder/layer_3/intermediate/dense/kernel* dtype0* _output_shapes : ä 7report_uninitialized_variables/IsVariableInitialized_64IsVariableInitialized,bert/encoder/layer_3/intermediate/dense/bias*? _class5 31loc:@bert/encoder/layer_3/intermediate/dense/bias* dtype0* _output_shapes : Ü 7report_uninitialized_variables/IsVariableInitialized_65IsVariableInitialized(bert/encoder/layer_3/output/dense/kernel*; _class1 /-loc:@bert/encoder/layer_3/output/dense/kernel* dtype0* _output_shapes : Ø 7report_uninitialized_variables/IsVariableInitialized_66IsVariableInitialized&bert/encoder/layer_3/output/dense/bias*9 _class/ -+loc:@bert/encoder/layer_3/output/dense/bias* dtype0* _output_shapes : à 7report_uninitialized_variables/IsVariableInitialized_67IsVariableInitialized*bert/encoder/layer_3/output/LayerNorm/beta*= _class3 1/loc:@bert/encoder/layer_3/output/LayerNorm/beta* dtype0* _output_shapes : â 7report_uninitialized_variables/IsVariableInitialized_68IsVariableInitialized+bert/encoder/layer_3/output/LayerNorm/gamma*> _class4 20loc:@bert/encoder/layer_3/output/LayerNorm/gamma* dtype0* _output_shapes : ì 7report_uninitialized_variables/IsVariableInitialized_69IsVariableInitialized0bert/encoder/layer_4/attention/self/query/kernel*C _class9 75loc:@bert/encoder/layer_4/attention/self/query/kernel* dtype0* _output_shapes : è 7report_uninitialized_variables/IsVariableInitialized_70IsVariableInitialized.bert/encoder/layer_4/attention/self/query/bias*A _class7 53loc:@bert/encoder/layer_4/attention/self/query/bias* dtype0* _output_shapes : è 7report_uninitialized_variables/IsVariableInitialized_71IsVariableInitialized.bert/encoder/layer_4/attention/self/key/kernel*A _class7 53loc:@bert/encoder/layer_4/attention/self/key/kernel* dtype0* _output_shapes : ä 7report_uninitialized_variables/IsVariableInitialized_72IsVariableInitialized,bert/encoder/layer_4/attention/self/key/bias*? _class5 31loc:@bert/encoder/layer_4/attention/self/key/bias* dtype0* _output_shapes : ì 7report_uninitialized_variables/IsVariableInitialized_73IsVariableInitialized0bert/encoder/layer_4/attention/self/value/kernel*C _class9 75loc:@bert/encoder/layer_4/attention/self/value/kernel* dtype0* _output_shapes : è 7report_uninitialized_variables/IsVariableInitialized_74IsVariableInitialized.bert/encoder/layer_4/attention/self/value/bias*A _class7 53loc:@bert/encoder/layer_4/attention/self/value/bias* dtype0* _output_shapes : ð 7report_uninitialized_variables/IsVariableInitialized_75IsVariableInitialized2bert/encoder/layer_4/attention/output/dense/kernel*E _class; 97loc:@bert/encoder/layer_4/attention/output/dense/kernel* dtype0* _output_shapes : ì 7report_uninitialized_variables/IsVariableInitialized_76IsVariableInitialized0bert/encoder/layer_4/attention/output/dense/bias*C _class9 75loc:@bert/encoder/layer_4/attention/output/dense/bias* dtype0* _output_shapes : ô 7report_uninitialized_variables/IsVariableInitialized_77IsVariableInitialized4bert/encoder/layer_4/attention/output/LayerNorm/beta*G _class= ;9loc:@bert/encoder/layer_4/attention/output/LayerNorm/beta* dtype0* _output_shapes : ö 7report_uninitialized_variables/IsVariableInitialized_78IsVariableInitialized5bert/encoder/layer_4/attention/output/LayerNorm/gamma*H _class> <:loc:@bert/encoder/layer_4/attention/output/LayerNorm/gamma* dtype0* _output_shapes : è 7report_uninitialized_variables/IsVariableInitialized_79IsVariableInitialized.bert/encoder/layer_4/intermediate/dense/kernel*A _class7 53loc:@bert/encoder/layer_4/intermediate/dense/kernel* dtype0* _output_shapes : ä 7report_uninitialized_variables/IsVariableInitialized_80IsVariableInitialized,bert/encoder/layer_4/intermediate/dense/bias*? _class5 31loc:@bert/encoder/layer_4/intermediate/dense/bias* dtype0* _output_shapes : Ü 7report_uninitialized_variables/IsVariableInitialized_81IsVariableInitialized(bert/encoder/layer_4/output/dense/kernel*; _class1 /-loc:@bert/encoder/layer_4/output/dense/kernel* dtype0* _output_shapes : Ø 7report_uninitialized_variables/IsVariableInitialized_82IsVariableInitialized&bert/encoder/layer_4/output/dense/bias*9 _class/ -+loc:@bert/encoder/layer_4/output/dense/bias* dtype0* _output_shapes : à 7report_uninitialized_variables/IsVariableInitialized_83IsVariableInitialized*bert/encoder/layer_4/output/LayerNorm/beta*= _class3 1/loc:@bert/encoder/layer_4/output/LayerNorm/beta* dtype0* _output_shapes : â 7report_uninitialized_variables/IsVariableInitialized_84IsVariableInitialized+bert/encoder/layer_4/output/LayerNorm/gamma*> _class4 20loc:@bert/encoder/layer_4/output/LayerNorm/gamma* dtype0* _output_shapes : ì 7report_uninitialized_variables/IsVariableInitialized_85IsVariableInitialized0bert/encoder/layer_5/attention/self/query/kernel*C _class9 75loc:@bert/encoder/layer_5/attention/self/query/kernel* dtype0* _output_shapes : è 7report_uninitialized_variables/IsVariableInitialized_86IsVariableInitialized.bert/encoder/layer_5/attention/self/query/bias*A _class7 53loc:@bert/encoder/layer_5/attention/self/query/bias* dtype0* _output_shapes : è 7report_uninitialized_variables/IsVariableInitialized_87IsVariableInitialized.bert/encoder/layer_5/attention/self/key/kernel*A _class7 53loc:@bert/encoder/layer_5/attention/self/key/kernel* dtype0* _output_shapes : ä 7report_uninitialized_variables/IsVariableInitialized_88IsVariableInitialized,bert/encoder/layer_5/attention/self/key/bias*? _class5 31loc:@bert/encoder/layer_5/attention/self/key/bias* dtype0* _output_shapes : ì 7report_uninitialized_variables/IsVariableInitialized_89IsVariableInitialized0bert/encoder/layer_5/attention/self/value/kernel*C _class9 75loc:@bert/encoder/layer_5/attention/self/value/kernel* dtype0* _output_shapes : è 7report_uninitialized_variables/IsVariableInitialized_90IsVariableInitialized.bert/encoder/layer_5/attention/self/value/bias*A _class7 53loc:@bert/encoder/layer_5/attention/self/value/bias* dtype0* _output_shapes : ð 7report_uninitialized_variables/IsVariableInitialized_91IsVariableInitialized2bert/encoder/layer_5/attention/output/dense/kernel*E _class; 97loc:@bert/encoder/layer_5/attention/output/dense/kernel* dtype0* _output_shapes : ì 7report_uninitialized_variables/IsVariableInitialized_92IsVariableInitialized0bert/encoder/layer_5/attention/output/dense/bias*C _class9 75loc:@bert/encoder/layer_5/attention/output/dense/bias* dtype0* _output_shapes : ô 7report_uninitialized_variables/IsVariableInitialized_93IsVariableInitialized4bert/encoder/layer_5/attention/output/LayerNorm/beta*G _class= ;9loc:@bert/encoder/layer_5/attention/output/LayerNorm/beta* dtype0* _output_shapes : ö 7report_uninitialized_variables/IsVariableInitialized_94IsVariableInitialized5bert/encoder/layer_5/attention/output/LayerNorm/gamma*H _class> <:loc:@bert/encoder/layer_5/attention/output/LayerNorm/gamma* dtype0* _output_shapes : è 7report_uninitialized_variables/IsVariableInitialized_95IsVariableInitialized.bert/encoder/layer_5/intermediate/dense/kernel*A _class7 53loc:@bert/encoder/layer_5/intermediate/dense/kernel* dtype0* _output_shapes : ä 7report_uninitialized_variables/IsVariableInitialized_96IsVariableInitialized,bert/encoder/layer_5/intermediate/dense/bias*? _class5 31loc:@bert/encoder/layer_5/intermediate/dense/bias* dtype0* _output_shapes : Ü 7report_uninitialized_variables/IsVariableInitialized_97IsVariableInitialized(bert/encoder/layer_5/output/dense/kernel*; _class1 /-loc:@bert/encoder/layer_5/output/dense/kernel* dtype0* _output_shapes : Ø 7report_uninitialized_variables/IsVariableInitialized_98IsVariableInitialized&bert/encoder/layer_5/output/dense/bias*9 _class/ -+loc:@bert/encoder/layer_5/output/dense/bias* dtype0* _output_shapes : à 7report_uninitialized_variables/IsVariableInitialized_99IsVariableInitialized*bert/encoder/layer_5/output/LayerNorm/beta*= _class3 1/loc:@bert/encoder/layer_5/output/LayerNorm/beta* dtype0* _output_shapes : ã 8report_uninitialized_variables/IsVariableInitialized_100IsVariableInitialized+bert/encoder/layer_5/output/LayerNorm/gamma*> _class4 20loc:@bert/encoder/layer_5/output/LayerNorm/gamma* dtype0* _output_shapes : í 8report_uninitialized_variables/IsVariableInitialized_101IsVariableInitialized0bert/encoder/layer_6/attention/self/query/kernel*C _class9 75loc:@bert/encoder/layer_6/attention/self/query/kernel* dtype0* _output_shapes : é 8report_uninitialized_variables/IsVariableInitialized_102IsVariableInitialized.bert/encoder/layer_6/attention/self/query/bias*A _class7 53loc:@bert/encoder/layer_6/attention/self/query/bias* dtype0* _output_shapes : é 8report_uninitialized_variables/IsVariableInitialized_103IsVariableInitialized.bert/encoder/layer_6/attention/self/key/kernel*A _class7 53loc:@bert/encoder/layer_6/attention/self/key/kernel* dtype0* _output_shapes : å 8report_uninitialized_variables/IsVariableInitialized_104IsVariableInitialized,bert/encoder/layer_6/attention/self/key/bias*? _class5 31loc:@bert/encoder/layer_6/attention/self/key/bias* dtype0* _output_shapes : í 8report_uninitialized_variables/IsVariableInitialized_105IsVariableInitialized0bert/encoder/layer_6/attention/self/value/kernel*C _class9 75loc:@bert/encoder/layer_6/attention/self/value/kernel* dtype0* _output_shapes : é 8report_uninitialized_variables/IsVariableInitialized_106IsVariableInitialized.bert/encoder/layer_6/attention/self/value/bias*A _class7 53loc:@bert/encoder/layer_6/attention/self/value/bias* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_107IsVariableInitialized2bert/encoder/layer_6/attention/output/dense/kernel*E _class; 97loc:@bert/encoder/layer_6/attention/output/dense/kernel* dtype0* _output_shapes : í 8report_uninitialized_variables/IsVariableInitialized_108IsVariableInitialized0bert/encoder/layer_6/attention/output/dense/bias*C _class9 75loc:@bert/encoder/layer_6/attention/output/dense/bias* dtype0* _output_shapes : õ 8report_uninitialized_variables/IsVariableInitialized_109IsVariableInitialized4bert/encoder/layer_6/attention/output/LayerNorm/beta*G _class= ;9loc:@bert/encoder/layer_6/attention/output/LayerNorm/beta* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_110IsVariableInitialized5bert/encoder/layer_6/attention/output/LayerNorm/gamma*H _class> <:loc:@bert/encoder/layer_6/attention/output/LayerNorm/gamma* dtype0* _output_shapes : é 8report_uninitialized_variables/IsVariableInitialized_111IsVariableInitialized.bert/encoder/layer_6/intermediate/dense/kernel*A _class7 53loc:@bert/encoder/layer_6/intermediate/dense/kernel* dtype0* _output_shapes : å 8report_uninitialized_variables/IsVariableInitialized_112IsVariableInitialized,bert/encoder/layer_6/intermediate/dense/bias*? _class5 31loc:@bert/encoder/layer_6/intermediate/dense/bias* dtype0* _output_shapes : Ý 8report_uninitialized_variables/IsVariableInitialized_113IsVariableInitialized(bert/encoder/layer_6/output/dense/kernel*; _class1 /-loc:@bert/encoder/layer_6/output/dense/kernel* dtype0* _output_shapes : Ù 8report_uninitialized_variables/IsVariableInitialized_114IsVariableInitialized&bert/encoder/layer_6/output/dense/bias*9 _class/ -+loc:@bert/encoder/layer_6/output/dense/bias* dtype0* _output_shapes : á 8report_uninitialized_variables/IsVariableInitialized_115IsVariableInitialized*bert/encoder/layer_6/output/LayerNorm/beta*= _class3 1/loc:@bert/encoder/layer_6/output/LayerNorm/beta* dtype0* _output_shapes : ã 8report_uninitialized_variables/IsVariableInitialized_116IsVariableInitialized+bert/encoder/layer_6/output/LayerNorm/gamma*> _class4 20loc:@bert/encoder/layer_6/output/LayerNorm/gamma* dtype0* _output_shapes : í 8report_uninitialized_variables/IsVariableInitialized_117IsVariableInitialized0bert/encoder/layer_7/attention/self/query/kernel*C _class9 75loc:@bert/encoder/layer_7/attention/self/query/kernel* dtype0* _output_shapes : é 8report_uninitialized_variables/IsVariableInitialized_118IsVariableInitialized.bert/encoder/layer_7/attention/self/query/bias*A _class7 53loc:@bert/encoder/layer_7/attention/self/query/bias* dtype0* _output_shapes : é 8report_uninitialized_variables/IsVariableInitialized_119IsVariableInitialized.bert/encoder/layer_7/attention/self/key/kernel*A _class7 53loc:@bert/encoder/layer_7/attention/self/key/kernel* dtype0* _output_shapes : å 8report_uninitialized_variables/IsVariableInitialized_120IsVariableInitialized,bert/encoder/layer_7/attention/self/key/bias*? _class5 31loc:@bert/encoder/layer_7/attention/self/key/bias* dtype0* _output_shapes : í 8report_uninitialized_variables/IsVariableInitialized_121IsVariableInitialized0bert/encoder/layer_7/attention/self/value/kernel*C _class9 75loc:@bert/encoder/layer_7/attention/self/value/kernel* dtype0* _output_shapes : é 8report_uninitialized_variables/IsVariableInitialized_122IsVariableInitialized.bert/encoder/layer_7/attention/self/value/bias*A _class7 53loc:@bert/encoder/layer_7/attention/self/value/bias* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_123IsVariableInitialized2bert/encoder/layer_7/attention/output/dense/kernel*E _class; 97loc:@bert/encoder/layer_7/attention/output/dense/kernel* dtype0* _output_shapes : í 8report_uninitialized_variables/IsVariableInitialized_124IsVariableInitialized0bert/encoder/layer_7/attention/output/dense/bias*C _class9 75loc:@bert/encoder/layer_7/attention/output/dense/bias* dtype0* _output_shapes : õ 8report_uninitialized_variables/IsVariableInitialized_125IsVariableInitialized4bert/encoder/layer_7/attention/output/LayerNorm/beta*G _class= ;9loc:@bert/encoder/layer_7/attention/output/LayerNorm/beta* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_126IsVariableInitialized5bert/encoder/layer_7/attention/output/LayerNorm/gamma*H _class> <:loc:@bert/encoder/layer_7/attention/output/LayerNorm/gamma* dtype0* _output_shapes : é 8report_uninitialized_variables/IsVariableInitialized_127IsVariableInitialized.bert/encoder/layer_7/intermediate/dense/kernel*A _class7 53loc:@bert/encoder/layer_7/intermediate/dense/kernel* dtype0* _output_shapes : å 8report_uninitialized_variables/IsVariableInitialized_128IsVariableInitialized,bert/encoder/layer_7/intermediate/dense/bias*? _class5 31loc:@bert/encoder/layer_7/intermediate/dense/bias* dtype0* _output_shapes : Ý 8report_uninitialized_variables/IsVariableInitialized_129IsVariableInitialized(bert/encoder/layer_7/output/dense/kernel*; _class1 /-loc:@bert/encoder/layer_7/output/dense/kernel* dtype0* _output_shapes : Ù 8report_uninitialized_variables/IsVariableInitialized_130IsVariableInitialized&bert/encoder/layer_7/output/dense/bias*9 _class/ -+loc:@bert/encoder/layer_7/output/dense/bias* dtype0* _output_shapes : á 8report_uninitialized_variables/IsVariableInitialized_131IsVariableInitialized*bert/encoder/layer_7/output/LayerNorm/beta*= _class3 1/loc:@bert/encoder/layer_7/output/LayerNorm/beta* dtype0* _output_shapes : ã 8report_uninitialized_variables/IsVariableInitialized_132IsVariableInitialized+bert/encoder/layer_7/output/LayerNorm/gamma*> _class4 20loc:@bert/encoder/layer_7/output/LayerNorm/gamma* dtype0* _output_shapes : í 8report_uninitialized_variables/IsVariableInitialized_133IsVariableInitialized0bert/encoder/layer_8/attention/self/query/kernel*C _class9 75loc:@bert/encoder/layer_8/attention/self/query/kernel* dtype0* _output_shapes : é 8report_uninitialized_variables/IsVariableInitialized_134IsVariableInitialized.bert/encoder/layer_8/attention/self/query/bias*A _class7 53loc:@bert/encoder/layer_8/attention/self/query/bias* dtype0* _output_shapes : é 8report_uninitialized_variables/IsVariableInitialized_135IsVariableInitialized.bert/encoder/layer_8/attention/self/key/kernel*A _class7 53loc:@bert/encoder/layer_8/attention/self/key/kernel* dtype0* _output_shapes : å 8report_uninitialized_variables/IsVariableInitialized_136IsVariableInitialized,bert/encoder/layer_8/attention/self/key/bias*? _class5 31loc:@bert/encoder/layer_8/attention/self/key/bias* dtype0* _output_shapes : í 8report_uninitialized_variables/IsVariableInitialized_137IsVariableInitialized0bert/encoder/layer_8/attention/self/value/kernel*C _class9 75loc:@bert/encoder/layer_8/attention/self/value/kernel* dtype0* _output_shapes : é 8report_uninitialized_variables/IsVariableInitialized_138IsVariableInitialized.bert/encoder/layer_8/attention/self/value/bias*A _class7 53loc:@bert/encoder/layer_8/attention/self/value/bias* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_139IsVariableInitialized2bert/encoder/layer_8/attention/output/dense/kernel*E _class; 97loc:@bert/encoder/layer_8/attention/output/dense/kernel* dtype0* _output_shapes : í 8report_uninitialized_variables/IsVariableInitialized_140IsVariableInitialized0bert/encoder/layer_8/attention/output/dense/bias*C _class9 75loc:@bert/encoder/layer_8/attention/output/dense/bias* dtype0* _output_shapes : õ 8report_uninitialized_variables/IsVariableInitialized_141IsVariableInitialized4bert/encoder/layer_8/attention/output/LayerNorm/beta*G _class= ;9loc:@bert/encoder/layer_8/attention/output/LayerNorm/beta* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_142IsVariableInitialized5bert/encoder/layer_8/attention/output/LayerNorm/gamma*H _class> <:loc:@bert/encoder/layer_8/attention/output/LayerNorm/gamma* dtype0* _output_shapes : é 8report_uninitialized_variables/IsVariableInitialized_143IsVariableInitialized.bert/encoder/layer_8/intermediate/dense/kernel*A _class7 53loc:@bert/encoder/layer_8/intermediate/dense/kernel* dtype0* _output_shapes : å 8report_uninitialized_variables/IsVariableInitialized_144IsVariableInitialized,bert/encoder/layer_8/intermediate/dense/bias*? _class5 31loc:@bert/encoder/layer_8/intermediate/dense/bias* dtype0* _output_shapes : Ý 8report_uninitialized_variables/IsVariableInitialized_145IsVariableInitialized(bert/encoder/layer_8/output/dense/kernel*; _class1 /-loc:@bert/encoder/layer_8/output/dense/kernel* dtype0* _output_shapes : Ù 8report_uninitialized_variables/IsVariableInitialized_146IsVariableInitialized&bert/encoder/layer_8/output/dense/bias*9 _class/ -+loc:@bert/encoder/layer_8/output/dense/bias* dtype0* _output_shapes : á 8report_uninitialized_variables/IsVariableInitialized_147IsVariableInitialized*bert/encoder/layer_8/output/LayerNorm/beta*= _class3 1/loc:@bert/encoder/layer_8/output/LayerNorm/beta* dtype0* _output_shapes : ã 8report_uninitialized_variables/IsVariableInitialized_148IsVariableInitialized+bert/encoder/layer_8/output/LayerNorm/gamma*> _class4 20loc:@bert/encoder/layer_8/output/LayerNorm/gamma* dtype0* _output_shapes : í 8report_uninitialized_variables/IsVariableInitialized_149IsVariableInitialized0bert/encoder/layer_9/attention/self/query/kernel*C _class9 75loc:@bert/encoder/layer_9/attention/self/query/kernel* dtype0* _output_shapes : é 8report_uninitialized_variables/IsVariableInitialized_150IsVariableInitialized.bert/encoder/layer_9/attention/self/query/bias*A _class7 53loc:@bert/encoder/layer_9/attention/self/query/bias* dtype0* _output_shapes : é 8report_uninitialized_variables/IsVariableInitialized_151IsVariableInitialized.bert/encoder/layer_9/attention/self/key/kernel*A _class7 53loc:@bert/encoder/layer_9/attention/self/key/kernel* dtype0* _output_shapes : å 8report_uninitialized_variables/IsVariableInitialized_152IsVariableInitialized,bert/encoder/layer_9/attention/self/key/bias*? _class5 31loc:@bert/encoder/layer_9/attention/self/key/bias* dtype0* _output_shapes : í 8report_uninitialized_variables/IsVariableInitialized_153IsVariableInitialized0bert/encoder/layer_9/attention/self/value/kernel*C _class9 75loc:@bert/encoder/layer_9/attention/self/value/kernel* dtype0* _output_shapes : é 8report_uninitialized_variables/IsVariableInitialized_154IsVariableInitialized.bert/encoder/layer_9/attention/self/value/bias*A _class7 53loc:@bert/encoder/layer_9/attention/self/value/bias* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_155IsVariableInitialized2bert/encoder/layer_9/attention/output/dense/kernel*E _class; 97loc:@bert/encoder/layer_9/attention/output/dense/kernel* dtype0* _output_shapes : í 8report_uninitialized_variables/IsVariableInitialized_156IsVariableInitialized0bert/encoder/layer_9/attention/output/dense/bias*C _class9 75loc:@bert/encoder/layer_9/attention/output/dense/bias* dtype0* _output_shapes : õ 8report_uninitialized_variables/IsVariableInitialized_157IsVariableInitialized4bert/encoder/layer_9/attention/output/LayerNorm/beta*G _class= ;9loc:@bert/encoder/layer_9/attention/output/LayerNorm/beta* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_158IsVariableInitialized5bert/encoder/layer_9/attention/output/LayerNorm/gamma*H _class> <:loc:@bert/encoder/layer_9/attention/output/LayerNorm/gamma* dtype0* _output_shapes : é 8report_uninitialized_variables/IsVariableInitialized_159IsVariableInitialized.bert/encoder/layer_9/intermediate/dense/kernel*A _class7 53loc:@bert/encoder/layer_9/intermediate/dense/kernel* dtype0* _output_shapes : å 8report_uninitialized_variables/IsVariableInitialized_160IsVariableInitialized,bert/encoder/layer_9/intermediate/dense/bias*? _class5 31loc:@bert/encoder/layer_9/intermediate/dense/bias* dtype0* _output_shapes : Ý 8report_uninitialized_variables/IsVariableInitialized_161IsVariableInitialized(bert/encoder/layer_9/output/dense/kernel*; _class1 /-loc:@bert/encoder/layer_9/output/dense/kernel* dtype0* _output_shapes : Ù 8report_uninitialized_variables/IsVariableInitialized_162IsVariableInitialized&bert/encoder/layer_9/output/dense/bias*9 _class/ -+loc:@bert/encoder/layer_9/output/dense/bias* dtype0* _output_shapes : á 8report_uninitialized_variables/IsVariableInitialized_163IsVariableInitialized*bert/encoder/layer_9/output/LayerNorm/beta*= _class3 1/loc:@bert/encoder/layer_9/output/LayerNorm/beta* dtype0* _output_shapes : ã 8report_uninitialized_variables/IsVariableInitialized_164IsVariableInitialized+bert/encoder/layer_9/output/LayerNorm/gamma*> _class4 20loc:@bert/encoder/layer_9/output/LayerNorm/gamma* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_165IsVariableInitialized1bert/encoder/layer_10/attention/self/query/kernel*D _class: 86loc:@bert/encoder/layer_10/attention/self/query/kernel* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_166IsVariableInitialized/bert/encoder/layer_10/attention/self/query/bias*B _class8 64loc:@bert/encoder/layer_10/attention/self/query/bias* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_167IsVariableInitialized/bert/encoder/layer_10/attention/self/key/kernel*B _class8 64loc:@bert/encoder/layer_10/attention/self/key/kernel* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_168IsVariableInitialized-bert/encoder/layer_10/attention/self/key/bias*@ _class6 42loc:@bert/encoder/layer_10/attention/self/key/bias* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_169IsVariableInitialized1bert/encoder/layer_10/attention/self/value/kernel*D _class: 86loc:@bert/encoder/layer_10/attention/self/value/kernel* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_170IsVariableInitialized/bert/encoder/layer_10/attention/self/value/bias*B _class8 64loc:@bert/encoder/layer_10/attention/self/value/bias* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_171IsVariableInitialized3bert/encoder/layer_10/attention/output/dense/kernel*F _class< :8loc:@bert/encoder/layer_10/attention/output/dense/kernel* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_172IsVariableInitialized1bert/encoder/layer_10/attention/output/dense/bias*D _class: 86loc:@bert/encoder/layer_10/attention/output/dense/bias* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_173IsVariableInitialized5bert/encoder/layer_10/attention/output/LayerNorm/beta*H _class> <:loc:@bert/encoder/layer_10/attention/output/LayerNorm/beta* dtype0* _output_shapes : ù 8report_uninitialized_variables/IsVariableInitialized_174IsVariableInitialized6bert/encoder/layer_10/attention/output/LayerNorm/gamma*I _class? =;loc:@bert/encoder/layer_10/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_175IsVariableInitialized/bert/encoder/layer_10/intermediate/dense/kernel*B _class8 64loc:@bert/encoder/layer_10/intermediate/dense/kernel* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_176IsVariableInitialized-bert/encoder/layer_10/intermediate/dense/bias*@ _class6 42loc:@bert/encoder/layer_10/intermediate/dense/bias* dtype0* _output_shapes : ß 8report_uninitialized_variables/IsVariableInitialized_177IsVariableInitialized)bert/encoder/layer_10/output/dense/kernel*< _class2 0.loc:@bert/encoder/layer_10/output/dense/kernel* dtype0* _output_shapes : Û 8report_uninitialized_variables/IsVariableInitialized_178IsVariableInitialized'bert/encoder/layer_10/output/dense/bias*: _class0 .,loc:@bert/encoder/layer_10/output/dense/bias* dtype0* _output_shapes : ã 8report_uninitialized_variables/IsVariableInitialized_179IsVariableInitialized+bert/encoder/layer_10/output/LayerNorm/beta*> _class4 20loc:@bert/encoder/layer_10/output/LayerNorm/beta* dtype0* _output_shapes : å 8report_uninitialized_variables/IsVariableInitialized_180IsVariableInitialized,bert/encoder/layer_10/output/LayerNorm/gamma*? _class5 31loc:@bert/encoder/layer_10/output/LayerNorm/gamma* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_181IsVariableInitialized1bert/encoder/layer_11/attention/self/query/kernel*D _class: 86loc:@bert/encoder/layer_11/attention/self/query/kernel* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_182IsVariableInitialized/bert/encoder/layer_11/attention/self/query/bias*B _class8 64loc:@bert/encoder/layer_11/attention/self/query/bias* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_183IsVariableInitialized/bert/encoder/layer_11/attention/self/key/kernel*B _class8 64loc:@bert/encoder/layer_11/attention/self/key/kernel* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_184IsVariableInitialized-bert/encoder/layer_11/attention/self/key/bias*@ _class6 42loc:@bert/encoder/layer_11/attention/self/key/bias* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_185IsVariableInitialized1bert/encoder/layer_11/attention/self/value/kernel*D _class: 86loc:@bert/encoder/layer_11/attention/self/value/kernel* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_186IsVariableInitialized/bert/encoder/layer_11/attention/self/value/bias*B _class8 64loc:@bert/encoder/layer_11/attention/self/value/bias* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_187IsVariableInitialized3bert/encoder/layer_11/attention/output/dense/kernel*F _class< :8loc:@bert/encoder/layer_11/attention/output/dense/kernel* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_188IsVariableInitialized1bert/encoder/layer_11/attention/output/dense/bias*D _class: 86loc:@bert/encoder/layer_11/attention/output/dense/bias* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_189IsVariableInitialized5bert/encoder/layer_11/attention/output/LayerNorm/beta*H _class> <:loc:@bert/encoder/layer_11/attention/output/LayerNorm/beta* dtype0* _output_shapes : ù 8report_uninitialized_variables/IsVariableInitialized_190IsVariableInitialized6bert/encoder/layer_11/attention/output/LayerNorm/gamma*I _class? =;loc:@bert/encoder/layer_11/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_191IsVariableInitialized/bert/encoder/layer_11/intermediate/dense/kernel*B _class8 64loc:@bert/encoder/layer_11/intermediate/dense/kernel* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_192IsVariableInitialized-bert/encoder/layer_11/intermediate/dense/bias*@ _class6 42loc:@bert/encoder/layer_11/intermediate/dense/bias* dtype0* _output_shapes : ß 8report_uninitialized_variables/IsVariableInitialized_193IsVariableInitialized)bert/encoder/layer_11/output/dense/kernel*< _class2 0.loc:@bert/encoder/layer_11/output/dense/kernel* dtype0* _output_shapes : Û 8report_uninitialized_variables/IsVariableInitialized_194IsVariableInitialized'bert/encoder/layer_11/output/dense/bias*: _class0 .,loc:@bert/encoder/layer_11/output/dense/bias* dtype0* _output_shapes : ã 8report_uninitialized_variables/IsVariableInitialized_195IsVariableInitialized+bert/encoder/layer_11/output/LayerNorm/beta*> _class4 20loc:@bert/encoder/layer_11/output/LayerNorm/beta* dtype0* _output_shapes : å 8report_uninitialized_variables/IsVariableInitialized_196IsVariableInitialized,bert/encoder/layer_11/output/LayerNorm/gamma*? _class5 31loc:@bert/encoder/layer_11/output/LayerNorm/gamma* dtype0* _output_shapes : ½ 8report_uninitialized_variables/IsVariableInitialized_197IsVariableInitializedbert/pooler/dense/kernel*+ _class! loc:@bert/pooler/dense/kernel* dtype0* _output_shapes : ¹ 8report_uninitialized_variables/IsVariableInitialized_198IsVariableInitializedbert/pooler/dense/bias*) _class loc:@bert/pooler/dense/bias* dtype0* _output_shapes : Ù 8report_uninitialized_variables/IsVariableInitialized_199IsVariableInitialized&cls/predictions/transform/dense/kernel*9 _class/ -+loc:@cls/predictions/transform/dense/kernel* dtype0* _output_shapes : Õ 8report_uninitialized_variables/IsVariableInitialized_200IsVariableInitialized$cls/predictions/transform/dense/bias*7 _class- +)loc:@cls/predictions/transform/dense/bias* dtype0* _output_shapes : Ý 8report_uninitialized_variables/IsVariableInitialized_201IsVariableInitialized(cls/predictions/transform/LayerNorm/beta*; _class1 /-loc:@cls/predictions/transform/LayerNorm/beta* dtype0* _output_shapes : ß 8report_uninitialized_variables/IsVariableInitialized_202IsVariableInitialized)cls/predictions/transform/LayerNorm/gamma*< _class2 0.loc:@cls/predictions/transform/LayerNorm/gamma* dtype0* _output_shapes : à 8report_uninitialized_variables/IsVariableInitialized_203IsVariableInitializedcls/predictions/output_bias*. _class$ " loc:@cls/predictions/output_bias* dtype0* _output_shapes : Ó 8report_uninitialized_variables/IsVariableInitialized_204IsVariableInitialized#cls/seq_relationship/output_weights*6 _class, *(loc:@cls/seq_relationship/output_weights* dtype0* _output_shapes : Í 8report_uninitialized_variables/IsVariableInitialized_205IsVariableInitialized cls/seq_relationship/output_bias*3 _class) '%loc:@cls/seq_relationship/output_bias* dtype0* _output_shapes : Ù 8report_uninitialized_variables/IsVariableInitialized_206IsVariableInitialized&bert/embeddings/word_embeddings/adam_m*9 _class/ -+loc:@bert/embeddings/word_embeddings/adam_m* dtype0* _output_shapes : Ù 8report_uninitialized_variables/IsVariableInitialized_207IsVariableInitialized&bert/embeddings/word_embeddings/adam_v*9 _class/ -+loc:@bert/embeddings/word_embeddings/adam_v* dtype0* _output_shapes : å 8report_uninitialized_variables/IsVariableInitialized_208IsVariableInitialized,bert/embeddings/token_type_embeddings/adam_m*? _class5 31loc:@bert/embeddings/token_type_embeddings/adam_m* dtype0* _output_shapes : å 8report_uninitialized_variables/IsVariableInitialized_209IsVariableInitialized,bert/embeddings/token_type_embeddings/adam_v*? _class5 31loc:@bert/embeddings/token_type_embeddings/adam_v* dtype0* _output_shapes : á 8report_uninitialized_variables/IsVariableInitialized_210IsVariableInitialized*bert/embeddings/position_embeddings/adam_m*= _class3 1/loc:@bert/embeddings/position_embeddings/adam_m* dtype0* _output_shapes : á 8report_uninitialized_variables/IsVariableInitialized_211IsVariableInitialized*bert/embeddings/position_embeddings/adam_v*= _class3 1/loc:@bert/embeddings/position_embeddings/adam_v* dtype0* _output_shapes : × 8report_uninitialized_variables/IsVariableInitialized_212IsVariableInitialized%bert/embeddings/LayerNorm/beta/adam_m*8 _class. ,*loc:@bert/embeddings/LayerNorm/beta/adam_m* dtype0* _output_shapes : × 8report_uninitialized_variables/IsVariableInitialized_213IsVariableInitialized%bert/embeddings/LayerNorm/beta/adam_v*8 _class. ,*loc:@bert/embeddings/LayerNorm/beta/adam_v* dtype0* _output_shapes : Ù 8report_uninitialized_variables/IsVariableInitialized_214IsVariableInitialized&bert/embeddings/LayerNorm/gamma/adam_m*9 _class/ -+loc:@bert/embeddings/LayerNorm/gamma/adam_m* dtype0* _output_shapes : Ù 8report_uninitialized_variables/IsVariableInitialized_215IsVariableInitialized&bert/embeddings/LayerNorm/gamma/adam_v*9 _class/ -+loc:@bert/embeddings/LayerNorm/gamma/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_216IsVariableInitialized7bert/encoder/layer_0/attention/self/query/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_0/attention/self/query/bias/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_219IsVariableInitialized5bert/encoder/layer_0/attention/self/query/bias/adam_v*H _class> <:loc:@bert/encoder/layer_0/attention/self/query/bias/adam_v* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_220IsVariableInitialized5bert/encoder/layer_0/attention/self/key/kernel/adam_m*H _class> <:loc:@bert/encoder/layer_0/attention/self/key/kernel/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_221IsVariableInitialized5bert/encoder/layer_0/attention/self/key/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_0/attention/self/key/kernel/adam_v* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_222IsVariableInitialized3bert/encoder/layer_0/attention/self/key/bias/adam_m*F _class< :8loc:@bert/encoder/layer_0/attention/self/key/bias/adam_m* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_223IsVariableInitialized3bert/encoder/layer_0/attention/self/key/bias/adam_v*F _class< :8loc:@bert/encoder/layer_0/attention/self/key/bias/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_224IsVariableInitialized7bert/encoder/layer_0/attention/self/value/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_0/attention/self/value/bias/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_227IsVariableInitialized5bert/encoder/layer_0/attention/self/value/bias/adam_v*H _class> <:loc:@bert/encoder/layer_0/attention/self/value/bias/adam_v* dtype0* _output_shapes : ÿ 8report_uninitialized_variables/IsVariableInitialized_228IsVariableInitialized9bert/encoder/layer_0/attention/output/dense/kernel/adam_m*L _classB @>loc:@bert/encoder/layer_0/attention/output/dense/kernel/adam_m* dtype0* _output_shapes : ÿ 8report_uninitialized_variables/IsVariableInitialized_229IsVariableInitialized9bert/encoder/layer_0/attention/output/dense/kernel/adam_v*L _classB @>loc:@bert/encoder/layer_0/attention/output/dense/kernel/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_230IsVariableInitialized7bert/encoder/layer_0/attention/output/dense/bias/adam_m*J _class@ > <:loc:@bert/encoder/layer_0/intermediate/dense/kernel/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_237IsVariableInitialized5bert/encoder/layer_0/intermediate/dense/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_0/intermediate/dense/kernel/adam_v* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_238IsVariableInitialized3bert/encoder/layer_0/intermediate/dense/bias/adam_m*F _class< :8loc:@bert/encoder/layer_0/intermediate/dense/bias/adam_m* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_239IsVariableInitialized3bert/encoder/layer_0/intermediate/dense/bias/adam_v*F _class< :8loc:@bert/encoder/layer_0/intermediate/dense/bias/adam_v* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_240IsVariableInitialized/bert/encoder/layer_0/output/dense/kernel/adam_m*B _class8 64loc:@bert/encoder/layer_0/output/dense/kernel/adam_m* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_241IsVariableInitialized/bert/encoder/layer_0/output/dense/kernel/adam_v*B _class8 64loc:@bert/encoder/layer_0/output/dense/kernel/adam_v* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_242IsVariableInitialized-bert/encoder/layer_0/output/dense/bias/adam_m*@ _class6 42loc:@bert/encoder/layer_0/output/dense/bias/adam_m* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_243IsVariableInitialized-bert/encoder/layer_0/output/dense/bias/adam_v*@ _class6 42loc:@bert/encoder/layer_0/output/dense/bias/adam_v* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_244IsVariableInitialized1bert/encoder/layer_0/output/LayerNorm/beta/adam_m*D _class: 86loc:@bert/encoder/layer_0/output/LayerNorm/beta/adam_m* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_245IsVariableInitialized1bert/encoder/layer_0/output/LayerNorm/beta/adam_v*D _class: 86loc:@bert/encoder/layer_0/output/LayerNorm/beta/adam_v* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_246IsVariableInitialized2bert/encoder/layer_0/output/LayerNorm/gamma/adam_m*E _class; 97loc:@bert/encoder/layer_0/output/LayerNorm/gamma/adam_m* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_247IsVariableInitialized2bert/encoder/layer_0/output/LayerNorm/gamma/adam_v*E _class; 97loc:@bert/encoder/layer_0/output/LayerNorm/gamma/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_248IsVariableInitialized7bert/encoder/layer_1/attention/self/query/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_1/attention/self/query/bias/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_251IsVariableInitialized5bert/encoder/layer_1/attention/self/query/bias/adam_v*H _class> <:loc:@bert/encoder/layer_1/attention/self/query/bias/adam_v* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_252IsVariableInitialized5bert/encoder/layer_1/attention/self/key/kernel/adam_m*H _class> <:loc:@bert/encoder/layer_1/attention/self/key/kernel/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_253IsVariableInitialized5bert/encoder/layer_1/attention/self/key/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_1/attention/self/key/kernel/adam_v* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_254IsVariableInitialized3bert/encoder/layer_1/attention/self/key/bias/adam_m*F _class< :8loc:@bert/encoder/layer_1/attention/self/key/bias/adam_m* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_255IsVariableInitialized3bert/encoder/layer_1/attention/self/key/bias/adam_v*F _class< :8loc:@bert/encoder/layer_1/attention/self/key/bias/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_256IsVariableInitialized7bert/encoder/layer_1/attention/self/value/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_1/attention/self/value/bias/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_259IsVariableInitialized5bert/encoder/layer_1/attention/self/value/bias/adam_v*H _class> <:loc:@bert/encoder/layer_1/attention/self/value/bias/adam_v* dtype0* _output_shapes : ÿ 8report_uninitialized_variables/IsVariableInitialized_260IsVariableInitialized9bert/encoder/layer_1/attention/output/dense/kernel/adam_m*L _classB @>loc:@bert/encoder/layer_1/attention/output/dense/kernel/adam_m* dtype0* _output_shapes : ÿ 8report_uninitialized_variables/IsVariableInitialized_261IsVariableInitialized9bert/encoder/layer_1/attention/output/dense/kernel/adam_v*L _classB @>loc:@bert/encoder/layer_1/attention/output/dense/kernel/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_262IsVariableInitialized7bert/encoder/layer_1/attention/output/dense/bias/adam_m*J _class@ > <:loc:@bert/encoder/layer_1/intermediate/dense/kernel/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_269IsVariableInitialized5bert/encoder/layer_1/intermediate/dense/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_1/intermediate/dense/kernel/adam_v* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_270IsVariableInitialized3bert/encoder/layer_1/intermediate/dense/bias/adam_m*F _class< :8loc:@bert/encoder/layer_1/intermediate/dense/bias/adam_m* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_271IsVariableInitialized3bert/encoder/layer_1/intermediate/dense/bias/adam_v*F _class< :8loc:@bert/encoder/layer_1/intermediate/dense/bias/adam_v* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_272IsVariableInitialized/bert/encoder/layer_1/output/dense/kernel/adam_m*B _class8 64loc:@bert/encoder/layer_1/output/dense/kernel/adam_m* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_273IsVariableInitialized/bert/encoder/layer_1/output/dense/kernel/adam_v*B _class8 64loc:@bert/encoder/layer_1/output/dense/kernel/adam_v* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_274IsVariableInitialized-bert/encoder/layer_1/output/dense/bias/adam_m*@ _class6 42loc:@bert/encoder/layer_1/output/dense/bias/adam_m* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_275IsVariableInitialized-bert/encoder/layer_1/output/dense/bias/adam_v*@ _class6 42loc:@bert/encoder/layer_1/output/dense/bias/adam_v* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_276IsVariableInitialized1bert/encoder/layer_1/output/LayerNorm/beta/adam_m*D _class: 86loc:@bert/encoder/layer_1/output/LayerNorm/beta/adam_m* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_277IsVariableInitialized1bert/encoder/layer_1/output/LayerNorm/beta/adam_v*D _class: 86loc:@bert/encoder/layer_1/output/LayerNorm/beta/adam_v* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_278IsVariableInitialized2bert/encoder/layer_1/output/LayerNorm/gamma/adam_m*E _class; 97loc:@bert/encoder/layer_1/output/LayerNorm/gamma/adam_m* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_279IsVariableInitialized2bert/encoder/layer_1/output/LayerNorm/gamma/adam_v*E _class; 97loc:@bert/encoder/layer_1/output/LayerNorm/gamma/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_280IsVariableInitialized7bert/encoder/layer_2/attention/self/query/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_2/attention/self/query/bias/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_283IsVariableInitialized5bert/encoder/layer_2/attention/self/query/bias/adam_v*H _class> <:loc:@bert/encoder/layer_2/attention/self/query/bias/adam_v* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_284IsVariableInitialized5bert/encoder/layer_2/attention/self/key/kernel/adam_m*H _class> <:loc:@bert/encoder/layer_2/attention/self/key/kernel/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_285IsVariableInitialized5bert/encoder/layer_2/attention/self/key/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_2/attention/self/key/kernel/adam_v* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_286IsVariableInitialized3bert/encoder/layer_2/attention/self/key/bias/adam_m*F _class< :8loc:@bert/encoder/layer_2/attention/self/key/bias/adam_m* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_287IsVariableInitialized3bert/encoder/layer_2/attention/self/key/bias/adam_v*F _class< :8loc:@bert/encoder/layer_2/attention/self/key/bias/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_288IsVariableInitialized7bert/encoder/layer_2/attention/self/value/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_2/attention/self/value/bias/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_291IsVariableInitialized5bert/encoder/layer_2/attention/self/value/bias/adam_v*H _class> <:loc:@bert/encoder/layer_2/attention/self/value/bias/adam_v* dtype0* _output_shapes : ÿ 8report_uninitialized_variables/IsVariableInitialized_292IsVariableInitialized9bert/encoder/layer_2/attention/output/dense/kernel/adam_m*L _classB @>loc:@bert/encoder/layer_2/attention/output/dense/kernel/adam_m* dtype0* _output_shapes : ÿ 8report_uninitialized_variables/IsVariableInitialized_293IsVariableInitialized9bert/encoder/layer_2/attention/output/dense/kernel/adam_v*L _classB @>loc:@bert/encoder/layer_2/attention/output/dense/kernel/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_294IsVariableInitialized7bert/encoder/layer_2/attention/output/dense/bias/adam_m*J _class@ > <:loc:@bert/encoder/layer_2/intermediate/dense/kernel/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_301IsVariableInitialized5bert/encoder/layer_2/intermediate/dense/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_2/intermediate/dense/kernel/adam_v* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_302IsVariableInitialized3bert/encoder/layer_2/intermediate/dense/bias/adam_m*F _class< :8loc:@bert/encoder/layer_2/intermediate/dense/bias/adam_m* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_303IsVariableInitialized3bert/encoder/layer_2/intermediate/dense/bias/adam_v*F _class< :8loc:@bert/encoder/layer_2/intermediate/dense/bias/adam_v* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_304IsVariableInitialized/bert/encoder/layer_2/output/dense/kernel/adam_m*B _class8 64loc:@bert/encoder/layer_2/output/dense/kernel/adam_m* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_305IsVariableInitialized/bert/encoder/layer_2/output/dense/kernel/adam_v*B _class8 64loc:@bert/encoder/layer_2/output/dense/kernel/adam_v* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_306IsVariableInitialized-bert/encoder/layer_2/output/dense/bias/adam_m*@ _class6 42loc:@bert/encoder/layer_2/output/dense/bias/adam_m* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_307IsVariableInitialized-bert/encoder/layer_2/output/dense/bias/adam_v*@ _class6 42loc:@bert/encoder/layer_2/output/dense/bias/adam_v* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_308IsVariableInitialized1bert/encoder/layer_2/output/LayerNorm/beta/adam_m*D _class: 86loc:@bert/encoder/layer_2/output/LayerNorm/beta/adam_m* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_309IsVariableInitialized1bert/encoder/layer_2/output/LayerNorm/beta/adam_v*D _class: 86loc:@bert/encoder/layer_2/output/LayerNorm/beta/adam_v* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_310IsVariableInitialized2bert/encoder/layer_2/output/LayerNorm/gamma/adam_m*E _class; 97loc:@bert/encoder/layer_2/output/LayerNorm/gamma/adam_m* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_311IsVariableInitialized2bert/encoder/layer_2/output/LayerNorm/gamma/adam_v*E _class; 97loc:@bert/encoder/layer_2/output/LayerNorm/gamma/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_312IsVariableInitialized7bert/encoder/layer_3/attention/self/query/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_3/attention/self/query/bias/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_315IsVariableInitialized5bert/encoder/layer_3/attention/self/query/bias/adam_v*H _class> <:loc:@bert/encoder/layer_3/attention/self/query/bias/adam_v* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_316IsVariableInitialized5bert/encoder/layer_3/attention/self/key/kernel/adam_m*H _class> <:loc:@bert/encoder/layer_3/attention/self/key/kernel/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_317IsVariableInitialized5bert/encoder/layer_3/attention/self/key/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_3/attention/self/key/kernel/adam_v* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_318IsVariableInitialized3bert/encoder/layer_3/attention/self/key/bias/adam_m*F _class< :8loc:@bert/encoder/layer_3/attention/self/key/bias/adam_m* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_319IsVariableInitialized3bert/encoder/layer_3/attention/self/key/bias/adam_v*F _class< :8loc:@bert/encoder/layer_3/attention/self/key/bias/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_320IsVariableInitialized7bert/encoder/layer_3/attention/self/value/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_3/attention/self/value/bias/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_323IsVariableInitialized5bert/encoder/layer_3/attention/self/value/bias/adam_v*H _class> <:loc:@bert/encoder/layer_3/attention/self/value/bias/adam_v* dtype0* _output_shapes : ÿ 8report_uninitialized_variables/IsVariableInitialized_324IsVariableInitialized9bert/encoder/layer_3/attention/output/dense/kernel/adam_m*L _classB @>loc:@bert/encoder/layer_3/attention/output/dense/kernel/adam_m* dtype0* _output_shapes : ÿ 8report_uninitialized_variables/IsVariableInitialized_325IsVariableInitialized9bert/encoder/layer_3/attention/output/dense/kernel/adam_v*L _classB @>loc:@bert/encoder/layer_3/attention/output/dense/kernel/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_326IsVariableInitialized7bert/encoder/layer_3/attention/output/dense/bias/adam_m*J _class@ > <:loc:@bert/encoder/layer_3/intermediate/dense/kernel/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_333IsVariableInitialized5bert/encoder/layer_3/intermediate/dense/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_3/intermediate/dense/kernel/adam_v* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_334IsVariableInitialized3bert/encoder/layer_3/intermediate/dense/bias/adam_m*F _class< :8loc:@bert/encoder/layer_3/intermediate/dense/bias/adam_m* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_335IsVariableInitialized3bert/encoder/layer_3/intermediate/dense/bias/adam_v*F _class< :8loc:@bert/encoder/layer_3/intermediate/dense/bias/adam_v* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_336IsVariableInitialized/bert/encoder/layer_3/output/dense/kernel/adam_m*B _class8 64loc:@bert/encoder/layer_3/output/dense/kernel/adam_m* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_337IsVariableInitialized/bert/encoder/layer_3/output/dense/kernel/adam_v*B _class8 64loc:@bert/encoder/layer_3/output/dense/kernel/adam_v* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_338IsVariableInitialized-bert/encoder/layer_3/output/dense/bias/adam_m*@ _class6 42loc:@bert/encoder/layer_3/output/dense/bias/adam_m* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_339IsVariableInitialized-bert/encoder/layer_3/output/dense/bias/adam_v*@ _class6 42loc:@bert/encoder/layer_3/output/dense/bias/adam_v* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_340IsVariableInitialized1bert/encoder/layer_3/output/LayerNorm/beta/adam_m*D _class: 86loc:@bert/encoder/layer_3/output/LayerNorm/beta/adam_m* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_341IsVariableInitialized1bert/encoder/layer_3/output/LayerNorm/beta/adam_v*D _class: 86loc:@bert/encoder/layer_3/output/LayerNorm/beta/adam_v* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_342IsVariableInitialized2bert/encoder/layer_3/output/LayerNorm/gamma/adam_m*E _class; 97loc:@bert/encoder/layer_3/output/LayerNorm/gamma/adam_m* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_343IsVariableInitialized2bert/encoder/layer_3/output/LayerNorm/gamma/adam_v*E _class; 97loc:@bert/encoder/layer_3/output/LayerNorm/gamma/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_344IsVariableInitialized7bert/encoder/layer_4/attention/self/query/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_4/attention/self/query/bias/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_347IsVariableInitialized5bert/encoder/layer_4/attention/self/query/bias/adam_v*H _class> <:loc:@bert/encoder/layer_4/attention/self/query/bias/adam_v* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_348IsVariableInitialized5bert/encoder/layer_4/attention/self/key/kernel/adam_m*H _class> <:loc:@bert/encoder/layer_4/attention/self/key/kernel/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_349IsVariableInitialized5bert/encoder/layer_4/attention/self/key/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_4/attention/self/key/kernel/adam_v* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_350IsVariableInitialized3bert/encoder/layer_4/attention/self/key/bias/adam_m*F _class< :8loc:@bert/encoder/layer_4/attention/self/key/bias/adam_m* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_351IsVariableInitialized3bert/encoder/layer_4/attention/self/key/bias/adam_v*F _class< :8loc:@bert/encoder/layer_4/attention/self/key/bias/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_352IsVariableInitialized7bert/encoder/layer_4/attention/self/value/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_4/attention/self/value/bias/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_355IsVariableInitialized5bert/encoder/layer_4/attention/self/value/bias/adam_v*H _class> <:loc:@bert/encoder/layer_4/attention/self/value/bias/adam_v* dtype0* _output_shapes : ÿ 8report_uninitialized_variables/IsVariableInitialized_356IsVariableInitialized9bert/encoder/layer_4/attention/output/dense/kernel/adam_m*L _classB @>loc:@bert/encoder/layer_4/attention/output/dense/kernel/adam_m* dtype0* _output_shapes : ÿ 8report_uninitialized_variables/IsVariableInitialized_357IsVariableInitialized9bert/encoder/layer_4/attention/output/dense/kernel/adam_v*L _classB @>loc:@bert/encoder/layer_4/attention/output/dense/kernel/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_358IsVariableInitialized7bert/encoder/layer_4/attention/output/dense/bias/adam_m*J _class@ > <:loc:@bert/encoder/layer_4/intermediate/dense/kernel/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_365IsVariableInitialized5bert/encoder/layer_4/intermediate/dense/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_4/intermediate/dense/kernel/adam_v* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_366IsVariableInitialized3bert/encoder/layer_4/intermediate/dense/bias/adam_m*F _class< :8loc:@bert/encoder/layer_4/intermediate/dense/bias/adam_m* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_367IsVariableInitialized3bert/encoder/layer_4/intermediate/dense/bias/adam_v*F _class< :8loc:@bert/encoder/layer_4/intermediate/dense/bias/adam_v* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_368IsVariableInitialized/bert/encoder/layer_4/output/dense/kernel/adam_m*B _class8 64loc:@bert/encoder/layer_4/output/dense/kernel/adam_m* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_369IsVariableInitialized/bert/encoder/layer_4/output/dense/kernel/adam_v*B _class8 64loc:@bert/encoder/layer_4/output/dense/kernel/adam_v* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_370IsVariableInitialized-bert/encoder/layer_4/output/dense/bias/adam_m*@ _class6 42loc:@bert/encoder/layer_4/output/dense/bias/adam_m* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_371IsVariableInitialized-bert/encoder/layer_4/output/dense/bias/adam_v*@ _class6 42loc:@bert/encoder/layer_4/output/dense/bias/adam_v* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_372IsVariableInitialized1bert/encoder/layer_4/output/LayerNorm/beta/adam_m*D _class: 86loc:@bert/encoder/layer_4/output/LayerNorm/beta/adam_m* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_373IsVariableInitialized1bert/encoder/layer_4/output/LayerNorm/beta/adam_v*D _class: 86loc:@bert/encoder/layer_4/output/LayerNorm/beta/adam_v* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_374IsVariableInitialized2bert/encoder/layer_4/output/LayerNorm/gamma/adam_m*E _class; 97loc:@bert/encoder/layer_4/output/LayerNorm/gamma/adam_m* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_375IsVariableInitialized2bert/encoder/layer_4/output/LayerNorm/gamma/adam_v*E _class; 97loc:@bert/encoder/layer_4/output/LayerNorm/gamma/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_376IsVariableInitialized7bert/encoder/layer_5/attention/self/query/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_5/attention/self/query/bias/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_379IsVariableInitialized5bert/encoder/layer_5/attention/self/query/bias/adam_v*H _class> <:loc:@bert/encoder/layer_5/attention/self/query/bias/adam_v* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_380IsVariableInitialized5bert/encoder/layer_5/attention/self/key/kernel/adam_m*H _class> <:loc:@bert/encoder/layer_5/attention/self/key/kernel/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_381IsVariableInitialized5bert/encoder/layer_5/attention/self/key/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_5/attention/self/key/kernel/adam_v* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_382IsVariableInitialized3bert/encoder/layer_5/attention/self/key/bias/adam_m*F _class< :8loc:@bert/encoder/layer_5/attention/self/key/bias/adam_m* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_383IsVariableInitialized3bert/encoder/layer_5/attention/self/key/bias/adam_v*F _class< :8loc:@bert/encoder/layer_5/attention/self/key/bias/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_384IsVariableInitialized7bert/encoder/layer_5/attention/self/value/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_5/attention/self/value/bias/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_387IsVariableInitialized5bert/encoder/layer_5/attention/self/value/bias/adam_v*H _class> <:loc:@bert/encoder/layer_5/attention/self/value/bias/adam_v* dtype0* _output_shapes : ÿ 8report_uninitialized_variables/IsVariableInitialized_388IsVariableInitialized9bert/encoder/layer_5/attention/output/dense/kernel/adam_m*L _classB @>loc:@bert/encoder/layer_5/attention/output/dense/kernel/adam_m* dtype0* _output_shapes : ÿ 8report_uninitialized_variables/IsVariableInitialized_389IsVariableInitialized9bert/encoder/layer_5/attention/output/dense/kernel/adam_v*L _classB @>loc:@bert/encoder/layer_5/attention/output/dense/kernel/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_390IsVariableInitialized7bert/encoder/layer_5/attention/output/dense/bias/adam_m*J _class@ > <:loc:@bert/encoder/layer_5/intermediate/dense/kernel/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_397IsVariableInitialized5bert/encoder/layer_5/intermediate/dense/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_5/intermediate/dense/kernel/adam_v* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_398IsVariableInitialized3bert/encoder/layer_5/intermediate/dense/bias/adam_m*F _class< :8loc:@bert/encoder/layer_5/intermediate/dense/bias/adam_m* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_399IsVariableInitialized3bert/encoder/layer_5/intermediate/dense/bias/adam_v*F _class< :8loc:@bert/encoder/layer_5/intermediate/dense/bias/adam_v* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_400IsVariableInitialized/bert/encoder/layer_5/output/dense/kernel/adam_m*B _class8 64loc:@bert/encoder/layer_5/output/dense/kernel/adam_m* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_401IsVariableInitialized/bert/encoder/layer_5/output/dense/kernel/adam_v*B _class8 64loc:@bert/encoder/layer_5/output/dense/kernel/adam_v* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_402IsVariableInitialized-bert/encoder/layer_5/output/dense/bias/adam_m*@ _class6 42loc:@bert/encoder/layer_5/output/dense/bias/adam_m* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_403IsVariableInitialized-bert/encoder/layer_5/output/dense/bias/adam_v*@ _class6 42loc:@bert/encoder/layer_5/output/dense/bias/adam_v* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_404IsVariableInitialized1bert/encoder/layer_5/output/LayerNorm/beta/adam_m*D _class: 86loc:@bert/encoder/layer_5/output/LayerNorm/beta/adam_m* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_405IsVariableInitialized1bert/encoder/layer_5/output/LayerNorm/beta/adam_v*D _class: 86loc:@bert/encoder/layer_5/output/LayerNorm/beta/adam_v* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_406IsVariableInitialized2bert/encoder/layer_5/output/LayerNorm/gamma/adam_m*E _class; 97loc:@bert/encoder/layer_5/output/LayerNorm/gamma/adam_m* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_407IsVariableInitialized2bert/encoder/layer_5/output/LayerNorm/gamma/adam_v*E _class; 97loc:@bert/encoder/layer_5/output/LayerNorm/gamma/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_408IsVariableInitialized7bert/encoder/layer_6/attention/self/query/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_6/attention/self/query/bias/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_411IsVariableInitialized5bert/encoder/layer_6/attention/self/query/bias/adam_v*H _class> <:loc:@bert/encoder/layer_6/attention/self/query/bias/adam_v* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_412IsVariableInitialized5bert/encoder/layer_6/attention/self/key/kernel/adam_m*H _class> <:loc:@bert/encoder/layer_6/attention/self/key/kernel/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_413IsVariableInitialized5bert/encoder/layer_6/attention/self/key/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_6/attention/self/key/kernel/adam_v* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_414IsVariableInitialized3bert/encoder/layer_6/attention/self/key/bias/adam_m*F _class< :8loc:@bert/encoder/layer_6/attention/self/key/bias/adam_m* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_415IsVariableInitialized3bert/encoder/layer_6/attention/self/key/bias/adam_v*F _class< :8loc:@bert/encoder/layer_6/attention/self/key/bias/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_416IsVariableInitialized7bert/encoder/layer_6/attention/self/value/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_6/attention/self/value/bias/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_419IsVariableInitialized5bert/encoder/layer_6/attention/self/value/bias/adam_v*H _class> <:loc:@bert/encoder/layer_6/attention/self/value/bias/adam_v* dtype0* _output_shapes : ÿ 8report_uninitialized_variables/IsVariableInitialized_420IsVariableInitialized9bert/encoder/layer_6/attention/output/dense/kernel/adam_m*L _classB @>loc:@bert/encoder/layer_6/attention/output/dense/kernel/adam_m* dtype0* _output_shapes : ÿ 8report_uninitialized_variables/IsVariableInitialized_421IsVariableInitialized9bert/encoder/layer_6/attention/output/dense/kernel/adam_v*L _classB @>loc:@bert/encoder/layer_6/attention/output/dense/kernel/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_422IsVariableInitialized7bert/encoder/layer_6/attention/output/dense/bias/adam_m*J _class@ > <:loc:@bert/encoder/layer_6/intermediate/dense/kernel/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_429IsVariableInitialized5bert/encoder/layer_6/intermediate/dense/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_6/intermediate/dense/kernel/adam_v* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_430IsVariableInitialized3bert/encoder/layer_6/intermediate/dense/bias/adam_m*F _class< :8loc:@bert/encoder/layer_6/intermediate/dense/bias/adam_m* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_431IsVariableInitialized3bert/encoder/layer_6/intermediate/dense/bias/adam_v*F _class< :8loc:@bert/encoder/layer_6/intermediate/dense/bias/adam_v* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_432IsVariableInitialized/bert/encoder/layer_6/output/dense/kernel/adam_m*B _class8 64loc:@bert/encoder/layer_6/output/dense/kernel/adam_m* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_433IsVariableInitialized/bert/encoder/layer_6/output/dense/kernel/adam_v*B _class8 64loc:@bert/encoder/layer_6/output/dense/kernel/adam_v* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_434IsVariableInitialized-bert/encoder/layer_6/output/dense/bias/adam_m*@ _class6 42loc:@bert/encoder/layer_6/output/dense/bias/adam_m* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_435IsVariableInitialized-bert/encoder/layer_6/output/dense/bias/adam_v*@ _class6 42loc:@bert/encoder/layer_6/output/dense/bias/adam_v* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_436IsVariableInitialized1bert/encoder/layer_6/output/LayerNorm/beta/adam_m*D _class: 86loc:@bert/encoder/layer_6/output/LayerNorm/beta/adam_m* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_437IsVariableInitialized1bert/encoder/layer_6/output/LayerNorm/beta/adam_v*D _class: 86loc:@bert/encoder/layer_6/output/LayerNorm/beta/adam_v* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_438IsVariableInitialized2bert/encoder/layer_6/output/LayerNorm/gamma/adam_m*E _class; 97loc:@bert/encoder/layer_6/output/LayerNorm/gamma/adam_m* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_439IsVariableInitialized2bert/encoder/layer_6/output/LayerNorm/gamma/adam_v*E _class; 97loc:@bert/encoder/layer_6/output/LayerNorm/gamma/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_440IsVariableInitialized7bert/encoder/layer_7/attention/self/query/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_7/attention/self/query/bias/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_443IsVariableInitialized5bert/encoder/layer_7/attention/self/query/bias/adam_v*H _class> <:loc:@bert/encoder/layer_7/attention/self/query/bias/adam_v* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_444IsVariableInitialized5bert/encoder/layer_7/attention/self/key/kernel/adam_m*H _class> <:loc:@bert/encoder/layer_7/attention/self/key/kernel/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_445IsVariableInitialized5bert/encoder/layer_7/attention/self/key/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_7/attention/self/key/kernel/adam_v* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_446IsVariableInitialized3bert/encoder/layer_7/attention/self/key/bias/adam_m*F _class< :8loc:@bert/encoder/layer_7/attention/self/key/bias/adam_m* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_447IsVariableInitialized3bert/encoder/layer_7/attention/self/key/bias/adam_v*F _class< :8loc:@bert/encoder/layer_7/attention/self/key/bias/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_448IsVariableInitialized7bert/encoder/layer_7/attention/self/value/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_7/attention/self/value/bias/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_451IsVariableInitialized5bert/encoder/layer_7/attention/self/value/bias/adam_v*H _class> <:loc:@bert/encoder/layer_7/attention/self/value/bias/adam_v* dtype0* _output_shapes : ÿ 8report_uninitialized_variables/IsVariableInitialized_452IsVariableInitialized9bert/encoder/layer_7/attention/output/dense/kernel/adam_m*L _classB @>loc:@bert/encoder/layer_7/attention/output/dense/kernel/adam_m* dtype0* _output_shapes : ÿ 8report_uninitialized_variables/IsVariableInitialized_453IsVariableInitialized9bert/encoder/layer_7/attention/output/dense/kernel/adam_v*L _classB @>loc:@bert/encoder/layer_7/attention/output/dense/kernel/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_454IsVariableInitialized7bert/encoder/layer_7/attention/output/dense/bias/adam_m*J _class@ > <:loc:@bert/encoder/layer_7/intermediate/dense/kernel/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_461IsVariableInitialized5bert/encoder/layer_7/intermediate/dense/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_7/intermediate/dense/kernel/adam_v* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_462IsVariableInitialized3bert/encoder/layer_7/intermediate/dense/bias/adam_m*F _class< :8loc:@bert/encoder/layer_7/intermediate/dense/bias/adam_m* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_463IsVariableInitialized3bert/encoder/layer_7/intermediate/dense/bias/adam_v*F _class< :8loc:@bert/encoder/layer_7/intermediate/dense/bias/adam_v* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_464IsVariableInitialized/bert/encoder/layer_7/output/dense/kernel/adam_m*B _class8 64loc:@bert/encoder/layer_7/output/dense/kernel/adam_m* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_465IsVariableInitialized/bert/encoder/layer_7/output/dense/kernel/adam_v*B _class8 64loc:@bert/encoder/layer_7/output/dense/kernel/adam_v* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_466IsVariableInitialized-bert/encoder/layer_7/output/dense/bias/adam_m*@ _class6 42loc:@bert/encoder/layer_7/output/dense/bias/adam_m* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_467IsVariableInitialized-bert/encoder/layer_7/output/dense/bias/adam_v*@ _class6 42loc:@bert/encoder/layer_7/output/dense/bias/adam_v* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_468IsVariableInitialized1bert/encoder/layer_7/output/LayerNorm/beta/adam_m*D _class: 86loc:@bert/encoder/layer_7/output/LayerNorm/beta/adam_m* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_469IsVariableInitialized1bert/encoder/layer_7/output/LayerNorm/beta/adam_v*D _class: 86loc:@bert/encoder/layer_7/output/LayerNorm/beta/adam_v* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_470IsVariableInitialized2bert/encoder/layer_7/output/LayerNorm/gamma/adam_m*E _class; 97loc:@bert/encoder/layer_7/output/LayerNorm/gamma/adam_m* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_471IsVariableInitialized2bert/encoder/layer_7/output/LayerNorm/gamma/adam_v*E _class; 97loc:@bert/encoder/layer_7/output/LayerNorm/gamma/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_472IsVariableInitialized7bert/encoder/layer_8/attention/self/query/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_8/attention/self/query/bias/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_475IsVariableInitialized5bert/encoder/layer_8/attention/self/query/bias/adam_v*H _class> <:loc:@bert/encoder/layer_8/attention/self/query/bias/adam_v* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_476IsVariableInitialized5bert/encoder/layer_8/attention/self/key/kernel/adam_m*H _class> <:loc:@bert/encoder/layer_8/attention/self/key/kernel/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_477IsVariableInitialized5bert/encoder/layer_8/attention/self/key/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_8/attention/self/key/kernel/adam_v* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_478IsVariableInitialized3bert/encoder/layer_8/attention/self/key/bias/adam_m*F _class< :8loc:@bert/encoder/layer_8/attention/self/key/bias/adam_m* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_479IsVariableInitialized3bert/encoder/layer_8/attention/self/key/bias/adam_v*F _class< :8loc:@bert/encoder/layer_8/attention/self/key/bias/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_480IsVariableInitialized7bert/encoder/layer_8/attention/self/value/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_8/attention/self/value/bias/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_483IsVariableInitialized5bert/encoder/layer_8/attention/self/value/bias/adam_v*H _class> <:loc:@bert/encoder/layer_8/attention/self/value/bias/adam_v* dtype0* _output_shapes : ÿ 8report_uninitialized_variables/IsVariableInitialized_484IsVariableInitialized9bert/encoder/layer_8/attention/output/dense/kernel/adam_m*L _classB @>loc:@bert/encoder/layer_8/attention/output/dense/kernel/adam_m* dtype0* _output_shapes : ÿ 8report_uninitialized_variables/IsVariableInitialized_485IsVariableInitialized9bert/encoder/layer_8/attention/output/dense/kernel/adam_v*L _classB @>loc:@bert/encoder/layer_8/attention/output/dense/kernel/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_486IsVariableInitialized7bert/encoder/layer_8/attention/output/dense/bias/adam_m*J _class@ > <:loc:@bert/encoder/layer_8/intermediate/dense/kernel/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_493IsVariableInitialized5bert/encoder/layer_8/intermediate/dense/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_8/intermediate/dense/kernel/adam_v* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_494IsVariableInitialized3bert/encoder/layer_8/intermediate/dense/bias/adam_m*F _class< :8loc:@bert/encoder/layer_8/intermediate/dense/bias/adam_m* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_495IsVariableInitialized3bert/encoder/layer_8/intermediate/dense/bias/adam_v*F _class< :8loc:@bert/encoder/layer_8/intermediate/dense/bias/adam_v* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_496IsVariableInitialized/bert/encoder/layer_8/output/dense/kernel/adam_m*B _class8 64loc:@bert/encoder/layer_8/output/dense/kernel/adam_m* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_497IsVariableInitialized/bert/encoder/layer_8/output/dense/kernel/adam_v*B _class8 64loc:@bert/encoder/layer_8/output/dense/kernel/adam_v* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_498IsVariableInitialized-bert/encoder/layer_8/output/dense/bias/adam_m*@ _class6 42loc:@bert/encoder/layer_8/output/dense/bias/adam_m* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_499IsVariableInitialized-bert/encoder/layer_8/output/dense/bias/adam_v*@ _class6 42loc:@bert/encoder/layer_8/output/dense/bias/adam_v* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_500IsVariableInitialized1bert/encoder/layer_8/output/LayerNorm/beta/adam_m*D _class: 86loc:@bert/encoder/layer_8/output/LayerNorm/beta/adam_m* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_501IsVariableInitialized1bert/encoder/layer_8/output/LayerNorm/beta/adam_v*D _class: 86loc:@bert/encoder/layer_8/output/LayerNorm/beta/adam_v* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_502IsVariableInitialized2bert/encoder/layer_8/output/LayerNorm/gamma/adam_m*E _class; 97loc:@bert/encoder/layer_8/output/LayerNorm/gamma/adam_m* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_503IsVariableInitialized2bert/encoder/layer_8/output/LayerNorm/gamma/adam_v*E _class; 97loc:@bert/encoder/layer_8/output/LayerNorm/gamma/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_504IsVariableInitialized7bert/encoder/layer_9/attention/self/query/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_9/attention/self/query/bias/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_507IsVariableInitialized5bert/encoder/layer_9/attention/self/query/bias/adam_v*H _class> <:loc:@bert/encoder/layer_9/attention/self/query/bias/adam_v* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_508IsVariableInitialized5bert/encoder/layer_9/attention/self/key/kernel/adam_m*H _class> <:loc:@bert/encoder/layer_9/attention/self/key/kernel/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_509IsVariableInitialized5bert/encoder/layer_9/attention/self/key/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_9/attention/self/key/kernel/adam_v* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_510IsVariableInitialized3bert/encoder/layer_9/attention/self/key/bias/adam_m*F _class< :8loc:@bert/encoder/layer_9/attention/self/key/bias/adam_m* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_511IsVariableInitialized3bert/encoder/layer_9/attention/self/key/bias/adam_v*F _class< :8loc:@bert/encoder/layer_9/attention/self/key/bias/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_512IsVariableInitialized7bert/encoder/layer_9/attention/self/value/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_9/attention/self/value/bias/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_515IsVariableInitialized5bert/encoder/layer_9/attention/self/value/bias/adam_v*H _class> <:loc:@bert/encoder/layer_9/attention/self/value/bias/adam_v* dtype0* _output_shapes : ÿ 8report_uninitialized_variables/IsVariableInitialized_516IsVariableInitialized9bert/encoder/layer_9/attention/output/dense/kernel/adam_m*L _classB @>loc:@bert/encoder/layer_9/attention/output/dense/kernel/adam_m* dtype0* _output_shapes : ÿ 8report_uninitialized_variables/IsVariableInitialized_517IsVariableInitialized9bert/encoder/layer_9/attention/output/dense/kernel/adam_v*L _classB @>loc:@bert/encoder/layer_9/attention/output/dense/kernel/adam_v* dtype0* _output_shapes : û 8report_uninitialized_variables/IsVariableInitialized_518IsVariableInitialized7bert/encoder/layer_9/attention/output/dense/bias/adam_m*J _class@ > <:loc:@bert/encoder/layer_9/intermediate/dense/kernel/adam_m* dtype0* _output_shapes : ÷ 8report_uninitialized_variables/IsVariableInitialized_525IsVariableInitialized5bert/encoder/layer_9/intermediate/dense/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_9/intermediate/dense/kernel/adam_v* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_526IsVariableInitialized3bert/encoder/layer_9/intermediate/dense/bias/adam_m*F _class< :8loc:@bert/encoder/layer_9/intermediate/dense/bias/adam_m* dtype0* _output_shapes : ó 8report_uninitialized_variables/IsVariableInitialized_527IsVariableInitialized3bert/encoder/layer_9/intermediate/dense/bias/adam_v*F _class< :8loc:@bert/encoder/layer_9/intermediate/dense/bias/adam_v* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_528IsVariableInitialized/bert/encoder/layer_9/output/dense/kernel/adam_m*B _class8 64loc:@bert/encoder/layer_9/output/dense/kernel/adam_m* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_529IsVariableInitialized/bert/encoder/layer_9/output/dense/kernel/adam_v*B _class8 64loc:@bert/encoder/layer_9/output/dense/kernel/adam_v* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_530IsVariableInitialized-bert/encoder/layer_9/output/dense/bias/adam_m*@ _class6 42loc:@bert/encoder/layer_9/output/dense/bias/adam_m* dtype0* _output_shapes : ç 8report_uninitialized_variables/IsVariableInitialized_531IsVariableInitialized-bert/encoder/layer_9/output/dense/bias/adam_v*@ _class6 42loc:@bert/encoder/layer_9/output/dense/bias/adam_v* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_532IsVariableInitialized1bert/encoder/layer_9/output/LayerNorm/beta/adam_m*D _class: 86loc:@bert/encoder/layer_9/output/LayerNorm/beta/adam_m* dtype0* _output_shapes : ï 8report_uninitialized_variables/IsVariableInitialized_533IsVariableInitialized1bert/encoder/layer_9/output/LayerNorm/beta/adam_v*D _class: 86loc:@bert/encoder/layer_9/output/LayerNorm/beta/adam_v* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_534IsVariableInitialized2bert/encoder/layer_9/output/LayerNorm/gamma/adam_m*E _class; 97loc:@bert/encoder/layer_9/output/LayerNorm/gamma/adam_m* dtype0* _output_shapes : ñ 8report_uninitialized_variables/IsVariableInitialized_535IsVariableInitialized2bert/encoder/layer_9/output/LayerNorm/gamma/adam_v*E _class; 97loc:@bert/encoder/layer_9/output/LayerNorm/gamma/adam_v* dtype0* _output_shapes : ý 8report_uninitialized_variables/IsVariableInitialized_536IsVariableInitialized8bert/encoder/layer_10/attention/self/query/kernel/adam_m*K _classA ?=loc:@bert/encoder/layer_10/attention/self/query/kernel/adam_m* dtype0* _output_shapes : ý 8report_uninitialized_variables/IsVariableInitialized_537IsVariableInitialized8bert/encoder/layer_10/attention/self/query/kernel/adam_v*K _classA ?=loc:@bert/encoder/layer_10/attention/self/query/kernel/adam_v* dtype0* _output_shapes : ù 8report_uninitialized_variables/IsVariableInitialized_538IsVariableInitialized6bert/encoder/layer_10/attention/self/query/bias/adam_m*I _class? =;loc:@bert/encoder/layer_10/attention/self/query/bias/adam_m* dtype0* _output_shapes : ù 8report_uninitialized_variables/IsVariableInitialized_539IsVariableInitialized6bert/encoder/layer_10/attention/self/query/bias/adam_v*I _class? =;loc:@bert/encoder/layer_10/attention/self/query/bias/adam_v* dtype0* _output_shapes : ù 8report_uninitialized_variables/IsVariableInitialized_540IsVariableInitialized6bert/encoder/layer_10/attention/self/key/kernel/adam_m*I _class? =;loc:@bert/encoder/layer_10/attention/self/key/kernel/adam_m* dtype0* _output_shapes : ù 8report_uninitialized_variables/IsVariableInitialized_541IsVariableInitialized6bert/encoder/layer_10/attention/self/key/kernel/adam_v*I _class? =;loc:@bert/encoder/layer_10/attention/self/key/kernel/adam_v* dtype0* _output_shapes : õ 8report_uninitialized_variables/IsVariableInitialized_542IsVariableInitialized4bert/encoder/layer_10/attention/self/key/bias/adam_m*G _class= ;9loc:@bert/encoder/layer_10/attention/self/key/bias/adam_m* dtype0* _output_shapes : õ 8report_uninitialized_variables/IsVariableInitialized_543IsVariableInitialized4bert/encoder/layer_10/attention/self/key/bias/adam_v*G _class= ;9loc:@bert/encoder/layer_10/attention/self/key/bias/adam_v* dtype0* _output_shapes : ý 8report_uninitialized_variables/IsVariableInitialized_544IsVariableInitialized8bert/encoder/layer_10/attention/self/value/kernel/adam_m*K _classA ?=loc:@bert/encoder/layer_10/attention/self/value/kernel/adam_m* dtype0* _output_shapes : ý 8report_uninitialized_variables/IsVariableInitialized_545IsVariableInitialized8bert/encoder/layer_10/attention/self/value/kernel/adam_v*K _classA ?=loc:@bert/encoder/layer_10/attention/self/value/kernel/adam_v* dtype0* _output_shapes : ù 8report_uninitialized_variables/IsVariableInitialized_546IsVariableInitialized6bert/encoder/layer_10/attention/self/value/bias/adam_m*I _class? =;loc:@bert/encoder/layer_10/attention/self/value/bias/adam_m* dtype0* _output_shapes : ù 8report_uninitialized_variables/IsVariableInitialized_547IsVariableInitialized6bert/encoder/layer_10/attention/self/value/bias/adam_v*I _class? =;loc:@bert/encoder/layer_10/attention/self/value/bias/adam_v* dtype0* _output_shapes :  8report_uninitialized_variables/IsVariableInitialized_548IsVariableInitialized:bert/encoder/layer_10/attention/output/dense/kernel/adam_m*M _classC A?loc:@bert/encoder/layer_10/attention/output/dense/kernel/adam_m* dtype0* _output_shapes :  8report_uninitialized_variables/IsVariableInitialized_549IsVariableInitialized:bert/encoder/layer_10/attention/output/dense/kernel/adam_v*M _classC A?loc:@bert/encoder/layer_10/attention/output/dense/kernel/adam_v* dtype0* _output_shapes : ý 8report_uninitialized_variables/IsVariableInitialized_550IsVariableInitialized8bert/encoder/layer_10/attention/output/dense/bias/adam_m*K _classA ?=loc:@bert/encoder/layer_10/attention/output/dense/bias/adam_m* dtype0* _output_shapes : ý 8report_uninitialized_variables/IsVariableInitialized_551IsVariableInitialized8bert/encoder/layer_10/attention/output/dense/bias/adam_v*K _classA ?=loc:@bert/encoder/layer_10/attention/output/dense/bias/adam_v* dtype0* _output_shapes : … 8report_uninitialized_variables/IsVariableInitialized_552IsVariableInitialized _class4 20loc:@cls/predictions/transform/dense/bias/adam_m* dtype0* _output_shapes : ã 8report_uninitialized_variables/IsVariableInitialized_607IsVariableInitialized+cls/predictions/transform/dense/bias/adam_v*> _class4 20loc:@cls/predictions/transform/dense/bias/adam_v* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_608IsVariableInitialized/cls/predictions/transform/LayerNorm/beta/adam_m*B _class8 64loc:@cls/predictions/transform/LayerNorm/beta/adam_m* dtype0* _output_shapes : ë 8report_uninitialized_variables/IsVariableInitialized_609IsVariableInitialized/cls/predictions/transform/LayerNorm/beta/adam_v*B _class8 64loc:@cls/predictions/transform/LayerNorm/beta/adam_v* dtype0* _output_shapes : í 8report_uninitialized_variables/IsVariableInitialized_610IsVariableInitialized0cls/predictions/transform/LayerNorm/gamma/adam_m*C _class9 75loc:@cls/predictions/transform/LayerNorm/gamma/adam_m* dtype0* _output_shapes : í 8report_uninitialized_variables/IsVariableInitialized_611IsVariableInitialized0cls/predictions/transform/LayerNorm/gamma/adam_v*C _class9 75loc:@cls/predictions/transform/LayerNorm/gamma/adam_v* dtype0* _output_shapes : Ñ 8report_uninitialized_variables/IsVariableInitialized_612IsVariableInitialized"cls/predictions/output_bias/adam_m*5 _class+ )'loc:@cls/predictions/output_bias/adam_m* dtype0* _output_shapes : Ñ 8report_uninitialized_variables/IsVariableInitialized_613IsVariableInitialized"cls/predictions/output_bias/adam_v*5 _class+ )'loc:@cls/predictions/output_bias/adam_v* dtype0* _output_shapes : á 8report_uninitialized_variables/IsVariableInitialized_614IsVariableInitialized*cls/seq_relationship/output_weights/adam_m*= _class3 1/loc:@cls/seq_relationship/output_weights/adam_m* dtype0* _output_shapes : á 8report_uninitialized_variables/IsVariableInitialized_615IsVariableInitialized*cls/seq_relationship/output_weights/adam_v*= _class3 1/loc:@cls/seq_relationship/output_weights/adam_v* dtype0* _output_shapes : Û 8report_uninitialized_variables/IsVariableInitialized_616IsVariableInitialized'cls/seq_relationship/output_bias/adam_m*: _class0 .,loc:@cls/seq_relationship/output_bias/adam_m* dtype0* _output_shapes : Û 8report_uninitialized_variables/IsVariableInitialized_617IsVariableInitialized'cls/seq_relationship/output_bias/adam_v*: _class0 .,loc:@cls/seq_relationship/output_bias/adam_v* dtype0* _output_shapes : ¾˜ $report_uninitialized_variables/stackPack1report_uninitialized_variables/VarIsInitializedOp4report_uninitialized_variables/IsVariableInitialized6report_uninitialized_variables/IsVariableInitialized_16report_uninitialized_variables/IsVariableInitialized_26report_uninitialized_variables/IsVariableInitialized_36report_uninitialized_variables/IsVariableInitialized_46report_uninitialized_variables/IsVariableInitialized_56report_uninitialized_variables/IsVariableInitialized_66report_uninitialized_variables/IsVariableInitialized_76report_uninitialized_variables/IsVariableInitialized_86report_uninitialized_variables/IsVariableInitialized_97report_uninitialized_variables/IsVariableInitialized_107report_uninitialized_variables/IsVariableInitialized_117report_uninitialized_variables/IsVariableInitialized_127report_uninitialized_variables/IsVariableInitialized_137report_uninitialized_variables/IsVariableInitialized_147report_uninitialized_variables/IsVariableInitialized_157report_uninitialized_variables/IsVariableInitialized_167report_uninitialized_variables/IsVariableInitialized_177report_uninitialized_variables/IsVariableInitialized_187report_uninitialized_variables/IsVariableInitialized_197report_uninitialized_variables/IsVariableInitialized_207report_uninitialized_variables/IsVariableInitialized_217report_uninitialized_variables/IsVariableInitialized_227report_uninitialized_variables/IsVariableInitialized_237report_uninitialized_variables/IsVariableInitialized_247report_uninitialized_variables/IsVariableInitialized_257report_uninitialized_variables/IsVariableInitialized_267report_uninitialized_variables/IsVariableInitialized_277report_uninitialized_variables/IsVariableInitialized_287report_uninitialized_variables/IsVariableInitialized_297report_uninitialized_variables/IsVariableInitialized_307report_uninitialized_variables/IsVariableInitialized_317report_uninitialized_variables/IsVariableInitialized_327report_uninitialized_variables/IsVariableInitialized_337report_uninitialized_variables/IsVariableInitialized_347report_uninitialized_variables/IsVariableInitialized_357report_uninitialized_variables/IsVariableInitialized_367report_uninitialized_variables/IsVariableInitialized_377report_uninitialized_variables/IsVariableInitialized_387report_uninitialized_variables/IsVariableInitialized_397report_uninitialized_variables/IsVariableInitialized_407report_uninitialized_variables/IsVariableInitialized_417report_uninitialized_variables/IsVariableInitialized_427report_uninitialized_variables/IsVariableInitialized_437report_uninitialized_variables/IsVariableInitialized_447report_uninitialized_variables/IsVariableInitialized_457report_uninitialized_variables/IsVariableInitialized_467report_uninitialized_variables/IsVariableInitialized_477report_uninitialized_variables/IsVariableInitialized_487report_uninitialized_variables/IsVariableInitialized_497report_uninitialized_variables/IsVariableInitialized_507report_uninitialized_variables/IsVariableInitialized_517report_uninitialized_variables/IsVariableInitialized_527report_uninitialized_variables/IsVariableInitialized_537report_uninitialized_variables/IsVariableInitialized_547report_uninitialized_variables/IsVariableInitialized_557report_uninitialized_variables/IsVariableInitialized_567report_uninitialized_variables/IsVariableInitialized_577report_uninitialized_variables/IsVariableInitialized_587report_uninitialized_variables/IsVariableInitialized_597report_uninitialized_variables/IsVariableInitialized_607report_uninitialized_variables/IsVariableInitialized_617report_uninitialized_variables/IsVariableInitialized_627report_uninitialized_variables/IsVariableInitialized_637report_uninitialized_variables/IsVariableInitialized_647report_uninitialized_variables/IsVariableInitialized_657report_uninitialized_variables/IsVariableInitialized_667report_uninitialized_variables/IsVariableInitialized_677report_uninitialized_variables/IsVariableInitialized_687report_uninitialized_variables/IsVariableInitialized_697report_uninitialized_variables/IsVariableInitialized_707report_uninitialized_variables/IsVariableInitialized_717report_uninitialized_variables/IsVariableInitialized_727report_uninitialized_variables/IsVariableInitialized_737report_uninitialized_variables/IsVariableInitialized_747report_uninitialized_variables/IsVariableInitialized_757report_uninitialized_variables/IsVariableInitialized_767report_uninitialized_variables/IsVariableInitialized_777report_uninitialized_variables/IsVariableInitialized_787report_uninitialized_variables/IsVariableInitialized_797report_uninitialized_variables/IsVariableInitialized_807report_uninitialized_variables/IsVariableInitialized_817report_uninitialized_variables/IsVariableInitialized_827report_uninitialized_variables/IsVariableInitialized_837report_uninitialized_variables/IsVariableInitialized_847report_uninitialized_variables/IsVariableInitialized_857report_uninitialized_variables/IsVariableInitialized_867report_uninitialized_variables/IsVariableInitialized_877report_uninitialized_variables/IsVariableInitialized_887report_uninitialized_variables/IsVariableInitialized_897report_uninitialized_variables/IsVariableInitialized_907report_uninitialized_variables/IsVariableInitialized_917report_uninitialized_variables/IsVariableInitialized_927report_uninitialized_variables/IsVariableInitialized_937report_uninitialized_variables/IsVariableInitialized_947report_uninitialized_variables/IsVariableInitialized_957report_uninitialized_variables/IsVariableInitialized_967report_uninitialized_variables/IsVariableInitialized_977report_uninitialized_variables/IsVariableInitialized_987report_uninitialized_variables/IsVariableInitialized_998report_uninitialized_variables/IsVariableInitialized_1008report_uninitialized_variables/IsVariableInitialized_1018report_uninitialized_variables/IsVariableInitialized_1028report_uninitialized_variables/IsVariableInitialized_1038report_uninitialized_variables/IsVariableInitialized_1048report_uninitialized_variables/IsVariableInitialized_1058report_uninitialized_variables/IsVariableInitialized_1068report_uninitialized_variables/IsVariableInitialized_1078report_uninitialized_variables/IsVariableInitialized_1088report_uninitialized_variables/IsVariableInitialized_1098report_uninitialized_variables/IsVariableInitialized_1108report_uninitialized_variables/IsVariableInitialized_1118report_uninitialized_variables/IsVariableInitialized_1128report_uninitialized_variables/IsVariableInitialized_1138report_uninitialized_variables/IsVariableInitialized_1148report_uninitialized_variables/IsVariableInitialized_1158report_uninitialized_variables/IsVariableInitialized_1168report_uninitialized_variables/IsVariableInitialized_1178report_uninitialized_variables/IsVariableInitialized_1188report_uninitialized_variables/IsVariableInitialized_1198report_uninitialized_variables/IsVariableInitialized_1208report_uninitialized_variables/IsVariableInitialized_1218report_uninitialized_variables/IsVariableInitialized_1228report_uninitialized_variables/IsVariableInitialized_1238report_uninitialized_variables/IsVariableInitialized_1248report_uninitialized_variables/IsVariableInitialized_1258report_uninitialized_variables/IsVariableInitialized_1268report_uninitialized_variables/IsVariableInitialized_1278report_uninitialized_variables/IsVariableInitialized_1288report_uninitialized_variables/IsVariableInitialized_1298report_uninitialized_variables/IsVariableInitialized_1308report_uninitialized_variables/IsVariableInitialized_1318report_uninitialized_variables/IsVariableInitialized_1328report_uninitialized_variables/IsVariableInitialized_1338report_uninitialized_variables/IsVariableInitialized_1348report_uninitialized_variables/IsVariableInitialized_1358report_uninitialized_variables/IsVariableInitialized_1368report_uninitialized_variables/IsVariableInitialized_1378report_uninitialized_variables/IsVariableInitialized_1388report_uninitialized_variables/IsVariableInitialized_1398report_uninitialized_variables/IsVariableInitialized_1408report_uninitialized_variables/IsVariableInitialized_1418report_uninitialized_variables/IsVariableInitialized_1428report_uninitialized_variables/IsVariableInitialized_1438report_uninitialized_variables/IsVariableInitialized_1448report_uninitialized_variables/IsVariableInitialized_1458report_uninitialized_variables/IsVariableInitialized_1468report_uninitialized_variables/IsVariableInitialized_1478report_uninitialized_variables/IsVariableInitialized_1488report_uninitialized_variables/IsVariableInitialized_1498report_uninitialized_variables/IsVariableInitialized_1508report_uninitialized_variables/IsVariableInitialized_1518report_uninitialized_variables/IsVariableInitialized_1528report_uninitialized_variables/IsVariableInitialized_1538report_uninitialized_variables/IsVariableInitialized_1548report_uninitialized_variables/IsVariableInitialized_1558report_uninitialized_variables/IsVariableInitialized_1568report_uninitialized_variables/IsVariableInitialized_1578report_uninitialized_variables/IsVariableInitialized_1588report_uninitialized_variables/IsVariableInitialized_1598report_uninitialized_variables/IsVariableInitialized_1608report_uninitialized_variables/IsVariableInitialized_1618report_uninitialized_variables/IsVariableInitialized_1628report_uninitialized_variables/IsVariableInitialized_1638report_uninitialized_variables/IsVariableInitialized_1648report_uninitialized_variables/IsVariableInitialized_1658report_uninitialized_variables/IsVariableInitialized_1668report_uninitialized_variables/IsVariableInitialized_1678report_uninitialized_variables/IsVariableInitialized_1688report_uninitialized_variables/IsVariableInitialized_1698report_uninitialized_variables/IsVariableInitialized_1708report_uninitialized_variables/IsVariableInitialized_1718report_uninitialized_variables/IsVariableInitialized_1728report_uninitialized_variables/IsVariableInitialized_1738report_uninitialized_variables/IsVariableInitialized_1748report_uninitialized_variables/IsVariableInitialized_1758report_uninitialized_variables/IsVariableInitialized_1768report_uninitialized_variables/IsVariableInitialized_1778report_uninitialized_variables/IsVariableInitialized_1788report_uninitialized_variables/IsVariableInitialized_1798report_uninitialized_variables/IsVariableInitialized_1808report_uninitialized_variables/IsVariableInitialized_1818report_uninitialized_variables/IsVariableInitialized_1828report_uninitialized_variables/IsVariableInitialized_1838report_uninitialized_variables/IsVariableInitialized_1848report_uninitialized_variables/IsVariableInitialized_1858report_uninitialized_variables/IsVariableInitialized_1868report_uninitialized_variables/IsVariableInitialized_1878report_uninitialized_variables/IsVariableInitialized_1888report_uninitialized_variables/IsVariableInitialized_1898report_uninitialized_variables/IsVariableInitialized_1908report_uninitialized_variables/IsVariableInitialized_1918report_uninitialized_variables/IsVariableInitialized_1928report_uninitialized_variables/IsVariableInitialized_1938report_uninitialized_variables/IsVariableInitialized_1948report_uninitialized_variables/IsVariableInitialized_1958report_uninitialized_variables/IsVariableInitialized_1968report_uninitialized_variables/IsVariableInitialized_1978report_uninitialized_variables/IsVariableInitialized_1988report_uninitialized_variables/IsVariableInitialized_1998report_uninitialized_variables/IsVariableInitialized_2008report_uninitialized_variables/IsVariableInitialized_2018report_uninitialized_variables/IsVariableInitialized_2028report_uninitialized_variables/IsVariableInitialized_2038report_uninitialized_variables/IsVariableInitialized_2048report_uninitialized_variables/IsVariableInitialized_2058report_uninitialized_variables/IsVariableInitialized_2068report_uninitialized_variables/IsVariableInitialized_2078report_uninitialized_variables/IsVariableInitialized_2088report_uninitialized_variables/IsVariableInitialized_2098report_uninitialized_variables/IsVariableInitialized_2108report_uninitialized_variables/IsVariableInitialized_2118report_uninitialized_variables/IsVariableInitialized_2128report_uninitialized_variables/IsVariableInitialized_2138report_uninitialized_variables/IsVariableInitialized_2148report_uninitialized_variables/IsVariableInitialized_2158report_uninitialized_variables/IsVariableInitialized_2168report_uninitialized_variables/IsVariableInitialized_2178report_uninitialized_variables/IsVariableInitialized_2188report_uninitialized_variables/IsVariableInitialized_2198report_uninitialized_variables/IsVariableInitialized_2208report_uninitialized_variables/IsVariableInitialized_2218report_uninitialized_variables/IsVariableInitialized_2228report_uninitialized_variables/IsVariableInitialized_2238report_uninitialized_variables/IsVariableInitialized_2248report_uninitialized_variables/IsVariableInitialized_2258report_uninitialized_variables/IsVariableInitialized_2268report_uninitialized_variables/IsVariableInitialized_2278report_uninitialized_variables/IsVariableInitialized_2288report_uninitialized_variables/IsVariableInitialized_2298report_uninitialized_variables/IsVariableInitialized_2308report_uninitialized_variables/IsVariableInitialized_2318report_uninitialized_variables/IsVariableInitialized_2328report_uninitialized_variables/IsVariableInitialized_2338report_uninitialized_variables/IsVariableInitialized_2348report_uninitialized_variables/IsVariableInitialized_2358report_uninitialized_variables/IsVariableInitialized_2368report_uninitialized_variables/IsVariableInitialized_2378report_uninitialized_variables/IsVariableInitialized_2388report_uninitialized_variables/IsVariableInitialized_2398report_uninitialized_variables/IsVariableInitialized_2408report_uninitialized_variables/IsVariableInitialized_2418report_uninitialized_variables/IsVariableInitialized_2428report_uninitialized_variables/IsVariableInitialized_2438report_uninitialized_variables/IsVariableInitialized_2448report_uninitialized_variables/IsVariableInitialized_2458report_uninitialized_variables/IsVariableInitialized_2468report_uninitialized_variables/IsVariableInitialized_2478report_uninitialized_variables/IsVariableInitialized_2488report_uninitialized_variables/IsVariableInitialized_2498report_uninitialized_variables/IsVariableInitialized_2508report_uninitialized_variables/IsVariableInitialized_2518report_uninitialized_variables/IsVariableInitialized_2528report_uninitialized_variables/IsVariableInitialized_2538report_uninitialized_variables/IsVariableInitialized_2548report_uninitialized_variables/IsVariableInitialized_2558report_uninitialized_variables/IsVariableInitialized_2568report_uninitialized_variables/IsVariableInitialized_2578report_uninitialized_variables/IsVariableInitialized_2588report_uninitialized_variables/IsVariableInitialized_2598report_uninitialized_variables/IsVariableInitialized_2608report_uninitialized_variables/IsVariableInitialized_2618report_uninitialized_variables/IsVariableInitialized_2628report_uninitialized_variables/IsVariableInitialized_2638report_uninitialized_variables/IsVariableInitialized_2648report_uninitialized_variables/IsVariableInitialized_2658report_uninitialized_variables/IsVariableInitialized_2668report_uninitialized_variables/IsVariableInitialized_2678report_uninitialized_variables/IsVariableInitialized_2688report_uninitialized_variables/IsVariableInitialized_2698report_uninitialized_variables/IsVariableInitialized_2708report_uninitialized_variables/IsVariableInitialized_2718report_uninitialized_variables/IsVariableInitialized_2728report_uninitialized_variables/IsVariableInitialized_2738report_uninitialized_variables/IsVariableInitialized_2748report_uninitialized_variables/IsVariableInitialized_2758report_uninitialized_variables/IsVariableInitialized_2768report_uninitialized_variables/IsVariableInitialized_2778report_uninitialized_variables/IsVariableInitialized_2788report_uninitialized_variables/IsVariableInitialized_2798report_uninitialized_variables/IsVariableInitialized_2808report_uninitialized_variables/IsVariableInitialized_2818report_uninitialized_variables/IsVariableInitialized_2828report_uninitialized_variables/IsVariableInitialized_2838report_uninitialized_variables/IsVariableInitialized_2848report_uninitialized_variables/IsVariableInitialized_2858report_uninitialized_variables/IsVariableInitialized_2868report_uninitialized_variables/IsVariableInitialized_2878report_uninitialized_variables/IsVariableInitialized_2888report_uninitialized_variables/IsVariableInitialized_2898report_uninitialized_variables/IsVariableInitialized_2908report_uninitialized_variables/IsVariableInitialized_2918report_uninitialized_variables/IsVariableInitialized_2928report_uninitialized_variables/IsVariableInitialized_2938report_uninitialized_variables/IsVariableInitialized_2948report_uninitialized_variables/IsVariableInitialized_2958report_uninitialized_variables/IsVariableInitialized_2968report_uninitialized_variables/IsVariableInitialized_2978report_uninitialized_variables/IsVariableInitialized_2988report_uninitialized_variables/IsVariableInitialized_2998report_uninitialized_variables/IsVariableInitialized_3008report_uninitialized_variables/IsVariableInitialized_3018report_uninitialized_variables/IsVariableInitialized_3028report_uninitialized_variables/IsVariableInitialized_3038report_uninitialized_variables/IsVariableInitialized_3048report_uninitialized_variables/IsVariableInitialized_3058report_uninitialized_variables/IsVariableInitialized_3068report_uninitialized_variables/IsVariableInitialized_3078report_uninitialized_variables/IsVariableInitialized_3088report_uninitialized_variables/IsVariableInitialized_3098report_uninitialized_variables/IsVariableInitialized_3108report_uninitialized_variables/IsVariableInitialized_3118report_uninitialized_variables/IsVariableInitialized_3128report_uninitialized_variables/IsVariableInitialized_3138report_uninitialized_variables/IsVariableInitialized_3148report_uninitialized_variables/IsVariableInitialized_3158report_uninitialized_variables/IsVariableInitialized_3168report_uninitialized_variables/IsVariableInitialized_3178report_uninitialized_variables/IsVariableInitialized_3188report_uninitialized_variables/IsVariableInitialized_3198report_uninitialized_variables/IsVariableInitialized_3208report_uninitialized_variables/IsVariableInitialized_3218report_uninitialized_variables/IsVariableInitialized_3228report_uninitialized_variables/IsVariableInitialized_3238report_uninitialized_variables/IsVariableInitialized_3248report_uninitialized_variables/IsVariableInitialized_3258report_uninitialized_variables/IsVariableInitialized_3268report_uninitialized_variables/IsVariableInitialized_3278report_uninitialized_variables/IsVariableInitialized_3288report_uninitialized_variables/IsVariableInitialized_3298report_uninitialized_variables/IsVariableInitialized_3308report_uninitialized_variables/IsVariableInitialized_3318report_uninitialized_variables/IsVariableInitialized_3328report_uninitialized_variables/IsVariableInitialized_3338report_uninitialized_variables/IsVariableInitialized_3348report_uninitialized_variables/IsVariableInitialized_3358report_uninitialized_variables/IsVariableInitialized_3368report_uninitialized_variables/IsVariableInitialized_3378report_uninitialized_variables/IsVariableInitialized_3388report_uninitialized_variables/IsVariableInitialized_3398report_uninitialized_variables/IsVariableInitialized_3408report_uninitialized_variables/IsVariableInitialized_3418report_uninitialized_variables/IsVariableInitialized_3428report_uninitialized_variables/IsVariableInitialized_3438report_uninitialized_variables/IsVariableInitialized_3448report_uninitialized_variables/IsVariableInitialized_3458report_uninitialized_variables/IsVariableInitialized_3468report_uninitialized_variables/IsVariableInitialized_3478report_uninitialized_variables/IsVariableInitialized_3488report_uninitialized_variables/IsVariableInitialized_3498report_uninitialized_variables/IsVariableInitialized_3508report_uninitialized_variables/IsVariableInitialized_3518report_uninitialized_variables/IsVariableInitialized_3528report_uninitialized_variables/IsVariableInitialized_3538report_uninitialized_variables/IsVariableInitialized_3548report_uninitialized_variables/IsVariableInitialized_3558report_uninitialized_variables/IsVariableInitialized_3568report_uninitialized_variables/IsVariableInitialized_3578report_uninitialized_variables/IsVariableInitialized_3588report_uninitialized_variables/IsVariableInitialized_3598report_uninitialized_variables/IsVariableInitialized_3608report_uninitialized_variables/IsVariableInitialized_3618report_uninitialized_variables/IsVariableInitialized_3628report_uninitialized_variables/IsVariableInitialized_3638report_uninitialized_variables/IsVariableInitialized_3648report_uninitialized_variables/IsVariableInitialized_3658report_uninitialized_variables/IsVariableInitialized_3668report_uninitialized_variables/IsVariableInitialized_3678report_uninitialized_variables/IsVariableInitialized_3688report_uninitialized_variables/IsVariableInitialized_3698report_uninitialized_variables/IsVariableInitialized_3708report_uninitialized_variables/IsVariableInitialized_3718report_uninitialized_variables/IsVariableInitialized_3728report_uninitialized_variables/IsVariableInitialized_3738report_uninitialized_variables/IsVariableInitialized_3748report_uninitialized_variables/IsVariableInitialized_3758report_uninitialized_variables/IsVariableInitialized_3768report_uninitialized_variables/IsVariableInitialized_3778report_uninitialized_variables/IsVariableInitialized_3788report_uninitialized_variables/IsVariableInitialized_3798report_uninitialized_variables/IsVariableInitialized_3808report_uninitialized_variables/IsVariableInitialized_3818report_uninitialized_variables/IsVariableInitialized_3828report_uninitialized_variables/IsVariableInitialized_3838report_uninitialized_variables/IsVariableInitialized_3848report_uninitialized_variables/IsVariableInitialized_3858report_uninitialized_variables/IsVariableInitialized_3868report_uninitialized_variables/IsVariableInitialized_3878report_uninitialized_variables/IsVariableInitialized_3888report_uninitialized_variables/IsVariableInitialized_3898report_uninitialized_variables/IsVariableInitialized_3908report_uninitialized_variables/IsVariableInitialized_3918report_uninitialized_variables/IsVariableInitialized_3928report_uninitialized_variables/IsVariableInitialized_3938report_uninitialized_variables/IsVariableInitialized_3948report_uninitialized_variables/IsVariableInitialized_3958report_uninitialized_variables/IsVariableInitialized_3968report_uninitialized_variables/IsVariableInitialized_3978report_uninitialized_variables/IsVariableInitialized_3988report_uninitialized_variables/IsVariableInitialized_3998report_uninitialized_variables/IsVariableInitialized_4008report_uninitialized_variables/IsVariableInitialized_4018report_uninitialized_variables/IsVariableInitialized_4028report_uninitialized_variables/IsVariableInitialized_4038report_uninitialized_variables/IsVariableInitialized_4048report_uninitialized_variables/IsVariableInitialized_4058report_uninitialized_variables/IsVariableInitialized_4068report_uninitialized_variables/IsVariableInitialized_4078report_uninitialized_variables/IsVariableInitialized_4088report_uninitialized_variables/IsVariableInitialized_4098report_uninitialized_variables/IsVariableInitialized_4108report_uninitialized_variables/IsVariableInitialized_4118report_uninitialized_variables/IsVariableInitialized_4128report_uninitialized_variables/IsVariableInitialized_4138report_uninitialized_variables/IsVariableInitialized_4148report_uninitialized_variables/IsVariableInitialized_4158report_uninitialized_variables/IsVariableInitialized_4168report_uninitialized_variables/IsVariableInitialized_4178report_uninitialized_variables/IsVariableInitialized_4188report_uninitialized_variables/IsVariableInitialized_4198report_uninitialized_variables/IsVariableInitialized_4208report_uninitialized_variables/IsVariableInitialized_4218report_uninitialized_variables/IsVariableInitialized_4228report_uninitialized_variables/IsVariableInitialized_4238report_uninitialized_variables/IsVariableInitialized_4248report_uninitialized_variables/IsVariableInitialized_4258report_uninitialized_variables/IsVariableInitialized_4268report_uninitialized_variables/IsVariableInitialized_4278report_uninitialized_variables/IsVariableInitialized_4288report_uninitialized_variables/IsVariableInitialized_4298report_uninitialized_variables/IsVariableInitialized_4308report_uninitialized_variables/IsVariableInitialized_4318report_uninitialized_variables/IsVariableInitialized_4328report_uninitialized_variables/IsVariableInitialized_4338report_uninitialized_variables/IsVariableInitialized_4348report_uninitialized_variables/IsVariableInitialized_4358report_uninitialized_variables/IsVariableInitialized_4368report_uninitialized_variables/IsVariableInitialized_4378report_uninitialized_variables/IsVariableInitialized_4388report_uninitialized_variables/IsVariableInitialized_4398report_uninitialized_variables/IsVariableInitialized_4408report_uninitialized_variables/IsVariableInitialized_4418report_uninitialized_variables/IsVariableInitialized_4428report_uninitialized_variables/IsVariableInitialized_4438report_uninitialized_variables/IsVariableInitialized_4448report_uninitialized_variables/IsVariableInitialized_4458report_uninitialized_variables/IsVariableInitialized_4468report_uninitialized_variables/IsVariableInitialized_4478report_uninitialized_variables/IsVariableInitialized_4488report_uninitialized_variables/IsVariableInitialized_4498report_uninitialized_variables/IsVariableInitialized_4508report_uninitialized_variables/IsVariableInitialized_4518report_uninitialized_variables/IsVariableInitialized_4528report_uninitialized_variables/IsVariableInitialized_4538report_uninitialized_variables/IsVariableInitialized_4548report_uninitialized_variables/IsVariableInitialized_4558report_uninitialized_variables/IsVariableInitialized_4568report_uninitialized_variables/IsVariableInitialized_4578report_uninitialized_variables/IsVariableInitialized_4588report_uninitialized_variables/IsVariableInitialized_4598report_uninitialized_variables/IsVariableInitialized_4608report_uninitialized_variables/IsVariableInitialized_4618report_uninitialized_variables/IsVariableInitialized_4628report_uninitialized_variables/IsVariableInitialized_4638report_uninitialized_variables/IsVariableInitialized_4648report_uninitialized_variables/IsVariableInitialized_4658report_uninitialized_variables/IsVariableInitialized_4668report_uninitialized_variables/IsVariableInitialized_4678report_uninitialized_variables/IsVariableInitialized_4688report_uninitialized_variables/IsVariableInitialized_4698report_uninitialized_variables/IsVariableInitialized_4708report_uninitialized_variables/IsVariableInitialized_4718report_uninitialized_variables/IsVariableInitialized_4728report_uninitialized_variables/IsVariableInitialized_4738report_uninitialized_variables/IsVariableInitialized_4748report_uninitialized_variables/IsVariableInitialized_4758report_uninitialized_variables/IsVariableInitialized_4768report_uninitialized_variables/IsVariableInitialized_4778report_uninitialized_variables/IsVariableInitialized_4788report_uninitialized_variables/IsVariableInitialized_4798report_uninitialized_variables/IsVariableInitialized_4808report_uninitialized_variables/IsVariableInitialized_4818report_uninitialized_variables/IsVariableInitialized_4828report_uninitialized_variables/IsVariableInitialized_4838report_uninitialized_variables/IsVariableInitialized_4848report_uninitialized_variables/IsVariableInitialized_4858report_uninitialized_variables/IsVariableInitialized_4868report_uninitialized_variables/IsVariableInitialized_4878report_uninitialized_variables/IsVariableInitialized_4888report_uninitialized_variables/IsVariableInitialized_4898report_uninitialized_variables/IsVariableInitialized_4908report_uninitialized_variables/IsVariableInitialized_4918report_uninitialized_variables/IsVariableInitialized_4928report_uninitialized_variables/IsVariableInitialized_4938report_uninitialized_variables/IsVariableInitialized_4948report_uninitialized_variables/IsVariableInitialized_4958report_uninitialized_variables/IsVariableInitialized_4968report_uninitialized_variables/IsVariableInitialized_4978report_uninitialized_variables/IsVariableInitialized_4988report_uninitialized_variables/IsVariableInitialized_4998report_uninitialized_variables/IsVariableInitialized_5008report_uninitialized_variables/IsVariableInitialized_5018report_uninitialized_variables/IsVariableInitialized_5028report_uninitialized_variables/IsVariableInitialized_5038report_uninitialized_variables/IsVariableInitialized_5048report_uninitialized_variables/IsVariableInitialized_5058report_uninitialized_variables/IsVariableInitialized_5068report_uninitialized_variables/IsVariableInitialized_5078report_uninitialized_variables/IsVariableInitialized_5088report_uninitialized_variables/IsVariableInitialized_5098report_uninitialized_variables/IsVariableInitialized_5108report_uninitialized_variables/IsVariableInitialized_5118report_uninitialized_variables/IsVariableInitialized_5128report_uninitialized_variables/IsVariableInitialized_5138report_uninitialized_variables/IsVariableInitialized_5148report_uninitialized_variables/IsVariableInitialized_5158report_uninitialized_variables/IsVariableInitialized_5168report_uninitialized_variables/IsVariableInitialized_5178report_uninitialized_variables/IsVariableInitialized_5188report_uninitialized_variables/IsVariableInitialized_5198report_uninitialized_variables/IsVariableInitialized_5208report_uninitialized_variables/IsVariableInitialized_5218report_uninitialized_variables/IsVariableInitialized_5228report_uninitialized_variables/IsVariableInitialized_5238report_uninitialized_variables/IsVariableInitialized_5248report_uninitialized_variables/IsVariableInitialized_5258report_uninitialized_variables/IsVariableInitialized_5268report_uninitialized_variables/IsVariableInitialized_5278report_uninitialized_variables/IsVariableInitialized_5288report_uninitialized_variables/IsVariableInitialized_5298report_uninitialized_variables/IsVariableInitialized_5308report_uninitialized_variables/IsVariableInitialized_5318report_uninitialized_variables/IsVariableInitialized_5328report_uninitialized_variables/IsVariableInitialized_5338report_uninitialized_variables/IsVariableInitialized_5348report_uninitialized_variables/IsVariableInitialized_5358report_uninitialized_variables/IsVariableInitialized_5368report_uninitialized_variables/IsVariableInitialized_5378report_uninitialized_variables/IsVariableInitialized_5388report_uninitialized_variables/IsVariableInitialized_5398report_uninitialized_variables/IsVariableInitialized_5408report_uninitialized_variables/IsVariableInitialized_5418report_uninitialized_variables/IsVariableInitialized_5428report_uninitialized_variables/IsVariableInitialized_5438report_uninitialized_variables/IsVariableInitialized_5448report_uninitialized_variables/IsVariableInitialized_5458report_uninitialized_variables/IsVariableInitialized_5468report_uninitialized_variables/IsVariableInitialized_5478report_uninitialized_variables/IsVariableInitialized_5488report_uninitialized_variables/IsVariableInitialized_5498report_uninitialized_variables/IsVariableInitialized_5508report_uninitialized_variables/IsVariableInitialized_5518report_uninitialized_variables/IsVariableInitialized_5528report_uninitialized_variables/IsVariableInitialized_5538report_uninitialized_variables/IsVariableInitialized_5548report_uninitialized_variables/IsVariableInitialized_5558report_uninitialized_variables/IsVariableInitialized_5568report_uninitialized_variables/IsVariableInitialized_5578report_uninitialized_variables/IsVariableInitialized_5588report_uninitialized_variables/IsVariableInitialized_5598report_uninitialized_variables/IsVariableInitialized_5608report_uninitialized_variables/IsVariableInitialized_5618report_uninitialized_variables/IsVariableInitialized_5628report_uninitialized_variables/IsVariableInitialized_5638report_uninitialized_variables/IsVariableInitialized_5648report_uninitialized_variables/IsVariableInitialized_5658report_uninitialized_variables/IsVariableInitialized_5668report_uninitialized_variables/IsVariableInitialized_5678report_uninitialized_variables/IsVariableInitialized_5688report_uninitialized_variables/IsVariableInitialized_5698report_uninitialized_variables/IsVariableInitialized_5708report_uninitialized_variables/IsVariableInitialized_5718report_uninitialized_variables/IsVariableInitialized_5728report_uninitialized_variables/IsVariableInitialized_5738report_uninitialized_variables/IsVariableInitialized_5748report_uninitialized_variables/IsVariableInitialized_5758report_uninitialized_variables/IsVariableInitialized_5768report_uninitialized_variables/IsVariableInitialized_5778report_uninitialized_variables/IsVariableInitialized_5788report_uninitialized_variables/IsVariableInitialized_5798report_uninitialized_variables/IsVariableInitialized_5808report_uninitialized_variables/IsVariableInitialized_5818report_uninitialized_variables/IsVariableInitialized_5828report_uninitialized_variables/IsVariableInitialized_5838report_uninitialized_variables/IsVariableInitialized_5848report_uninitialized_variables/IsVariableInitialized_5858report_uninitialized_variables/IsVariableInitialized_5868report_uninitialized_variables/IsVariableInitialized_5878report_uninitialized_variables/IsVariableInitialized_5888report_uninitialized_variables/IsVariableInitialized_5898report_uninitialized_variables/IsVariableInitialized_5908report_uninitialized_variables/IsVariableInitialized_5918report_uninitialized_variables/IsVariableInitialized_5928report_uninitialized_variables/IsVariableInitialized_5938report_uninitialized_variables/IsVariableInitialized_5948report_uninitialized_variables/IsVariableInitialized_5958report_uninitialized_variables/IsVariableInitialized_5968report_uninitialized_variables/IsVariableInitialized_5978report_uninitialized_variables/IsVariableInitialized_5988report_uninitialized_variables/IsVariableInitialized_5998report_uninitialized_variables/IsVariableInitialized_6008report_uninitialized_variables/IsVariableInitialized_6018report_uninitialized_variables/IsVariableInitialized_6028report_uninitialized_variables/IsVariableInitialized_6038report_uninitialized_variables/IsVariableInitialized_6048report_uninitialized_variables/IsVariableInitialized_6058report_uninitialized_variables/IsVariableInitialized_6068report_uninitialized_variables/IsVariableInitialized_6078report_uninitialized_variables/IsVariableInitialized_6088report_uninitialized_variables/IsVariableInitialized_6098report_uninitialized_variables/IsVariableInitialized_6108report_uninitialized_variables/IsVariableInitialized_6118report_uninitialized_variables/IsVariableInitialized_6128report_uninitialized_variables/IsVariableInitialized_6138report_uninitialized_variables/IsVariableInitialized_6148report_uninitialized_variables/IsVariableInitialized_6158report_uninitialized_variables/IsVariableInitialized_6168report_uninitialized_variables/IsVariableInitialized_617" /device:CPU:0* T0 * axis* Në* _output_shapes :ë ‰ )report_uninitialized_variables/LogicalNot LogicalNot$report_uninitialized_variables/stack" /device:CPU:0* _output_shapes :ë  û $report_uninitialized_variables/ConstConst" /device:CPU:0*¶ú value«úB§úëB global_stepBbert/embeddings/word_embeddingsB%bert/embeddings/token_type_embeddingsB#bert/embeddings/position_embeddingsBbert/embeddings/LayerNorm/betaBbert/embeddings/LayerNorm/gammaB0bert/encoder/layer_0/attention/self/query/kernelB.bert/encoder/layer_0/attention/self/query/biasB.bert/encoder/layer_0/attention/self/key/kernelB,bert/encoder/layer_0/attention/self/key/biasB0bert/encoder/layer_0/attention/self/value/kernelB.bert/encoder/layer_0/attention/self/value/biasB2bert/encoder/layer_0/attention/output/dense/kernelB0bert/encoder/layer_0/attention/output/dense/biasB4bert/encoder/layer_0/attention/output/LayerNorm/betaB5bert/encoder/layer_0/attention/output/LayerNorm/gammaB.bert/encoder/layer_0/intermediate/dense/kernelB,bert/encoder/layer_0/intermediate/dense/biasB(bert/encoder/layer_0/output/dense/kernelB&bert/encoder/layer_0/output/dense/biasB*bert/encoder/layer_0/output/LayerNorm/betaB+bert/encoder/layer_0/output/LayerNorm/gammaB0bert/encoder/layer_1/attention/self/query/kernelB.bert/encoder/layer_1/attention/self/query/biasB.bert/encoder/layer_1/attention/self/key/kernelB,bert/encoder/layer_1/attention/self/key/biasB0bert/encoder/layer_1/attention/self/value/kernelB.bert/encoder/layer_1/attention/self/value/biasB2bert/encoder/layer_1/attention/output/dense/kernelB0bert/encoder/layer_1/attention/output/dense/biasB4bert/encoder/layer_1/attention/output/LayerNorm/betaB5bert/encoder/layer_1/attention/output/LayerNorm/gammaB.bert/encoder/layer_1/intermediate/dense/kernelB,bert/encoder/layer_1/intermediate/dense/biasB(bert/encoder/layer_1/output/dense/kernelB&bert/encoder/layer_1/output/dense/biasB*bert/encoder/layer_1/output/LayerNorm/betaB+bert/encoder/layer_1/output/LayerNorm/gammaB0bert/encoder/layer_2/attention/self/query/kernelB.bert/encoder/layer_2/attention/self/query/biasB.bert/encoder/layer_2/attention/self/key/kernelB,bert/encoder/layer_2/attention/self/key/biasB0bert/encoder/layer_2/attention/self/value/kernelB.bert/encoder/layer_2/attention/self/value/biasB2bert/encoder/layer_2/attention/output/dense/kernelB0bert/encoder/layer_2/attention/output/dense/biasB4bert/encoder/layer_2/attention/output/LayerNorm/betaB5bert/encoder/layer_2/attention/output/LayerNorm/gammaB.bert/encoder/layer_2/intermediate/dense/kernelB,bert/encoder/layer_2/intermediate/dense/biasB(bert/encoder/layer_2/output/dense/kernelB&bert/encoder/layer_2/output/dense/biasB*bert/encoder/layer_2/output/LayerNorm/betaB+bert/encoder/layer_2/output/LayerNorm/gammaB0bert/encoder/layer_3/attention/self/query/kernelB.bert/encoder/layer_3/attention/self/query/biasB.bert/encoder/layer_3/attention/self/key/kernelB,bert/encoder/layer_3/attention/self/key/biasB0bert/encoder/layer_3/attention/self/value/kernelB.bert/encoder/layer_3/attention/self/value/biasB2bert/encoder/layer_3/attention/output/dense/kernelB0bert/encoder/layer_3/attention/output/dense/biasB4bert/encoder/layer_3/attention/output/LayerNorm/betaB5bert/encoder/layer_3/attention/output/LayerNorm/gammaB.bert/encoder/layer_3/intermediate/dense/kernelB,bert/encoder/layer_3/intermediate/dense/biasB(bert/encoder/layer_3/output/dense/kernelB&bert/encoder/layer_3/output/dense/biasB*bert/encoder/layer_3/output/LayerNorm/betaB+bert/encoder/layer_3/output/LayerNorm/gammaB0bert/encoder/layer_4/attention/self/query/kernelB.bert/encoder/layer_4/attention/self/query/biasB.bert/encoder/layer_4/attention/self/key/kernelB,bert/encoder/layer_4/attention/self/key/biasB0bert/encoder/layer_4/attention/self/value/kernelB.bert/encoder/layer_4/attention/self/value/biasB2bert/encoder/layer_4/attention/output/dense/kernelB0bert/encoder/layer_4/attention/output/dense/biasB4bert/encoder/layer_4/attention/output/LayerNorm/betaB5bert/encoder/layer_4/attention/output/LayerNorm/gammaB.bert/encoder/layer_4/intermediate/dense/kernelB,bert/encoder/layer_4/intermediate/dense/biasB(bert/encoder/layer_4/output/dense/kernelB&bert/encoder/layer_4/output/dense/biasB*bert/encoder/layer_4/output/LayerNorm/betaB+bert/encoder/layer_4/output/LayerNorm/gammaB0bert/encoder/layer_5/attention/self/query/kernelB.bert/encoder/layer_5/attention/self/query/biasB.bert/encoder/layer_5/attention/self/key/kernelB,bert/encoder/layer_5/attention/self/key/biasB0bert/encoder/layer_5/attention/self/value/kernelB.bert/encoder/layer_5/attention/self/value/biasB2bert/encoder/layer_5/attention/output/dense/kernelB0bert/encoder/layer_5/attention/output/dense/biasB4bert/encoder/layer_5/attention/output/LayerNorm/betaB5bert/encoder/layer_5/attention/output/LayerNorm/gammaB.bert/encoder/layer_5/intermediate/dense/kernelB,bert/encoder/layer_5/intermediate/dense/biasB(bert/encoder/layer_5/output/dense/kernelB&bert/encoder/layer_5/output/dense/biasB*bert/encoder/layer_5/output/LayerNorm/betaB+bert/encoder/layer_5/output/LayerNorm/gammaB0bert/encoder/layer_6/attention/self/query/kernelB.bert/encoder/layer_6/attention/self/query/biasB.bert/encoder/layer_6/attention/self/key/kernelB,bert/encoder/layer_6/attention/self/key/biasB0bert/encoder/layer_6/attention/self/value/kernelB.bert/encoder/layer_6/attention/self/value/biasB2bert/encoder/layer_6/attention/output/dense/kernelB0bert/encoder/layer_6/attention/output/dense/biasB4bert/encoder/layer_6/attention/output/LayerNorm/betaB5bert/encoder/layer_6/attention/output/LayerNorm/gammaB.bert/encoder/layer_6/intermediate/dense/kernelB,bert/encoder/layer_6/intermediate/dense/biasB(bert/encoder/layer_6/output/dense/kernelB&bert/encoder/layer_6/output/dense/biasB*bert/encoder/layer_6/output/LayerNorm/betaB+bert/encoder/layer_6/output/LayerNorm/gammaB0bert/encoder/layer_7/attention/self/query/kernelB.bert/encoder/layer_7/attention/self/query/biasB.bert/encoder/layer_7/attention/self/key/kernelB,bert/encoder/layer_7/attention/self/key/biasB0bert/encoder/layer_7/attention/self/value/kernelB.bert/encoder/layer_7/attention/self/value/biasB2bert/encoder/layer_7/attention/output/dense/kernelB0bert/encoder/layer_7/attention/output/dense/biasB4bert/encoder/layer_7/attention/output/LayerNorm/betaB5bert/encoder/layer_7/attention/output/LayerNorm/gammaB.bert/encoder/layer_7/intermediate/dense/kernelB,bert/encoder/layer_7/intermediate/dense/biasB(bert/encoder/layer_7/output/dense/kernelB&bert/encoder/layer_7/output/dense/biasB*bert/encoder/layer_7/output/LayerNorm/betaB+bert/encoder/layer_7/output/LayerNorm/gammaB0bert/encoder/layer_8/attention/self/query/kernelB.bert/encoder/layer_8/attention/self/query/biasB.bert/encoder/layer_8/attention/self/key/kernelB,bert/encoder/layer_8/attention/self/key/biasB0bert/encoder/layer_8/attention/self/value/kernelB.bert/encoder/layer_8/attention/self/value/biasB2bert/encoder/layer_8/attention/output/dense/kernelB0bert/encoder/layer_8/attention/output/dense/biasB4bert/encoder/layer_8/attention/output/LayerNorm/betaB5bert/encoder/layer_8/attention/output/LayerNorm/gammaB.bert/encoder/layer_8/intermediate/dense/kernelB,bert/encoder/layer_8/intermediate/dense/biasB(bert/encoder/layer_8/output/dense/kernelB&bert/encoder/layer_8/output/dense/biasB*bert/encoder/layer_8/output/LayerNorm/betaB+bert/encoder/layer_8/output/LayerNorm/gammaB0bert/encoder/layer_9/attention/self/query/kernelB.bert/encoder/layer_9/attention/self/query/biasB.bert/encoder/layer_9/attention/self/key/kernelB,bert/encoder/layer_9/attention/self/key/biasB0bert/encoder/layer_9/attention/self/value/kernelB.bert/encoder/layer_9/attention/self/value/biasB2bert/encoder/layer_9/attention/output/dense/kernelB0bert/encoder/layer_9/attention/output/dense/biasB4bert/encoder/layer_9/attention/output/LayerNorm/betaB5bert/encoder/layer_9/attention/output/LayerNorm/gammaB.bert/encoder/layer_9/intermediate/dense/kernelB,bert/encoder/layer_9/intermediate/dense/biasB(bert/encoder/layer_9/output/dense/kernelB&bert/encoder/layer_9/output/dense/biasB*bert/encoder/layer_9/output/LayerNorm/betaB+bert/encoder/layer_9/output/LayerNorm/gammaB1bert/encoder/layer_10/attention/self/query/kernelB/bert/encoder/layer_10/attention/self/query/biasB/bert/encoder/layer_10/attention/self/key/kernelB-bert/encoder/layer_10/attention/self/key/biasB1bert/encoder/layer_10/attention/self/value/kernelB/bert/encoder/layer_10/attention/self/value/biasB3bert/encoder/layer_10/attention/output/dense/kernelB1bert/encoder/layer_10/attention/output/dense/biasB5bert/encoder/layer_10/attention/output/LayerNorm/betaB6bert/encoder/layer_10/attention/output/LayerNorm/gammaB/bert/encoder/layer_10/intermediate/dense/kernelB-bert/encoder/layer_10/intermediate/dense/biasB)bert/encoder/layer_10/output/dense/kernelB'bert/encoder/layer_10/output/dense/biasB+bert/encoder/layer_10/output/LayerNorm/betaB,bert/encoder/layer_10/output/LayerNorm/gammaB1bert/encoder/layer_11/attention/self/query/kernelB/bert/encoder/layer_11/attention/self/query/biasB/bert/encoder/layer_11/attention/self/key/kernelB-bert/encoder/layer_11/attention/self/key/biasB1bert/encoder/layer_11/attention/self/value/kernelB/bert/encoder/layer_11/attention/self/value/biasB3bert/encoder/layer_11/attention/output/dense/kernelB1bert/encoder/layer_11/attention/output/dense/biasB5bert/encoder/layer_11/attention/output/LayerNorm/betaB6bert/encoder/layer_11/attention/output/LayerNorm/gammaB/bert/encoder/layer_11/intermediate/dense/kernelB-bert/encoder/layer_11/intermediate/dense/biasB)bert/encoder/layer_11/output/dense/kernelB'bert/encoder/layer_11/output/dense/biasB+bert/encoder/layer_11/output/LayerNorm/betaB,bert/encoder/layer_11/output/LayerNorm/gammaBbert/pooler/dense/kernelBbert/pooler/dense/biasB&cls/predictions/transform/dense/kernelB$cls/predictions/transform/dense/biasB(cls/predictions/transform/LayerNorm/betaB)cls/predictions/transform/LayerNorm/gammaBcls/predictions/output_biasB#cls/seq_relationship/output_weightsB cls/seq_relationship/output_biasB&bert/embeddings/word_embeddings/adam_mB&bert/embeddings/word_embeddings/adam_vB,bert/embeddings/token_type_embeddings/adam_mB,bert/embeddings/token_type_embeddings/adam_vB*bert/embeddings/position_embeddings/adam_mB*bert/embeddings/position_embeddings/adam_vB%bert/embeddings/LayerNorm/beta/adam_mB%bert/embeddings/LayerNorm/beta/adam_vB&bert/embeddings/LayerNorm/gamma/adam_mB&bert/embeddings/LayerNorm/gamma/adam_vB7bert/encoder/layer_0/attention/self/query/kernel/adam_mB7bert/encoder/layer_0/attention/self/query/kernel/adam_vB5bert/encoder/layer_0/attention/self/query/bias/adam_mB5bert/encoder/layer_0/attention/self/query/bias/adam_vB5bert/encoder/layer_0/attention/self/key/kernel/adam_mB5bert/encoder/layer_0/attention/self/key/kernel/adam_vB3bert/encoder/layer_0/attention/self/key/bias/adam_mB3bert/encoder/layer_0/attention/self/key/bias/adam_vB7bert/encoder/layer_0/attention/self/value/kernel/adam_mB7bert/encoder/layer_0/attention/self/value/kernel/adam_vB5bert/encoder/layer_0/attention/self/value/bias/adam_mB5bert/encoder/layer_0/attention/self/value/bias/adam_vB9bert/encoder/layer_0/attention/output/dense/kernel/adam_mB9bert/encoder/layer_0/attention/output/dense/kernel/adam_vB7bert/encoder/layer_0/attention/output/dense/bias/adam_mB7bert/encoder/layer_0/attention/output/dense/bias/adam_vB;bert/encoder/layer_0/attention/output/LayerNorm/beta/adam_mB;bert/encoder/layer_0/attention/output/LayerNorm/beta/adam_vB <:loc:@bert/encoder/layer_0/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ê 9report_uninitialized_variables_1/IsVariableInitialized_15IsVariableInitialized.bert/encoder/layer_0/intermediate/dense/kernel*A _class7 53loc:@bert/encoder/layer_0/intermediate/dense/kernel* dtype0* _output_shapes : æ 9report_uninitialized_variables_1/IsVariableInitialized_16IsVariableInitialized,bert/encoder/layer_0/intermediate/dense/bias*? _class5 31loc:@bert/encoder/layer_0/intermediate/dense/bias* dtype0* _output_shapes : Þ 9report_uninitialized_variables_1/IsVariableInitialized_17IsVariableInitialized(bert/encoder/layer_0/output/dense/kernel*; _class1 /-loc:@bert/encoder/layer_0/output/dense/kernel* dtype0* _output_shapes : Ú 9report_uninitialized_variables_1/IsVariableInitialized_18IsVariableInitialized&bert/encoder/layer_0/output/dense/bias*9 _class/ -+loc:@bert/encoder/layer_0/output/dense/bias* dtype0* _output_shapes : â 9report_uninitialized_variables_1/IsVariableInitialized_19IsVariableInitialized*bert/encoder/layer_0/output/LayerNorm/beta*= _class3 1/loc:@bert/encoder/layer_0/output/LayerNorm/beta* dtype0* _output_shapes : ä 9report_uninitialized_variables_1/IsVariableInitialized_20IsVariableInitialized+bert/encoder/layer_0/output/LayerNorm/gamma*> _class4 20loc:@bert/encoder/layer_0/output/LayerNorm/gamma* dtype0* _output_shapes : î 9report_uninitialized_variables_1/IsVariableInitialized_21IsVariableInitialized0bert/encoder/layer_1/attention/self/query/kernel*C _class9 75loc:@bert/encoder/layer_1/attention/self/query/kernel* dtype0* _output_shapes : ê 9report_uninitialized_variables_1/IsVariableInitialized_22IsVariableInitialized.bert/encoder/layer_1/attention/self/query/bias*A _class7 53loc:@bert/encoder/layer_1/attention/self/query/bias* dtype0* _output_shapes : ê 9report_uninitialized_variables_1/IsVariableInitialized_23IsVariableInitialized.bert/encoder/layer_1/attention/self/key/kernel*A _class7 53loc:@bert/encoder/layer_1/attention/self/key/kernel* dtype0* _output_shapes : æ 9report_uninitialized_variables_1/IsVariableInitialized_24IsVariableInitialized,bert/encoder/layer_1/attention/self/key/bias*? _class5 31loc:@bert/encoder/layer_1/attention/self/key/bias* dtype0* _output_shapes : î 9report_uninitialized_variables_1/IsVariableInitialized_25IsVariableInitialized0bert/encoder/layer_1/attention/self/value/kernel*C _class9 75loc:@bert/encoder/layer_1/attention/self/value/kernel* dtype0* _output_shapes : ê 9report_uninitialized_variables_1/IsVariableInitialized_26IsVariableInitialized.bert/encoder/layer_1/attention/self/value/bias*A _class7 53loc:@bert/encoder/layer_1/attention/self/value/bias* dtype0* _output_shapes : ò 9report_uninitialized_variables_1/IsVariableInitialized_27IsVariableInitialized2bert/encoder/layer_1/attention/output/dense/kernel*E _class; 97loc:@bert/encoder/layer_1/attention/output/dense/kernel* dtype0* _output_shapes : î 9report_uninitialized_variables_1/IsVariableInitialized_28IsVariableInitialized0bert/encoder/layer_1/attention/output/dense/bias*C _class9 75loc:@bert/encoder/layer_1/attention/output/dense/bias* dtype0* _output_shapes : ö 9report_uninitialized_variables_1/IsVariableInitialized_29IsVariableInitialized4bert/encoder/layer_1/attention/output/LayerNorm/beta*G _class= ;9loc:@bert/encoder/layer_1/attention/output/LayerNorm/beta* dtype0* _output_shapes : ø 9report_uninitialized_variables_1/IsVariableInitialized_30IsVariableInitialized5bert/encoder/layer_1/attention/output/LayerNorm/gamma*H _class> <:loc:@bert/encoder/layer_1/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ê 9report_uninitialized_variables_1/IsVariableInitialized_31IsVariableInitialized.bert/encoder/layer_1/intermediate/dense/kernel*A _class7 53loc:@bert/encoder/layer_1/intermediate/dense/kernel* dtype0* _output_shapes : æ 9report_uninitialized_variables_1/IsVariableInitialized_32IsVariableInitialized,bert/encoder/layer_1/intermediate/dense/bias*? _class5 31loc:@bert/encoder/layer_1/intermediate/dense/bias* dtype0* _output_shapes : Þ 9report_uninitialized_variables_1/IsVariableInitialized_33IsVariableInitialized(bert/encoder/layer_1/output/dense/kernel*; _class1 /-loc:@bert/encoder/layer_1/output/dense/kernel* dtype0* _output_shapes : Ú 9report_uninitialized_variables_1/IsVariableInitialized_34IsVariableInitialized&bert/encoder/layer_1/output/dense/bias*9 _class/ -+loc:@bert/encoder/layer_1/output/dense/bias* dtype0* _output_shapes : â 9report_uninitialized_variables_1/IsVariableInitialized_35IsVariableInitialized*bert/encoder/layer_1/output/LayerNorm/beta*= _class3 1/loc:@bert/encoder/layer_1/output/LayerNorm/beta* dtype0* _output_shapes : ä 9report_uninitialized_variables_1/IsVariableInitialized_36IsVariableInitialized+bert/encoder/layer_1/output/LayerNorm/gamma*> _class4 20loc:@bert/encoder/layer_1/output/LayerNorm/gamma* dtype0* _output_shapes : î 9report_uninitialized_variables_1/IsVariableInitialized_37IsVariableInitialized0bert/encoder/layer_2/attention/self/query/kernel*C _class9 75loc:@bert/encoder/layer_2/attention/self/query/kernel* dtype0* _output_shapes : ê 9report_uninitialized_variables_1/IsVariableInitialized_38IsVariableInitialized.bert/encoder/layer_2/attention/self/query/bias*A _class7 53loc:@bert/encoder/layer_2/attention/self/query/bias* dtype0* _output_shapes : ê 9report_uninitialized_variables_1/IsVariableInitialized_39IsVariableInitialized.bert/encoder/layer_2/attention/self/key/kernel*A _class7 53loc:@bert/encoder/layer_2/attention/self/key/kernel* dtype0* _output_shapes : æ 9report_uninitialized_variables_1/IsVariableInitialized_40IsVariableInitialized,bert/encoder/layer_2/attention/self/key/bias*? _class5 31loc:@bert/encoder/layer_2/attention/self/key/bias* dtype0* _output_shapes : î 9report_uninitialized_variables_1/IsVariableInitialized_41IsVariableInitialized0bert/encoder/layer_2/attention/self/value/kernel*C _class9 75loc:@bert/encoder/layer_2/attention/self/value/kernel* dtype0* _output_shapes : ê 9report_uninitialized_variables_1/IsVariableInitialized_42IsVariableInitialized.bert/encoder/layer_2/attention/self/value/bias*A _class7 53loc:@bert/encoder/layer_2/attention/self/value/bias* dtype0* _output_shapes : ò 9report_uninitialized_variables_1/IsVariableInitialized_43IsVariableInitialized2bert/encoder/layer_2/attention/output/dense/kernel*E _class; 97loc:@bert/encoder/layer_2/attention/output/dense/kernel* dtype0* _output_shapes : î 9report_uninitialized_variables_1/IsVariableInitialized_44IsVariableInitialized0bert/encoder/layer_2/attention/output/dense/bias*C _class9 75loc:@bert/encoder/layer_2/attention/output/dense/bias* dtype0* _output_shapes : ö 9report_uninitialized_variables_1/IsVariableInitialized_45IsVariableInitialized4bert/encoder/layer_2/attention/output/LayerNorm/beta*G _class= ;9loc:@bert/encoder/layer_2/attention/output/LayerNorm/beta* dtype0* _output_shapes : ø 9report_uninitialized_variables_1/IsVariableInitialized_46IsVariableInitialized5bert/encoder/layer_2/attention/output/LayerNorm/gamma*H _class> <:loc:@bert/encoder/layer_2/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ê 9report_uninitialized_variables_1/IsVariableInitialized_47IsVariableInitialized.bert/encoder/layer_2/intermediate/dense/kernel*A _class7 53loc:@bert/encoder/layer_2/intermediate/dense/kernel* dtype0* _output_shapes : æ 9report_uninitialized_variables_1/IsVariableInitialized_48IsVariableInitialized,bert/encoder/layer_2/intermediate/dense/bias*? _class5 31loc:@bert/encoder/layer_2/intermediate/dense/bias* dtype0* _output_shapes : Þ 9report_uninitialized_variables_1/IsVariableInitialized_49IsVariableInitialized(bert/encoder/layer_2/output/dense/kernel*; _class1 /-loc:@bert/encoder/layer_2/output/dense/kernel* dtype0* _output_shapes : Ú 9report_uninitialized_variables_1/IsVariableInitialized_50IsVariableInitialized&bert/encoder/layer_2/output/dense/bias*9 _class/ -+loc:@bert/encoder/layer_2/output/dense/bias* dtype0* _output_shapes : â 9report_uninitialized_variables_1/IsVariableInitialized_51IsVariableInitialized*bert/encoder/layer_2/output/LayerNorm/beta*= _class3 1/loc:@bert/encoder/layer_2/output/LayerNorm/beta* dtype0* _output_shapes : ä 9report_uninitialized_variables_1/IsVariableInitialized_52IsVariableInitialized+bert/encoder/layer_2/output/LayerNorm/gamma*> _class4 20loc:@bert/encoder/layer_2/output/LayerNorm/gamma* dtype0* _output_shapes : î 9report_uninitialized_variables_1/IsVariableInitialized_53IsVariableInitialized0bert/encoder/layer_3/attention/self/query/kernel*C _class9 75loc:@bert/encoder/layer_3/attention/self/query/kernel* dtype0* _output_shapes : ê 9report_uninitialized_variables_1/IsVariableInitialized_54IsVariableInitialized.bert/encoder/layer_3/attention/self/query/bias*A _class7 53loc:@bert/encoder/layer_3/attention/self/query/bias* dtype0* _output_shapes : ê 9report_uninitialized_variables_1/IsVariableInitialized_55IsVariableInitialized.bert/encoder/layer_3/attention/self/key/kernel*A _class7 53loc:@bert/encoder/layer_3/attention/self/key/kernel* dtype0* _output_shapes : æ 9report_uninitialized_variables_1/IsVariableInitialized_56IsVariableInitialized,bert/encoder/layer_3/attention/self/key/bias*? _class5 31loc:@bert/encoder/layer_3/attention/self/key/bias* dtype0* _output_shapes : î 9report_uninitialized_variables_1/IsVariableInitialized_57IsVariableInitialized0bert/encoder/layer_3/attention/self/value/kernel*C _class9 75loc:@bert/encoder/layer_3/attention/self/value/kernel* dtype0* _output_shapes : ê 9report_uninitialized_variables_1/IsVariableInitialized_58IsVariableInitialized.bert/encoder/layer_3/attention/self/value/bias*A _class7 53loc:@bert/encoder/layer_3/attention/self/value/bias* dtype0* _output_shapes : ò 9report_uninitialized_variables_1/IsVariableInitialized_59IsVariableInitialized2bert/encoder/layer_3/attention/output/dense/kernel*E _class; 97loc:@bert/encoder/layer_3/attention/output/dense/kernel* dtype0* _output_shapes : î 9report_uninitialized_variables_1/IsVariableInitialized_60IsVariableInitialized0bert/encoder/layer_3/attention/output/dense/bias*C _class9 75loc:@bert/encoder/layer_3/attention/output/dense/bias* dtype0* _output_shapes : ö 9report_uninitialized_variables_1/IsVariableInitialized_61IsVariableInitialized4bert/encoder/layer_3/attention/output/LayerNorm/beta*G _class= ;9loc:@bert/encoder/layer_3/attention/output/LayerNorm/beta* dtype0* _output_shapes : ø 9report_uninitialized_variables_1/IsVariableInitialized_62IsVariableInitialized5bert/encoder/layer_3/attention/output/LayerNorm/gamma*H _class> <:loc:@bert/encoder/layer_3/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ê 9report_uninitialized_variables_1/IsVariableInitialized_63IsVariableInitialized.bert/encoder/layer_3/intermediate/dense/kernel*A _class7 53loc:@bert/encoder/layer_3/intermediate/dense/kernel* dtype0* _output_shapes : æ 9report_uninitialized_variables_1/IsVariableInitialized_64IsVariableInitialized,bert/encoder/layer_3/intermediate/dense/bias*? _class5 31loc:@bert/encoder/layer_3/intermediate/dense/bias* dtype0* _output_shapes : Þ 9report_uninitialized_variables_1/IsVariableInitialized_65IsVariableInitialized(bert/encoder/layer_3/output/dense/kernel*; _class1 /-loc:@bert/encoder/layer_3/output/dense/kernel* dtype0* _output_shapes : Ú 9report_uninitialized_variables_1/IsVariableInitialized_66IsVariableInitialized&bert/encoder/layer_3/output/dense/bias*9 _class/ -+loc:@bert/encoder/layer_3/output/dense/bias* dtype0* _output_shapes : â 9report_uninitialized_variables_1/IsVariableInitialized_67IsVariableInitialized*bert/encoder/layer_3/output/LayerNorm/beta*= _class3 1/loc:@bert/encoder/layer_3/output/LayerNorm/beta* dtype0* _output_shapes : ä 9report_uninitialized_variables_1/IsVariableInitialized_68IsVariableInitialized+bert/encoder/layer_3/output/LayerNorm/gamma*> _class4 20loc:@bert/encoder/layer_3/output/LayerNorm/gamma* dtype0* _output_shapes : î 9report_uninitialized_variables_1/IsVariableInitialized_69IsVariableInitialized0bert/encoder/layer_4/attention/self/query/kernel*C _class9 75loc:@bert/encoder/layer_4/attention/self/query/kernel* dtype0* _output_shapes : ê 9report_uninitialized_variables_1/IsVariableInitialized_70IsVariableInitialized.bert/encoder/layer_4/attention/self/query/bias*A _class7 53loc:@bert/encoder/layer_4/attention/self/query/bias* dtype0* _output_shapes : ê 9report_uninitialized_variables_1/IsVariableInitialized_71IsVariableInitialized.bert/encoder/layer_4/attention/self/key/kernel*A _class7 53loc:@bert/encoder/layer_4/attention/self/key/kernel* dtype0* _output_shapes : æ 9report_uninitialized_variables_1/IsVariableInitialized_72IsVariableInitialized,bert/encoder/layer_4/attention/self/key/bias*? _class5 31loc:@bert/encoder/layer_4/attention/self/key/bias* dtype0* _output_shapes : î 9report_uninitialized_variables_1/IsVariableInitialized_73IsVariableInitialized0bert/encoder/layer_4/attention/self/value/kernel*C _class9 75loc:@bert/encoder/layer_4/attention/self/value/kernel* dtype0* _output_shapes : ê 9report_uninitialized_variables_1/IsVariableInitialized_74IsVariableInitialized.bert/encoder/layer_4/attention/self/value/bias*A _class7 53loc:@bert/encoder/layer_4/attention/self/value/bias* dtype0* _output_shapes : ò 9report_uninitialized_variables_1/IsVariableInitialized_75IsVariableInitialized2bert/encoder/layer_4/attention/output/dense/kernel*E _class; 97loc:@bert/encoder/layer_4/attention/output/dense/kernel* dtype0* _output_shapes : î 9report_uninitialized_variables_1/IsVariableInitialized_76IsVariableInitialized0bert/encoder/layer_4/attention/output/dense/bias*C _class9 75loc:@bert/encoder/layer_4/attention/output/dense/bias* dtype0* _output_shapes : ö 9report_uninitialized_variables_1/IsVariableInitialized_77IsVariableInitialized4bert/encoder/layer_4/attention/output/LayerNorm/beta*G _class= ;9loc:@bert/encoder/layer_4/attention/output/LayerNorm/beta* dtype0* _output_shapes : ø 9report_uninitialized_variables_1/IsVariableInitialized_78IsVariableInitialized5bert/encoder/layer_4/attention/output/LayerNorm/gamma*H _class> <:loc:@bert/encoder/layer_4/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ê 9report_uninitialized_variables_1/IsVariableInitialized_79IsVariableInitialized.bert/encoder/layer_4/intermediate/dense/kernel*A _class7 53loc:@bert/encoder/layer_4/intermediate/dense/kernel* dtype0* _output_shapes : æ 9report_uninitialized_variables_1/IsVariableInitialized_80IsVariableInitialized,bert/encoder/layer_4/intermediate/dense/bias*? _class5 31loc:@bert/encoder/layer_4/intermediate/dense/bias* dtype0* _output_shapes : Þ 9report_uninitialized_variables_1/IsVariableInitialized_81IsVariableInitialized(bert/encoder/layer_4/output/dense/kernel*; _class1 /-loc:@bert/encoder/layer_4/output/dense/kernel* dtype0* _output_shapes : Ú 9report_uninitialized_variables_1/IsVariableInitialized_82IsVariableInitialized&bert/encoder/layer_4/output/dense/bias*9 _class/ -+loc:@bert/encoder/layer_4/output/dense/bias* dtype0* _output_shapes : â 9report_uninitialized_variables_1/IsVariableInitialized_83IsVariableInitialized*bert/encoder/layer_4/output/LayerNorm/beta*= _class3 1/loc:@bert/encoder/layer_4/output/LayerNorm/beta* dtype0* _output_shapes : ä 9report_uninitialized_variables_1/IsVariableInitialized_84IsVariableInitialized+bert/encoder/layer_4/output/LayerNorm/gamma*> _class4 20loc:@bert/encoder/layer_4/output/LayerNorm/gamma* dtype0* _output_shapes : î 9report_uninitialized_variables_1/IsVariableInitialized_85IsVariableInitialized0bert/encoder/layer_5/attention/self/query/kernel*C _class9 75loc:@bert/encoder/layer_5/attention/self/query/kernel* dtype0* _output_shapes : ê 9report_uninitialized_variables_1/IsVariableInitialized_86IsVariableInitialized.bert/encoder/layer_5/attention/self/query/bias*A _class7 53loc:@bert/encoder/layer_5/attention/self/query/bias* dtype0* _output_shapes : ê 9report_uninitialized_variables_1/IsVariableInitialized_87IsVariableInitialized.bert/encoder/layer_5/attention/self/key/kernel*A _class7 53loc:@bert/encoder/layer_5/attention/self/key/kernel* dtype0* _output_shapes : æ 9report_uninitialized_variables_1/IsVariableInitialized_88IsVariableInitialized,bert/encoder/layer_5/attention/self/key/bias*? _class5 31loc:@bert/encoder/layer_5/attention/self/key/bias* dtype0* _output_shapes : î 9report_uninitialized_variables_1/IsVariableInitialized_89IsVariableInitialized0bert/encoder/layer_5/attention/self/value/kernel*C _class9 75loc:@bert/encoder/layer_5/attention/self/value/kernel* dtype0* _output_shapes : ê 9report_uninitialized_variables_1/IsVariableInitialized_90IsVariableInitialized.bert/encoder/layer_5/attention/self/value/bias*A _class7 53loc:@bert/encoder/layer_5/attention/self/value/bias* dtype0* _output_shapes : ò 9report_uninitialized_variables_1/IsVariableInitialized_91IsVariableInitialized2bert/encoder/layer_5/attention/output/dense/kernel*E _class; 97loc:@bert/encoder/layer_5/attention/output/dense/kernel* dtype0* _output_shapes : î 9report_uninitialized_variables_1/IsVariableInitialized_92IsVariableInitialized0bert/encoder/layer_5/attention/output/dense/bias*C _class9 75loc:@bert/encoder/layer_5/attention/output/dense/bias* dtype0* _output_shapes : ö 9report_uninitialized_variables_1/IsVariableInitialized_93IsVariableInitialized4bert/encoder/layer_5/attention/output/LayerNorm/beta*G _class= ;9loc:@bert/encoder/layer_5/attention/output/LayerNorm/beta* dtype0* _output_shapes : ø 9report_uninitialized_variables_1/IsVariableInitialized_94IsVariableInitialized5bert/encoder/layer_5/attention/output/LayerNorm/gamma*H _class> <:loc:@bert/encoder/layer_5/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ê 9report_uninitialized_variables_1/IsVariableInitialized_95IsVariableInitialized.bert/encoder/layer_5/intermediate/dense/kernel*A _class7 53loc:@bert/encoder/layer_5/intermediate/dense/kernel* dtype0* _output_shapes : æ 9report_uninitialized_variables_1/IsVariableInitialized_96IsVariableInitialized,bert/encoder/layer_5/intermediate/dense/bias*? _class5 31loc:@bert/encoder/layer_5/intermediate/dense/bias* dtype0* _output_shapes : Þ 9report_uninitialized_variables_1/IsVariableInitialized_97IsVariableInitialized(bert/encoder/layer_5/output/dense/kernel*; _class1 /-loc:@bert/encoder/layer_5/output/dense/kernel* dtype0* _output_shapes : Ú 9report_uninitialized_variables_1/IsVariableInitialized_98IsVariableInitialized&bert/encoder/layer_5/output/dense/bias*9 _class/ -+loc:@bert/encoder/layer_5/output/dense/bias* dtype0* _output_shapes : â 9report_uninitialized_variables_1/IsVariableInitialized_99IsVariableInitialized*bert/encoder/layer_5/output/LayerNorm/beta*= _class3 1/loc:@bert/encoder/layer_5/output/LayerNorm/beta* dtype0* _output_shapes : å :report_uninitialized_variables_1/IsVariableInitialized_100IsVariableInitialized+bert/encoder/layer_5/output/LayerNorm/gamma*> _class4 20loc:@bert/encoder/layer_5/output/LayerNorm/gamma* dtype0* _output_shapes : ï :report_uninitialized_variables_1/IsVariableInitialized_101IsVariableInitialized0bert/encoder/layer_6/attention/self/query/kernel*C _class9 75loc:@bert/encoder/layer_6/attention/self/query/kernel* dtype0* _output_shapes : ë :report_uninitialized_variables_1/IsVariableInitialized_102IsVariableInitialized.bert/encoder/layer_6/attention/self/query/bias*A _class7 53loc:@bert/encoder/layer_6/attention/self/query/bias* dtype0* _output_shapes : ë :report_uninitialized_variables_1/IsVariableInitialized_103IsVariableInitialized.bert/encoder/layer_6/attention/self/key/kernel*A _class7 53loc:@bert/encoder/layer_6/attention/self/key/kernel* dtype0* _output_shapes : ç :report_uninitialized_variables_1/IsVariableInitialized_104IsVariableInitialized,bert/encoder/layer_6/attention/self/key/bias*? _class5 31loc:@bert/encoder/layer_6/attention/self/key/bias* dtype0* _output_shapes : ï :report_uninitialized_variables_1/IsVariableInitialized_105IsVariableInitialized0bert/encoder/layer_6/attention/self/value/kernel*C _class9 75loc:@bert/encoder/layer_6/attention/self/value/kernel* dtype0* _output_shapes : ë :report_uninitialized_variables_1/IsVariableInitialized_106IsVariableInitialized.bert/encoder/layer_6/attention/self/value/bias*A _class7 53loc:@bert/encoder/layer_6/attention/self/value/bias* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_107IsVariableInitialized2bert/encoder/layer_6/attention/output/dense/kernel*E _class; 97loc:@bert/encoder/layer_6/attention/output/dense/kernel* dtype0* _output_shapes : ï :report_uninitialized_variables_1/IsVariableInitialized_108IsVariableInitialized0bert/encoder/layer_6/attention/output/dense/bias*C _class9 75loc:@bert/encoder/layer_6/attention/output/dense/bias* dtype0* _output_shapes : ÷ :report_uninitialized_variables_1/IsVariableInitialized_109IsVariableInitialized4bert/encoder/layer_6/attention/output/LayerNorm/beta*G _class= ;9loc:@bert/encoder/layer_6/attention/output/LayerNorm/beta* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_110IsVariableInitialized5bert/encoder/layer_6/attention/output/LayerNorm/gamma*H _class> <:loc:@bert/encoder/layer_6/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ë :report_uninitialized_variables_1/IsVariableInitialized_111IsVariableInitialized.bert/encoder/layer_6/intermediate/dense/kernel*A _class7 53loc:@bert/encoder/layer_6/intermediate/dense/kernel* dtype0* _output_shapes : ç :report_uninitialized_variables_1/IsVariableInitialized_112IsVariableInitialized,bert/encoder/layer_6/intermediate/dense/bias*? _class5 31loc:@bert/encoder/layer_6/intermediate/dense/bias* dtype0* _output_shapes : ß :report_uninitialized_variables_1/IsVariableInitialized_113IsVariableInitialized(bert/encoder/layer_6/output/dense/kernel*; _class1 /-loc:@bert/encoder/layer_6/output/dense/kernel* dtype0* _output_shapes : Û :report_uninitialized_variables_1/IsVariableInitialized_114IsVariableInitialized&bert/encoder/layer_6/output/dense/bias*9 _class/ -+loc:@bert/encoder/layer_6/output/dense/bias* dtype0* _output_shapes : ã :report_uninitialized_variables_1/IsVariableInitialized_115IsVariableInitialized*bert/encoder/layer_6/output/LayerNorm/beta*= _class3 1/loc:@bert/encoder/layer_6/output/LayerNorm/beta* dtype0* _output_shapes : å :report_uninitialized_variables_1/IsVariableInitialized_116IsVariableInitialized+bert/encoder/layer_6/output/LayerNorm/gamma*> _class4 20loc:@bert/encoder/layer_6/output/LayerNorm/gamma* dtype0* _output_shapes : ï :report_uninitialized_variables_1/IsVariableInitialized_117IsVariableInitialized0bert/encoder/layer_7/attention/self/query/kernel*C _class9 75loc:@bert/encoder/layer_7/attention/self/query/kernel* dtype0* _output_shapes : ë :report_uninitialized_variables_1/IsVariableInitialized_118IsVariableInitialized.bert/encoder/layer_7/attention/self/query/bias*A _class7 53loc:@bert/encoder/layer_7/attention/self/query/bias* dtype0* _output_shapes : ë :report_uninitialized_variables_1/IsVariableInitialized_119IsVariableInitialized.bert/encoder/layer_7/attention/self/key/kernel*A _class7 53loc:@bert/encoder/layer_7/attention/self/key/kernel* dtype0* _output_shapes : ç :report_uninitialized_variables_1/IsVariableInitialized_120IsVariableInitialized,bert/encoder/layer_7/attention/self/key/bias*? _class5 31loc:@bert/encoder/layer_7/attention/self/key/bias* dtype0* _output_shapes : ï :report_uninitialized_variables_1/IsVariableInitialized_121IsVariableInitialized0bert/encoder/layer_7/attention/self/value/kernel*C _class9 75loc:@bert/encoder/layer_7/attention/self/value/kernel* dtype0* _output_shapes : ë :report_uninitialized_variables_1/IsVariableInitialized_122IsVariableInitialized.bert/encoder/layer_7/attention/self/value/bias*A _class7 53loc:@bert/encoder/layer_7/attention/self/value/bias* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_123IsVariableInitialized2bert/encoder/layer_7/attention/output/dense/kernel*E _class; 97loc:@bert/encoder/layer_7/attention/output/dense/kernel* dtype0* _output_shapes : ï :report_uninitialized_variables_1/IsVariableInitialized_124IsVariableInitialized0bert/encoder/layer_7/attention/output/dense/bias*C _class9 75loc:@bert/encoder/layer_7/attention/output/dense/bias* dtype0* _output_shapes : ÷ :report_uninitialized_variables_1/IsVariableInitialized_125IsVariableInitialized4bert/encoder/layer_7/attention/output/LayerNorm/beta*G _class= ;9loc:@bert/encoder/layer_7/attention/output/LayerNorm/beta* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_126IsVariableInitialized5bert/encoder/layer_7/attention/output/LayerNorm/gamma*H _class> <:loc:@bert/encoder/layer_7/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ë :report_uninitialized_variables_1/IsVariableInitialized_127IsVariableInitialized.bert/encoder/layer_7/intermediate/dense/kernel*A _class7 53loc:@bert/encoder/layer_7/intermediate/dense/kernel* dtype0* _output_shapes : ç :report_uninitialized_variables_1/IsVariableInitialized_128IsVariableInitialized,bert/encoder/layer_7/intermediate/dense/bias*? _class5 31loc:@bert/encoder/layer_7/intermediate/dense/bias* dtype0* _output_shapes : ß :report_uninitialized_variables_1/IsVariableInitialized_129IsVariableInitialized(bert/encoder/layer_7/output/dense/kernel*; _class1 /-loc:@bert/encoder/layer_7/output/dense/kernel* dtype0* _output_shapes : Û :report_uninitialized_variables_1/IsVariableInitialized_130IsVariableInitialized&bert/encoder/layer_7/output/dense/bias*9 _class/ -+loc:@bert/encoder/layer_7/output/dense/bias* dtype0* _output_shapes : ã :report_uninitialized_variables_1/IsVariableInitialized_131IsVariableInitialized*bert/encoder/layer_7/output/LayerNorm/beta*= _class3 1/loc:@bert/encoder/layer_7/output/LayerNorm/beta* dtype0* _output_shapes : å :report_uninitialized_variables_1/IsVariableInitialized_132IsVariableInitialized+bert/encoder/layer_7/output/LayerNorm/gamma*> _class4 20loc:@bert/encoder/layer_7/output/LayerNorm/gamma* dtype0* _output_shapes : ï :report_uninitialized_variables_1/IsVariableInitialized_133IsVariableInitialized0bert/encoder/layer_8/attention/self/query/kernel*C _class9 75loc:@bert/encoder/layer_8/attention/self/query/kernel* dtype0* _output_shapes : ë :report_uninitialized_variables_1/IsVariableInitialized_134IsVariableInitialized.bert/encoder/layer_8/attention/self/query/bias*A _class7 53loc:@bert/encoder/layer_8/attention/self/query/bias* dtype0* _output_shapes : ë :report_uninitialized_variables_1/IsVariableInitialized_135IsVariableInitialized.bert/encoder/layer_8/attention/self/key/kernel*A _class7 53loc:@bert/encoder/layer_8/attention/self/key/kernel* dtype0* _output_shapes : ç :report_uninitialized_variables_1/IsVariableInitialized_136IsVariableInitialized,bert/encoder/layer_8/attention/self/key/bias*? _class5 31loc:@bert/encoder/layer_8/attention/self/key/bias* dtype0* _output_shapes : ï :report_uninitialized_variables_1/IsVariableInitialized_137IsVariableInitialized0bert/encoder/layer_8/attention/self/value/kernel*C _class9 75loc:@bert/encoder/layer_8/attention/self/value/kernel* dtype0* _output_shapes : ë :report_uninitialized_variables_1/IsVariableInitialized_138IsVariableInitialized.bert/encoder/layer_8/attention/self/value/bias*A _class7 53loc:@bert/encoder/layer_8/attention/self/value/bias* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_139IsVariableInitialized2bert/encoder/layer_8/attention/output/dense/kernel*E _class; 97loc:@bert/encoder/layer_8/attention/output/dense/kernel* dtype0* _output_shapes : ï :report_uninitialized_variables_1/IsVariableInitialized_140IsVariableInitialized0bert/encoder/layer_8/attention/output/dense/bias*C _class9 75loc:@bert/encoder/layer_8/attention/output/dense/bias* dtype0* _output_shapes : ÷ :report_uninitialized_variables_1/IsVariableInitialized_141IsVariableInitialized4bert/encoder/layer_8/attention/output/LayerNorm/beta*G _class= ;9loc:@bert/encoder/layer_8/attention/output/LayerNorm/beta* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_142IsVariableInitialized5bert/encoder/layer_8/attention/output/LayerNorm/gamma*H _class> <:loc:@bert/encoder/layer_8/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ë :report_uninitialized_variables_1/IsVariableInitialized_143IsVariableInitialized.bert/encoder/layer_8/intermediate/dense/kernel*A _class7 53loc:@bert/encoder/layer_8/intermediate/dense/kernel* dtype0* _output_shapes : ç :report_uninitialized_variables_1/IsVariableInitialized_144IsVariableInitialized,bert/encoder/layer_8/intermediate/dense/bias*? _class5 31loc:@bert/encoder/layer_8/intermediate/dense/bias* dtype0* _output_shapes : ß :report_uninitialized_variables_1/IsVariableInitialized_145IsVariableInitialized(bert/encoder/layer_8/output/dense/kernel*; _class1 /-loc:@bert/encoder/layer_8/output/dense/kernel* dtype0* _output_shapes : Û :report_uninitialized_variables_1/IsVariableInitialized_146IsVariableInitialized&bert/encoder/layer_8/output/dense/bias*9 _class/ -+loc:@bert/encoder/layer_8/output/dense/bias* dtype0* _output_shapes : ã :report_uninitialized_variables_1/IsVariableInitialized_147IsVariableInitialized*bert/encoder/layer_8/output/LayerNorm/beta*= _class3 1/loc:@bert/encoder/layer_8/output/LayerNorm/beta* dtype0* _output_shapes : å :report_uninitialized_variables_1/IsVariableInitialized_148IsVariableInitialized+bert/encoder/layer_8/output/LayerNorm/gamma*> _class4 20loc:@bert/encoder/layer_8/output/LayerNorm/gamma* dtype0* _output_shapes : ï :report_uninitialized_variables_1/IsVariableInitialized_149IsVariableInitialized0bert/encoder/layer_9/attention/self/query/kernel*C _class9 75loc:@bert/encoder/layer_9/attention/self/query/kernel* dtype0* _output_shapes : ë :report_uninitialized_variables_1/IsVariableInitialized_150IsVariableInitialized.bert/encoder/layer_9/attention/self/query/bias*A _class7 53loc:@bert/encoder/layer_9/attention/self/query/bias* dtype0* _output_shapes : ë :report_uninitialized_variables_1/IsVariableInitialized_151IsVariableInitialized.bert/encoder/layer_9/attention/self/key/kernel*A _class7 53loc:@bert/encoder/layer_9/attention/self/key/kernel* dtype0* _output_shapes : ç :report_uninitialized_variables_1/IsVariableInitialized_152IsVariableInitialized,bert/encoder/layer_9/attention/self/key/bias*? _class5 31loc:@bert/encoder/layer_9/attention/self/key/bias* dtype0* _output_shapes : ï :report_uninitialized_variables_1/IsVariableInitialized_153IsVariableInitialized0bert/encoder/layer_9/attention/self/value/kernel*C _class9 75loc:@bert/encoder/layer_9/attention/self/value/kernel* dtype0* _output_shapes : ë :report_uninitialized_variables_1/IsVariableInitialized_154IsVariableInitialized.bert/encoder/layer_9/attention/self/value/bias*A _class7 53loc:@bert/encoder/layer_9/attention/self/value/bias* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_155IsVariableInitialized2bert/encoder/layer_9/attention/output/dense/kernel*E _class; 97loc:@bert/encoder/layer_9/attention/output/dense/kernel* dtype0* _output_shapes : ï :report_uninitialized_variables_1/IsVariableInitialized_156IsVariableInitialized0bert/encoder/layer_9/attention/output/dense/bias*C _class9 75loc:@bert/encoder/layer_9/attention/output/dense/bias* dtype0* _output_shapes : ÷ :report_uninitialized_variables_1/IsVariableInitialized_157IsVariableInitialized4bert/encoder/layer_9/attention/output/LayerNorm/beta*G _class= ;9loc:@bert/encoder/layer_9/attention/output/LayerNorm/beta* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_158IsVariableInitialized5bert/encoder/layer_9/attention/output/LayerNorm/gamma*H _class> <:loc:@bert/encoder/layer_9/attention/output/LayerNorm/gamma* dtype0* _output_shapes : ë :report_uninitialized_variables_1/IsVariableInitialized_159IsVariableInitialized.bert/encoder/layer_9/intermediate/dense/kernel*A _class7 53loc:@bert/encoder/layer_9/intermediate/dense/kernel* dtype0* _output_shapes : ç :report_uninitialized_variables_1/IsVariableInitialized_160IsVariableInitialized,bert/encoder/layer_9/intermediate/dense/bias*? _class5 31loc:@bert/encoder/layer_9/intermediate/dense/bias* dtype0* _output_shapes : ß :report_uninitialized_variables_1/IsVariableInitialized_161IsVariableInitialized(bert/encoder/layer_9/output/dense/kernel*; _class1 /-loc:@bert/encoder/layer_9/output/dense/kernel* dtype0* _output_shapes : Û :report_uninitialized_variables_1/IsVariableInitialized_162IsVariableInitialized&bert/encoder/layer_9/output/dense/bias*9 _class/ -+loc:@bert/encoder/layer_9/output/dense/bias* dtype0* _output_shapes : ã :report_uninitialized_variables_1/IsVariableInitialized_163IsVariableInitialized*bert/encoder/layer_9/output/LayerNorm/beta*= _class3 1/loc:@bert/encoder/layer_9/output/LayerNorm/beta* dtype0* _output_shapes : å :report_uninitialized_variables_1/IsVariableInitialized_164IsVariableInitialized+bert/encoder/layer_9/output/LayerNorm/gamma*> _class4 20loc:@bert/encoder/layer_9/output/LayerNorm/gamma* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_165IsVariableInitialized1bert/encoder/layer_10/attention/self/query/kernel*D _class: 86loc:@bert/encoder/layer_10/attention/self/query/kernel* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_166IsVariableInitialized/bert/encoder/layer_10/attention/self/query/bias*B _class8 64loc:@bert/encoder/layer_10/attention/self/query/bias* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_167IsVariableInitialized/bert/encoder/layer_10/attention/self/key/kernel*B _class8 64loc:@bert/encoder/layer_10/attention/self/key/kernel* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_168IsVariableInitialized-bert/encoder/layer_10/attention/self/key/bias*@ _class6 42loc:@bert/encoder/layer_10/attention/self/key/bias* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_169IsVariableInitialized1bert/encoder/layer_10/attention/self/value/kernel*D _class: 86loc:@bert/encoder/layer_10/attention/self/value/kernel* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_170IsVariableInitialized/bert/encoder/layer_10/attention/self/value/bias*B _class8 64loc:@bert/encoder/layer_10/attention/self/value/bias* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_171IsVariableInitialized3bert/encoder/layer_10/attention/output/dense/kernel*F _class< :8loc:@bert/encoder/layer_10/attention/output/dense/kernel* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_172IsVariableInitialized1bert/encoder/layer_10/attention/output/dense/bias*D _class: 86loc:@bert/encoder/layer_10/attention/output/dense/bias* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_173IsVariableInitialized5bert/encoder/layer_10/attention/output/LayerNorm/beta*H _class> <:loc:@bert/encoder/layer_10/attention/output/LayerNorm/beta* dtype0* _output_shapes : û :report_uninitialized_variables_1/IsVariableInitialized_174IsVariableInitialized6bert/encoder/layer_10/attention/output/LayerNorm/gamma*I _class? =;loc:@bert/encoder/layer_10/attention/output/LayerNorm/gamma* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_175IsVariableInitialized/bert/encoder/layer_10/intermediate/dense/kernel*B _class8 64loc:@bert/encoder/layer_10/intermediate/dense/kernel* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_176IsVariableInitialized-bert/encoder/layer_10/intermediate/dense/bias*@ _class6 42loc:@bert/encoder/layer_10/intermediate/dense/bias* dtype0* _output_shapes : á :report_uninitialized_variables_1/IsVariableInitialized_177IsVariableInitialized)bert/encoder/layer_10/output/dense/kernel*< _class2 0.loc:@bert/encoder/layer_10/output/dense/kernel* dtype0* _output_shapes : Ý :report_uninitialized_variables_1/IsVariableInitialized_178IsVariableInitialized'bert/encoder/layer_10/output/dense/bias*: _class0 .,loc:@bert/encoder/layer_10/output/dense/bias* dtype0* _output_shapes : å :report_uninitialized_variables_1/IsVariableInitialized_179IsVariableInitialized+bert/encoder/layer_10/output/LayerNorm/beta*> _class4 20loc:@bert/encoder/layer_10/output/LayerNorm/beta* dtype0* _output_shapes : ç :report_uninitialized_variables_1/IsVariableInitialized_180IsVariableInitialized,bert/encoder/layer_10/output/LayerNorm/gamma*? _class5 31loc:@bert/encoder/layer_10/output/LayerNorm/gamma* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_181IsVariableInitialized1bert/encoder/layer_11/attention/self/query/kernel*D _class: 86loc:@bert/encoder/layer_11/attention/self/query/kernel* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_182IsVariableInitialized/bert/encoder/layer_11/attention/self/query/bias*B _class8 64loc:@bert/encoder/layer_11/attention/self/query/bias* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_183IsVariableInitialized/bert/encoder/layer_11/attention/self/key/kernel*B _class8 64loc:@bert/encoder/layer_11/attention/self/key/kernel* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_184IsVariableInitialized-bert/encoder/layer_11/attention/self/key/bias*@ _class6 42loc:@bert/encoder/layer_11/attention/self/key/bias* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_185IsVariableInitialized1bert/encoder/layer_11/attention/self/value/kernel*D _class: 86loc:@bert/encoder/layer_11/attention/self/value/kernel* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_186IsVariableInitialized/bert/encoder/layer_11/attention/self/value/bias*B _class8 64loc:@bert/encoder/layer_11/attention/self/value/bias* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_187IsVariableInitialized3bert/encoder/layer_11/attention/output/dense/kernel*F _class< :8loc:@bert/encoder/layer_11/attention/output/dense/kernel* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_188IsVariableInitialized1bert/encoder/layer_11/attention/output/dense/bias*D _class: 86loc:@bert/encoder/layer_11/attention/output/dense/bias* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_189IsVariableInitialized5bert/encoder/layer_11/attention/output/LayerNorm/beta*H _class> <:loc:@bert/encoder/layer_11/attention/output/LayerNorm/beta* dtype0* _output_shapes : û :report_uninitialized_variables_1/IsVariableInitialized_190IsVariableInitialized6bert/encoder/layer_11/attention/output/LayerNorm/gamma*I _class? =;loc:@bert/encoder/layer_11/attention/output/LayerNorm/gamma* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_191IsVariableInitialized/bert/encoder/layer_11/intermediate/dense/kernel*B _class8 64loc:@bert/encoder/layer_11/intermediate/dense/kernel* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_192IsVariableInitialized-bert/encoder/layer_11/intermediate/dense/bias*@ _class6 42loc:@bert/encoder/layer_11/intermediate/dense/bias* dtype0* _output_shapes : á :report_uninitialized_variables_1/IsVariableInitialized_193IsVariableInitialized)bert/encoder/layer_11/output/dense/kernel*< _class2 0.loc:@bert/encoder/layer_11/output/dense/kernel* dtype0* _output_shapes : Ý :report_uninitialized_variables_1/IsVariableInitialized_194IsVariableInitialized'bert/encoder/layer_11/output/dense/bias*: _class0 .,loc:@bert/encoder/layer_11/output/dense/bias* dtype0* _output_shapes : å :report_uninitialized_variables_1/IsVariableInitialized_195IsVariableInitialized+bert/encoder/layer_11/output/LayerNorm/beta*> _class4 20loc:@bert/encoder/layer_11/output/LayerNorm/beta* dtype0* _output_shapes : ç :report_uninitialized_variables_1/IsVariableInitialized_196IsVariableInitialized,bert/encoder/layer_11/output/LayerNorm/gamma*? _class5 31loc:@bert/encoder/layer_11/output/LayerNorm/gamma* dtype0* _output_shapes : ¿ :report_uninitialized_variables_1/IsVariableInitialized_197IsVariableInitializedbert/pooler/dense/kernel*+ _class! loc:@bert/pooler/dense/kernel* dtype0* _output_shapes : » :report_uninitialized_variables_1/IsVariableInitialized_198IsVariableInitializedbert/pooler/dense/bias*) _class loc:@bert/pooler/dense/bias* dtype0* _output_shapes : Û :report_uninitialized_variables_1/IsVariableInitialized_199IsVariableInitialized&cls/predictions/transform/dense/kernel*9 _class/ -+loc:@cls/predictions/transform/dense/kernel* dtype0* _output_shapes : × :report_uninitialized_variables_1/IsVariableInitialized_200IsVariableInitialized$cls/predictions/transform/dense/bias*7 _class- +)loc:@cls/predictions/transform/dense/bias* dtype0* _output_shapes : ß :report_uninitialized_variables_1/IsVariableInitialized_201IsVariableInitialized(cls/predictions/transform/LayerNorm/beta*; _class1 /-loc:@cls/predictions/transform/LayerNorm/beta* dtype0* _output_shapes : á :report_uninitialized_variables_1/IsVariableInitialized_202IsVariableInitialized)cls/predictions/transform/LayerNorm/gamma*< _class2 0.loc:@cls/predictions/transform/LayerNorm/gamma* dtype0* _output_shapes : Å :report_uninitialized_variables_1/IsVariableInitialized_203IsVariableInitializedcls/predictions/output_bias*. _class$ " loc:@cls/predictions/output_bias* dtype0* _output_shapes : Õ :report_uninitialized_variables_1/IsVariableInitialized_204IsVariableInitialized#cls/seq_relationship/output_weights*6 _class, *(loc:@cls/seq_relationship/output_weights* dtype0* _output_shapes : Ï :report_uninitialized_variables_1/IsVariableInitialized_205IsVariableInitialized cls/seq_relationship/output_bias*3 _class) '%loc:@cls/seq_relationship/output_bias* dtype0* _output_shapes : Û :report_uninitialized_variables_1/IsVariableInitialized_206IsVariableInitialized&bert/embeddings/word_embeddings/adam_m*9 _class/ -+loc:@bert/embeddings/word_embeddings/adam_m* dtype0* _output_shapes : Û :report_uninitialized_variables_1/IsVariableInitialized_207IsVariableInitialized&bert/embeddings/word_embeddings/adam_v*9 _class/ -+loc:@bert/embeddings/word_embeddings/adam_v* dtype0* _output_shapes : ç :report_uninitialized_variables_1/IsVariableInitialized_208IsVariableInitialized,bert/embeddings/token_type_embeddings/adam_m*? _class5 31loc:@bert/embeddings/token_type_embeddings/adam_m* dtype0* _output_shapes : ç :report_uninitialized_variables_1/IsVariableInitialized_209IsVariableInitialized,bert/embeddings/token_type_embeddings/adam_v*? _class5 31loc:@bert/embeddings/token_type_embeddings/adam_v* dtype0* _output_shapes : ã :report_uninitialized_variables_1/IsVariableInitialized_210IsVariableInitialized*bert/embeddings/position_embeddings/adam_m*= _class3 1/loc:@bert/embeddings/position_embeddings/adam_m* dtype0* _output_shapes : ã :report_uninitialized_variables_1/IsVariableInitialized_211IsVariableInitialized*bert/embeddings/position_embeddings/adam_v*= _class3 1/loc:@bert/embeddings/position_embeddings/adam_v* dtype0* _output_shapes : Ù :report_uninitialized_variables_1/IsVariableInitialized_212IsVariableInitialized%bert/embeddings/LayerNorm/beta/adam_m*8 _class. ,*loc:@bert/embeddings/LayerNorm/beta/adam_m* dtype0* _output_shapes : Ù :report_uninitialized_variables_1/IsVariableInitialized_213IsVariableInitialized%bert/embeddings/LayerNorm/beta/adam_v*8 _class. ,*loc:@bert/embeddings/LayerNorm/beta/adam_v* dtype0* _output_shapes : Û :report_uninitialized_variables_1/IsVariableInitialized_214IsVariableInitialized&bert/embeddings/LayerNorm/gamma/adam_m*9 _class/ -+loc:@bert/embeddings/LayerNorm/gamma/adam_m* dtype0* _output_shapes : Û :report_uninitialized_variables_1/IsVariableInitialized_215IsVariableInitialized&bert/embeddings/LayerNorm/gamma/adam_v*9 _class/ -+loc:@bert/embeddings/LayerNorm/gamma/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_216IsVariableInitialized7bert/encoder/layer_0/attention/self/query/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_0/attention/self/query/bias/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_219IsVariableInitialized5bert/encoder/layer_0/attention/self/query/bias/adam_v*H _class> <:loc:@bert/encoder/layer_0/attention/self/query/bias/adam_v* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_220IsVariableInitialized5bert/encoder/layer_0/attention/self/key/kernel/adam_m*H _class> <:loc:@bert/encoder/layer_0/attention/self/key/kernel/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_221IsVariableInitialized5bert/encoder/layer_0/attention/self/key/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_0/attention/self/key/kernel/adam_v* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_222IsVariableInitialized3bert/encoder/layer_0/attention/self/key/bias/adam_m*F _class< :8loc:@bert/encoder/layer_0/attention/self/key/bias/adam_m* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_223IsVariableInitialized3bert/encoder/layer_0/attention/self/key/bias/adam_v*F _class< :8loc:@bert/encoder/layer_0/attention/self/key/bias/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_224IsVariableInitialized7bert/encoder/layer_0/attention/self/value/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_0/attention/self/value/bias/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_227IsVariableInitialized5bert/encoder/layer_0/attention/self/value/bias/adam_v*H _class> <:loc:@bert/encoder/layer_0/attention/self/value/bias/adam_v* dtype0* _output_shapes :  :report_uninitialized_variables_1/IsVariableInitialized_228IsVariableInitialized9bert/encoder/layer_0/attention/output/dense/kernel/adam_m*L _classB @>loc:@bert/encoder/layer_0/attention/output/dense/kernel/adam_m* dtype0* _output_shapes :  :report_uninitialized_variables_1/IsVariableInitialized_229IsVariableInitialized9bert/encoder/layer_0/attention/output/dense/kernel/adam_v*L _classB @>loc:@bert/encoder/layer_0/attention/output/dense/kernel/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_230IsVariableInitialized7bert/encoder/layer_0/attention/output/dense/bias/adam_m*J _class@ > <:loc:@bert/encoder/layer_0/intermediate/dense/kernel/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_237IsVariableInitialized5bert/encoder/layer_0/intermediate/dense/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_0/intermediate/dense/kernel/adam_v* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_238IsVariableInitialized3bert/encoder/layer_0/intermediate/dense/bias/adam_m*F _class< :8loc:@bert/encoder/layer_0/intermediate/dense/bias/adam_m* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_239IsVariableInitialized3bert/encoder/layer_0/intermediate/dense/bias/adam_v*F _class< :8loc:@bert/encoder/layer_0/intermediate/dense/bias/adam_v* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_240IsVariableInitialized/bert/encoder/layer_0/output/dense/kernel/adam_m*B _class8 64loc:@bert/encoder/layer_0/output/dense/kernel/adam_m* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_241IsVariableInitialized/bert/encoder/layer_0/output/dense/kernel/adam_v*B _class8 64loc:@bert/encoder/layer_0/output/dense/kernel/adam_v* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_242IsVariableInitialized-bert/encoder/layer_0/output/dense/bias/adam_m*@ _class6 42loc:@bert/encoder/layer_0/output/dense/bias/adam_m* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_243IsVariableInitialized-bert/encoder/layer_0/output/dense/bias/adam_v*@ _class6 42loc:@bert/encoder/layer_0/output/dense/bias/adam_v* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_244IsVariableInitialized1bert/encoder/layer_0/output/LayerNorm/beta/adam_m*D _class: 86loc:@bert/encoder/layer_0/output/LayerNorm/beta/adam_m* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_245IsVariableInitialized1bert/encoder/layer_0/output/LayerNorm/beta/adam_v*D _class: 86loc:@bert/encoder/layer_0/output/LayerNorm/beta/adam_v* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_246IsVariableInitialized2bert/encoder/layer_0/output/LayerNorm/gamma/adam_m*E _class; 97loc:@bert/encoder/layer_0/output/LayerNorm/gamma/adam_m* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_247IsVariableInitialized2bert/encoder/layer_0/output/LayerNorm/gamma/adam_v*E _class; 97loc:@bert/encoder/layer_0/output/LayerNorm/gamma/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_248IsVariableInitialized7bert/encoder/layer_1/attention/self/query/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_1/attention/self/query/bias/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_251IsVariableInitialized5bert/encoder/layer_1/attention/self/query/bias/adam_v*H _class> <:loc:@bert/encoder/layer_1/attention/self/query/bias/adam_v* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_252IsVariableInitialized5bert/encoder/layer_1/attention/self/key/kernel/adam_m*H _class> <:loc:@bert/encoder/layer_1/attention/self/key/kernel/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_253IsVariableInitialized5bert/encoder/layer_1/attention/self/key/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_1/attention/self/key/kernel/adam_v* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_254IsVariableInitialized3bert/encoder/layer_1/attention/self/key/bias/adam_m*F _class< :8loc:@bert/encoder/layer_1/attention/self/key/bias/adam_m* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_255IsVariableInitialized3bert/encoder/layer_1/attention/self/key/bias/adam_v*F _class< :8loc:@bert/encoder/layer_1/attention/self/key/bias/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_256IsVariableInitialized7bert/encoder/layer_1/attention/self/value/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_1/attention/self/value/bias/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_259IsVariableInitialized5bert/encoder/layer_1/attention/self/value/bias/adam_v*H _class> <:loc:@bert/encoder/layer_1/attention/self/value/bias/adam_v* dtype0* _output_shapes :  :report_uninitialized_variables_1/IsVariableInitialized_260IsVariableInitialized9bert/encoder/layer_1/attention/output/dense/kernel/adam_m*L _classB @>loc:@bert/encoder/layer_1/attention/output/dense/kernel/adam_m* dtype0* _output_shapes :  :report_uninitialized_variables_1/IsVariableInitialized_261IsVariableInitialized9bert/encoder/layer_1/attention/output/dense/kernel/adam_v*L _classB @>loc:@bert/encoder/layer_1/attention/output/dense/kernel/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_262IsVariableInitialized7bert/encoder/layer_1/attention/output/dense/bias/adam_m*J _class@ > <:loc:@bert/encoder/layer_1/intermediate/dense/kernel/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_269IsVariableInitialized5bert/encoder/layer_1/intermediate/dense/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_1/intermediate/dense/kernel/adam_v* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_270IsVariableInitialized3bert/encoder/layer_1/intermediate/dense/bias/adam_m*F _class< :8loc:@bert/encoder/layer_1/intermediate/dense/bias/adam_m* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_271IsVariableInitialized3bert/encoder/layer_1/intermediate/dense/bias/adam_v*F _class< :8loc:@bert/encoder/layer_1/intermediate/dense/bias/adam_v* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_272IsVariableInitialized/bert/encoder/layer_1/output/dense/kernel/adam_m*B _class8 64loc:@bert/encoder/layer_1/output/dense/kernel/adam_m* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_273IsVariableInitialized/bert/encoder/layer_1/output/dense/kernel/adam_v*B _class8 64loc:@bert/encoder/layer_1/output/dense/kernel/adam_v* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_274IsVariableInitialized-bert/encoder/layer_1/output/dense/bias/adam_m*@ _class6 42loc:@bert/encoder/layer_1/output/dense/bias/adam_m* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_275IsVariableInitialized-bert/encoder/layer_1/output/dense/bias/adam_v*@ _class6 42loc:@bert/encoder/layer_1/output/dense/bias/adam_v* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_276IsVariableInitialized1bert/encoder/layer_1/output/LayerNorm/beta/adam_m*D _class: 86loc:@bert/encoder/layer_1/output/LayerNorm/beta/adam_m* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_277IsVariableInitialized1bert/encoder/layer_1/output/LayerNorm/beta/adam_v*D _class: 86loc:@bert/encoder/layer_1/output/LayerNorm/beta/adam_v* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_278IsVariableInitialized2bert/encoder/layer_1/output/LayerNorm/gamma/adam_m*E _class; 97loc:@bert/encoder/layer_1/output/LayerNorm/gamma/adam_m* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_279IsVariableInitialized2bert/encoder/layer_1/output/LayerNorm/gamma/adam_v*E _class; 97loc:@bert/encoder/layer_1/output/LayerNorm/gamma/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_280IsVariableInitialized7bert/encoder/layer_2/attention/self/query/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_2/attention/self/query/bias/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_283IsVariableInitialized5bert/encoder/layer_2/attention/self/query/bias/adam_v*H _class> <:loc:@bert/encoder/layer_2/attention/self/query/bias/adam_v* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_284IsVariableInitialized5bert/encoder/layer_2/attention/self/key/kernel/adam_m*H _class> <:loc:@bert/encoder/layer_2/attention/self/key/kernel/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_285IsVariableInitialized5bert/encoder/layer_2/attention/self/key/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_2/attention/self/key/kernel/adam_v* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_286IsVariableInitialized3bert/encoder/layer_2/attention/self/key/bias/adam_m*F _class< :8loc:@bert/encoder/layer_2/attention/self/key/bias/adam_m* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_287IsVariableInitialized3bert/encoder/layer_2/attention/self/key/bias/adam_v*F _class< :8loc:@bert/encoder/layer_2/attention/self/key/bias/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_288IsVariableInitialized7bert/encoder/layer_2/attention/self/value/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_2/attention/self/value/bias/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_291IsVariableInitialized5bert/encoder/layer_2/attention/self/value/bias/adam_v*H _class> <:loc:@bert/encoder/layer_2/attention/self/value/bias/adam_v* dtype0* _output_shapes :  :report_uninitialized_variables_1/IsVariableInitialized_292IsVariableInitialized9bert/encoder/layer_2/attention/output/dense/kernel/adam_m*L _classB @>loc:@bert/encoder/layer_2/attention/output/dense/kernel/adam_m* dtype0* _output_shapes :  :report_uninitialized_variables_1/IsVariableInitialized_293IsVariableInitialized9bert/encoder/layer_2/attention/output/dense/kernel/adam_v*L _classB @>loc:@bert/encoder/layer_2/attention/output/dense/kernel/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_294IsVariableInitialized7bert/encoder/layer_2/attention/output/dense/bias/adam_m*J _class@ > <:loc:@bert/encoder/layer_2/intermediate/dense/kernel/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_301IsVariableInitialized5bert/encoder/layer_2/intermediate/dense/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_2/intermediate/dense/kernel/adam_v* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_302IsVariableInitialized3bert/encoder/layer_2/intermediate/dense/bias/adam_m*F _class< :8loc:@bert/encoder/layer_2/intermediate/dense/bias/adam_m* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_303IsVariableInitialized3bert/encoder/layer_2/intermediate/dense/bias/adam_v*F _class< :8loc:@bert/encoder/layer_2/intermediate/dense/bias/adam_v* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_304IsVariableInitialized/bert/encoder/layer_2/output/dense/kernel/adam_m*B _class8 64loc:@bert/encoder/layer_2/output/dense/kernel/adam_m* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_305IsVariableInitialized/bert/encoder/layer_2/output/dense/kernel/adam_v*B _class8 64loc:@bert/encoder/layer_2/output/dense/kernel/adam_v* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_306IsVariableInitialized-bert/encoder/layer_2/output/dense/bias/adam_m*@ _class6 42loc:@bert/encoder/layer_2/output/dense/bias/adam_m* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_307IsVariableInitialized-bert/encoder/layer_2/output/dense/bias/adam_v*@ _class6 42loc:@bert/encoder/layer_2/output/dense/bias/adam_v* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_308IsVariableInitialized1bert/encoder/layer_2/output/LayerNorm/beta/adam_m*D _class: 86loc:@bert/encoder/layer_2/output/LayerNorm/beta/adam_m* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_309IsVariableInitialized1bert/encoder/layer_2/output/LayerNorm/beta/adam_v*D _class: 86loc:@bert/encoder/layer_2/output/LayerNorm/beta/adam_v* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_310IsVariableInitialized2bert/encoder/layer_2/output/LayerNorm/gamma/adam_m*E _class; 97loc:@bert/encoder/layer_2/output/LayerNorm/gamma/adam_m* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_311IsVariableInitialized2bert/encoder/layer_2/output/LayerNorm/gamma/adam_v*E _class; 97loc:@bert/encoder/layer_2/output/LayerNorm/gamma/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_312IsVariableInitialized7bert/encoder/layer_3/attention/self/query/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_3/attention/self/query/bias/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_315IsVariableInitialized5bert/encoder/layer_3/attention/self/query/bias/adam_v*H _class> <:loc:@bert/encoder/layer_3/attention/self/query/bias/adam_v* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_316IsVariableInitialized5bert/encoder/layer_3/attention/self/key/kernel/adam_m*H _class> <:loc:@bert/encoder/layer_3/attention/self/key/kernel/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_317IsVariableInitialized5bert/encoder/layer_3/attention/self/key/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_3/attention/self/key/kernel/adam_v* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_318IsVariableInitialized3bert/encoder/layer_3/attention/self/key/bias/adam_m*F _class< :8loc:@bert/encoder/layer_3/attention/self/key/bias/adam_m* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_319IsVariableInitialized3bert/encoder/layer_3/attention/self/key/bias/adam_v*F _class< :8loc:@bert/encoder/layer_3/attention/self/key/bias/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_320IsVariableInitialized7bert/encoder/layer_3/attention/self/value/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_3/attention/self/value/bias/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_323IsVariableInitialized5bert/encoder/layer_3/attention/self/value/bias/adam_v*H _class> <:loc:@bert/encoder/layer_3/attention/self/value/bias/adam_v* dtype0* _output_shapes :  :report_uninitialized_variables_1/IsVariableInitialized_324IsVariableInitialized9bert/encoder/layer_3/attention/output/dense/kernel/adam_m*L _classB @>loc:@bert/encoder/layer_3/attention/output/dense/kernel/adam_m* dtype0* _output_shapes :  :report_uninitialized_variables_1/IsVariableInitialized_325IsVariableInitialized9bert/encoder/layer_3/attention/output/dense/kernel/adam_v*L _classB @>loc:@bert/encoder/layer_3/attention/output/dense/kernel/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_326IsVariableInitialized7bert/encoder/layer_3/attention/output/dense/bias/adam_m*J _class@ > <:loc:@bert/encoder/layer_3/intermediate/dense/kernel/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_333IsVariableInitialized5bert/encoder/layer_3/intermediate/dense/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_3/intermediate/dense/kernel/adam_v* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_334IsVariableInitialized3bert/encoder/layer_3/intermediate/dense/bias/adam_m*F _class< :8loc:@bert/encoder/layer_3/intermediate/dense/bias/adam_m* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_335IsVariableInitialized3bert/encoder/layer_3/intermediate/dense/bias/adam_v*F _class< :8loc:@bert/encoder/layer_3/intermediate/dense/bias/adam_v* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_336IsVariableInitialized/bert/encoder/layer_3/output/dense/kernel/adam_m*B _class8 64loc:@bert/encoder/layer_3/output/dense/kernel/adam_m* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_337IsVariableInitialized/bert/encoder/layer_3/output/dense/kernel/adam_v*B _class8 64loc:@bert/encoder/layer_3/output/dense/kernel/adam_v* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_338IsVariableInitialized-bert/encoder/layer_3/output/dense/bias/adam_m*@ _class6 42loc:@bert/encoder/layer_3/output/dense/bias/adam_m* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_339IsVariableInitialized-bert/encoder/layer_3/output/dense/bias/adam_v*@ _class6 42loc:@bert/encoder/layer_3/output/dense/bias/adam_v* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_340IsVariableInitialized1bert/encoder/layer_3/output/LayerNorm/beta/adam_m*D _class: 86loc:@bert/encoder/layer_3/output/LayerNorm/beta/adam_m* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_341IsVariableInitialized1bert/encoder/layer_3/output/LayerNorm/beta/adam_v*D _class: 86loc:@bert/encoder/layer_3/output/LayerNorm/beta/adam_v* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_342IsVariableInitialized2bert/encoder/layer_3/output/LayerNorm/gamma/adam_m*E _class; 97loc:@bert/encoder/layer_3/output/LayerNorm/gamma/adam_m* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_343IsVariableInitialized2bert/encoder/layer_3/output/LayerNorm/gamma/adam_v*E _class; 97loc:@bert/encoder/layer_3/output/LayerNorm/gamma/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_344IsVariableInitialized7bert/encoder/layer_4/attention/self/query/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_4/attention/self/query/bias/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_347IsVariableInitialized5bert/encoder/layer_4/attention/self/query/bias/adam_v*H _class> <:loc:@bert/encoder/layer_4/attention/self/query/bias/adam_v* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_348IsVariableInitialized5bert/encoder/layer_4/attention/self/key/kernel/adam_m*H _class> <:loc:@bert/encoder/layer_4/attention/self/key/kernel/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_349IsVariableInitialized5bert/encoder/layer_4/attention/self/key/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_4/attention/self/key/kernel/adam_v* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_350IsVariableInitialized3bert/encoder/layer_4/attention/self/key/bias/adam_m*F _class< :8loc:@bert/encoder/layer_4/attention/self/key/bias/adam_m* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_351IsVariableInitialized3bert/encoder/layer_4/attention/self/key/bias/adam_v*F _class< :8loc:@bert/encoder/layer_4/attention/self/key/bias/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_352IsVariableInitialized7bert/encoder/layer_4/attention/self/value/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_4/attention/self/value/bias/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_355IsVariableInitialized5bert/encoder/layer_4/attention/self/value/bias/adam_v*H _class> <:loc:@bert/encoder/layer_4/attention/self/value/bias/adam_v* dtype0* _output_shapes :  :report_uninitialized_variables_1/IsVariableInitialized_356IsVariableInitialized9bert/encoder/layer_4/attention/output/dense/kernel/adam_m*L _classB @>loc:@bert/encoder/layer_4/attention/output/dense/kernel/adam_m* dtype0* _output_shapes :  :report_uninitialized_variables_1/IsVariableInitialized_357IsVariableInitialized9bert/encoder/layer_4/attention/output/dense/kernel/adam_v*L _classB @>loc:@bert/encoder/layer_4/attention/output/dense/kernel/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_358IsVariableInitialized7bert/encoder/layer_4/attention/output/dense/bias/adam_m*J _class@ > <:loc:@bert/encoder/layer_4/intermediate/dense/kernel/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_365IsVariableInitialized5bert/encoder/layer_4/intermediate/dense/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_4/intermediate/dense/kernel/adam_v* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_366IsVariableInitialized3bert/encoder/layer_4/intermediate/dense/bias/adam_m*F _class< :8loc:@bert/encoder/layer_4/intermediate/dense/bias/adam_m* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_367IsVariableInitialized3bert/encoder/layer_4/intermediate/dense/bias/adam_v*F _class< :8loc:@bert/encoder/layer_4/intermediate/dense/bias/adam_v* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_368IsVariableInitialized/bert/encoder/layer_4/output/dense/kernel/adam_m*B _class8 64loc:@bert/encoder/layer_4/output/dense/kernel/adam_m* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_369IsVariableInitialized/bert/encoder/layer_4/output/dense/kernel/adam_v*B _class8 64loc:@bert/encoder/layer_4/output/dense/kernel/adam_v* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_370IsVariableInitialized-bert/encoder/layer_4/output/dense/bias/adam_m*@ _class6 42loc:@bert/encoder/layer_4/output/dense/bias/adam_m* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_371IsVariableInitialized-bert/encoder/layer_4/output/dense/bias/adam_v*@ _class6 42loc:@bert/encoder/layer_4/output/dense/bias/adam_v* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_372IsVariableInitialized1bert/encoder/layer_4/output/LayerNorm/beta/adam_m*D _class: 86loc:@bert/encoder/layer_4/output/LayerNorm/beta/adam_m* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_373IsVariableInitialized1bert/encoder/layer_4/output/LayerNorm/beta/adam_v*D _class: 86loc:@bert/encoder/layer_4/output/LayerNorm/beta/adam_v* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_374IsVariableInitialized2bert/encoder/layer_4/output/LayerNorm/gamma/adam_m*E _class; 97loc:@bert/encoder/layer_4/output/LayerNorm/gamma/adam_m* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_375IsVariableInitialized2bert/encoder/layer_4/output/LayerNorm/gamma/adam_v*E _class; 97loc:@bert/encoder/layer_4/output/LayerNorm/gamma/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_376IsVariableInitialized7bert/encoder/layer_5/attention/self/query/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_5/attention/self/query/bias/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_379IsVariableInitialized5bert/encoder/layer_5/attention/self/query/bias/adam_v*H _class> <:loc:@bert/encoder/layer_5/attention/self/query/bias/adam_v* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_380IsVariableInitialized5bert/encoder/layer_5/attention/self/key/kernel/adam_m*H _class> <:loc:@bert/encoder/layer_5/attention/self/key/kernel/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_381IsVariableInitialized5bert/encoder/layer_5/attention/self/key/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_5/attention/self/key/kernel/adam_v* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_382IsVariableInitialized3bert/encoder/layer_5/attention/self/key/bias/adam_m*F _class< :8loc:@bert/encoder/layer_5/attention/self/key/bias/adam_m* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_383IsVariableInitialized3bert/encoder/layer_5/attention/self/key/bias/adam_v*F _class< :8loc:@bert/encoder/layer_5/attention/self/key/bias/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_384IsVariableInitialized7bert/encoder/layer_5/attention/self/value/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_5/attention/self/value/bias/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_387IsVariableInitialized5bert/encoder/layer_5/attention/self/value/bias/adam_v*H _class> <:loc:@bert/encoder/layer_5/attention/self/value/bias/adam_v* dtype0* _output_shapes :  :report_uninitialized_variables_1/IsVariableInitialized_388IsVariableInitialized9bert/encoder/layer_5/attention/output/dense/kernel/adam_m*L _classB @>loc:@bert/encoder/layer_5/attention/output/dense/kernel/adam_m* dtype0* _output_shapes :  :report_uninitialized_variables_1/IsVariableInitialized_389IsVariableInitialized9bert/encoder/layer_5/attention/output/dense/kernel/adam_v*L _classB @>loc:@bert/encoder/layer_5/attention/output/dense/kernel/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_390IsVariableInitialized7bert/encoder/layer_5/attention/output/dense/bias/adam_m*J _class@ > <:loc:@bert/encoder/layer_5/intermediate/dense/kernel/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_397IsVariableInitialized5bert/encoder/layer_5/intermediate/dense/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_5/intermediate/dense/kernel/adam_v* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_398IsVariableInitialized3bert/encoder/layer_5/intermediate/dense/bias/adam_m*F _class< :8loc:@bert/encoder/layer_5/intermediate/dense/bias/adam_m* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_399IsVariableInitialized3bert/encoder/layer_5/intermediate/dense/bias/adam_v*F _class< :8loc:@bert/encoder/layer_5/intermediate/dense/bias/adam_v* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_400IsVariableInitialized/bert/encoder/layer_5/output/dense/kernel/adam_m*B _class8 64loc:@bert/encoder/layer_5/output/dense/kernel/adam_m* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_401IsVariableInitialized/bert/encoder/layer_5/output/dense/kernel/adam_v*B _class8 64loc:@bert/encoder/layer_5/output/dense/kernel/adam_v* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_402IsVariableInitialized-bert/encoder/layer_5/output/dense/bias/adam_m*@ _class6 42loc:@bert/encoder/layer_5/output/dense/bias/adam_m* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_403IsVariableInitialized-bert/encoder/layer_5/output/dense/bias/adam_v*@ _class6 42loc:@bert/encoder/layer_5/output/dense/bias/adam_v* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_404IsVariableInitialized1bert/encoder/layer_5/output/LayerNorm/beta/adam_m*D _class: 86loc:@bert/encoder/layer_5/output/LayerNorm/beta/adam_m* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_405IsVariableInitialized1bert/encoder/layer_5/output/LayerNorm/beta/adam_v*D _class: 86loc:@bert/encoder/layer_5/output/LayerNorm/beta/adam_v* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_406IsVariableInitialized2bert/encoder/layer_5/output/LayerNorm/gamma/adam_m*E _class; 97loc:@bert/encoder/layer_5/output/LayerNorm/gamma/adam_m* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_407IsVariableInitialized2bert/encoder/layer_5/output/LayerNorm/gamma/adam_v*E _class; 97loc:@bert/encoder/layer_5/output/LayerNorm/gamma/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_408IsVariableInitialized7bert/encoder/layer_6/attention/self/query/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_6/attention/self/query/bias/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_411IsVariableInitialized5bert/encoder/layer_6/attention/self/query/bias/adam_v*H _class> <:loc:@bert/encoder/layer_6/attention/self/query/bias/adam_v* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_412IsVariableInitialized5bert/encoder/layer_6/attention/self/key/kernel/adam_m*H _class> <:loc:@bert/encoder/layer_6/attention/self/key/kernel/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_413IsVariableInitialized5bert/encoder/layer_6/attention/self/key/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_6/attention/self/key/kernel/adam_v* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_414IsVariableInitialized3bert/encoder/layer_6/attention/self/key/bias/adam_m*F _class< :8loc:@bert/encoder/layer_6/attention/self/key/bias/adam_m* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_415IsVariableInitialized3bert/encoder/layer_6/attention/self/key/bias/adam_v*F _class< :8loc:@bert/encoder/layer_6/attention/self/key/bias/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_416IsVariableInitialized7bert/encoder/layer_6/attention/self/value/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_6/attention/self/value/bias/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_419IsVariableInitialized5bert/encoder/layer_6/attention/self/value/bias/adam_v*H _class> <:loc:@bert/encoder/layer_6/attention/self/value/bias/adam_v* dtype0* _output_shapes :  :report_uninitialized_variables_1/IsVariableInitialized_420IsVariableInitialized9bert/encoder/layer_6/attention/output/dense/kernel/adam_m*L _classB @>loc:@bert/encoder/layer_6/attention/output/dense/kernel/adam_m* dtype0* _output_shapes :  :report_uninitialized_variables_1/IsVariableInitialized_421IsVariableInitialized9bert/encoder/layer_6/attention/output/dense/kernel/adam_v*L _classB @>loc:@bert/encoder/layer_6/attention/output/dense/kernel/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_422IsVariableInitialized7bert/encoder/layer_6/attention/output/dense/bias/adam_m*J _class@ > <:loc:@bert/encoder/layer_6/intermediate/dense/kernel/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_429IsVariableInitialized5bert/encoder/layer_6/intermediate/dense/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_6/intermediate/dense/kernel/adam_v* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_430IsVariableInitialized3bert/encoder/layer_6/intermediate/dense/bias/adam_m*F _class< :8loc:@bert/encoder/layer_6/intermediate/dense/bias/adam_m* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_431IsVariableInitialized3bert/encoder/layer_6/intermediate/dense/bias/adam_v*F _class< :8loc:@bert/encoder/layer_6/intermediate/dense/bias/adam_v* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_432IsVariableInitialized/bert/encoder/layer_6/output/dense/kernel/adam_m*B _class8 64loc:@bert/encoder/layer_6/output/dense/kernel/adam_m* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_433IsVariableInitialized/bert/encoder/layer_6/output/dense/kernel/adam_v*B _class8 64loc:@bert/encoder/layer_6/output/dense/kernel/adam_v* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_434IsVariableInitialized-bert/encoder/layer_6/output/dense/bias/adam_m*@ _class6 42loc:@bert/encoder/layer_6/output/dense/bias/adam_m* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_435IsVariableInitialized-bert/encoder/layer_6/output/dense/bias/adam_v*@ _class6 42loc:@bert/encoder/layer_6/output/dense/bias/adam_v* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_436IsVariableInitialized1bert/encoder/layer_6/output/LayerNorm/beta/adam_m*D _class: 86loc:@bert/encoder/layer_6/output/LayerNorm/beta/adam_m* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_437IsVariableInitialized1bert/encoder/layer_6/output/LayerNorm/beta/adam_v*D _class: 86loc:@bert/encoder/layer_6/output/LayerNorm/beta/adam_v* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_438IsVariableInitialized2bert/encoder/layer_6/output/LayerNorm/gamma/adam_m*E _class; 97loc:@bert/encoder/layer_6/output/LayerNorm/gamma/adam_m* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_439IsVariableInitialized2bert/encoder/layer_6/output/LayerNorm/gamma/adam_v*E _class; 97loc:@bert/encoder/layer_6/output/LayerNorm/gamma/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_440IsVariableInitialized7bert/encoder/layer_7/attention/self/query/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_7/attention/self/query/bias/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_443IsVariableInitialized5bert/encoder/layer_7/attention/self/query/bias/adam_v*H _class> <:loc:@bert/encoder/layer_7/attention/self/query/bias/adam_v* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_444IsVariableInitialized5bert/encoder/layer_7/attention/self/key/kernel/adam_m*H _class> <:loc:@bert/encoder/layer_7/attention/self/key/kernel/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_445IsVariableInitialized5bert/encoder/layer_7/attention/self/key/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_7/attention/self/key/kernel/adam_v* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_446IsVariableInitialized3bert/encoder/layer_7/attention/self/key/bias/adam_m*F _class< :8loc:@bert/encoder/layer_7/attention/self/key/bias/adam_m* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_447IsVariableInitialized3bert/encoder/layer_7/attention/self/key/bias/adam_v*F _class< :8loc:@bert/encoder/layer_7/attention/self/key/bias/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_448IsVariableInitialized7bert/encoder/layer_7/attention/self/value/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_7/attention/self/value/bias/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_451IsVariableInitialized5bert/encoder/layer_7/attention/self/value/bias/adam_v*H _class> <:loc:@bert/encoder/layer_7/attention/self/value/bias/adam_v* dtype0* _output_shapes :  :report_uninitialized_variables_1/IsVariableInitialized_452IsVariableInitialized9bert/encoder/layer_7/attention/output/dense/kernel/adam_m*L _classB @>loc:@bert/encoder/layer_7/attention/output/dense/kernel/adam_m* dtype0* _output_shapes :  :report_uninitialized_variables_1/IsVariableInitialized_453IsVariableInitialized9bert/encoder/layer_7/attention/output/dense/kernel/adam_v*L _classB @>loc:@bert/encoder/layer_7/attention/output/dense/kernel/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_454IsVariableInitialized7bert/encoder/layer_7/attention/output/dense/bias/adam_m*J _class@ > <:loc:@bert/encoder/layer_7/intermediate/dense/kernel/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_461IsVariableInitialized5bert/encoder/layer_7/intermediate/dense/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_7/intermediate/dense/kernel/adam_v* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_462IsVariableInitialized3bert/encoder/layer_7/intermediate/dense/bias/adam_m*F _class< :8loc:@bert/encoder/layer_7/intermediate/dense/bias/adam_m* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_463IsVariableInitialized3bert/encoder/layer_7/intermediate/dense/bias/adam_v*F _class< :8loc:@bert/encoder/layer_7/intermediate/dense/bias/adam_v* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_464IsVariableInitialized/bert/encoder/layer_7/output/dense/kernel/adam_m*B _class8 64loc:@bert/encoder/layer_7/output/dense/kernel/adam_m* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_465IsVariableInitialized/bert/encoder/layer_7/output/dense/kernel/adam_v*B _class8 64loc:@bert/encoder/layer_7/output/dense/kernel/adam_v* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_466IsVariableInitialized-bert/encoder/layer_7/output/dense/bias/adam_m*@ _class6 42loc:@bert/encoder/layer_7/output/dense/bias/adam_m* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_467IsVariableInitialized-bert/encoder/layer_7/output/dense/bias/adam_v*@ _class6 42loc:@bert/encoder/layer_7/output/dense/bias/adam_v* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_468IsVariableInitialized1bert/encoder/layer_7/output/LayerNorm/beta/adam_m*D _class: 86loc:@bert/encoder/layer_7/output/LayerNorm/beta/adam_m* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_469IsVariableInitialized1bert/encoder/layer_7/output/LayerNorm/beta/adam_v*D _class: 86loc:@bert/encoder/layer_7/output/LayerNorm/beta/adam_v* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_470IsVariableInitialized2bert/encoder/layer_7/output/LayerNorm/gamma/adam_m*E _class; 97loc:@bert/encoder/layer_7/output/LayerNorm/gamma/adam_m* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_471IsVariableInitialized2bert/encoder/layer_7/output/LayerNorm/gamma/adam_v*E _class; 97loc:@bert/encoder/layer_7/output/LayerNorm/gamma/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_472IsVariableInitialized7bert/encoder/layer_8/attention/self/query/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_8/attention/self/query/bias/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_475IsVariableInitialized5bert/encoder/layer_8/attention/self/query/bias/adam_v*H _class> <:loc:@bert/encoder/layer_8/attention/self/query/bias/adam_v* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_476IsVariableInitialized5bert/encoder/layer_8/attention/self/key/kernel/adam_m*H _class> <:loc:@bert/encoder/layer_8/attention/self/key/kernel/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_477IsVariableInitialized5bert/encoder/layer_8/attention/self/key/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_8/attention/self/key/kernel/adam_v* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_478IsVariableInitialized3bert/encoder/layer_8/attention/self/key/bias/adam_m*F _class< :8loc:@bert/encoder/layer_8/attention/self/key/bias/adam_m* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_479IsVariableInitialized3bert/encoder/layer_8/attention/self/key/bias/adam_v*F _class< :8loc:@bert/encoder/layer_8/attention/self/key/bias/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_480IsVariableInitialized7bert/encoder/layer_8/attention/self/value/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_8/attention/self/value/bias/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_483IsVariableInitialized5bert/encoder/layer_8/attention/self/value/bias/adam_v*H _class> <:loc:@bert/encoder/layer_8/attention/self/value/bias/adam_v* dtype0* _output_shapes :  :report_uninitialized_variables_1/IsVariableInitialized_484IsVariableInitialized9bert/encoder/layer_8/attention/output/dense/kernel/adam_m*L _classB @>loc:@bert/encoder/layer_8/attention/output/dense/kernel/adam_m* dtype0* _output_shapes :  :report_uninitialized_variables_1/IsVariableInitialized_485IsVariableInitialized9bert/encoder/layer_8/attention/output/dense/kernel/adam_v*L _classB @>loc:@bert/encoder/layer_8/attention/output/dense/kernel/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_486IsVariableInitialized7bert/encoder/layer_8/attention/output/dense/bias/adam_m*J _class@ > <:loc:@bert/encoder/layer_8/intermediate/dense/kernel/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_493IsVariableInitialized5bert/encoder/layer_8/intermediate/dense/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_8/intermediate/dense/kernel/adam_v* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_494IsVariableInitialized3bert/encoder/layer_8/intermediate/dense/bias/adam_m*F _class< :8loc:@bert/encoder/layer_8/intermediate/dense/bias/adam_m* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_495IsVariableInitialized3bert/encoder/layer_8/intermediate/dense/bias/adam_v*F _class< :8loc:@bert/encoder/layer_8/intermediate/dense/bias/adam_v* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_496IsVariableInitialized/bert/encoder/layer_8/output/dense/kernel/adam_m*B _class8 64loc:@bert/encoder/layer_8/output/dense/kernel/adam_m* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_497IsVariableInitialized/bert/encoder/layer_8/output/dense/kernel/adam_v*B _class8 64loc:@bert/encoder/layer_8/output/dense/kernel/adam_v* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_498IsVariableInitialized-bert/encoder/layer_8/output/dense/bias/adam_m*@ _class6 42loc:@bert/encoder/layer_8/output/dense/bias/adam_m* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_499IsVariableInitialized-bert/encoder/layer_8/output/dense/bias/adam_v*@ _class6 42loc:@bert/encoder/layer_8/output/dense/bias/adam_v* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_500IsVariableInitialized1bert/encoder/layer_8/output/LayerNorm/beta/adam_m*D _class: 86loc:@bert/encoder/layer_8/output/LayerNorm/beta/adam_m* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_501IsVariableInitialized1bert/encoder/layer_8/output/LayerNorm/beta/adam_v*D _class: 86loc:@bert/encoder/layer_8/output/LayerNorm/beta/adam_v* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_502IsVariableInitialized2bert/encoder/layer_8/output/LayerNorm/gamma/adam_m*E _class; 97loc:@bert/encoder/layer_8/output/LayerNorm/gamma/adam_m* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_503IsVariableInitialized2bert/encoder/layer_8/output/LayerNorm/gamma/adam_v*E _class; 97loc:@bert/encoder/layer_8/output/LayerNorm/gamma/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_504IsVariableInitialized7bert/encoder/layer_9/attention/self/query/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_9/attention/self/query/bias/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_507IsVariableInitialized5bert/encoder/layer_9/attention/self/query/bias/adam_v*H _class> <:loc:@bert/encoder/layer_9/attention/self/query/bias/adam_v* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_508IsVariableInitialized5bert/encoder/layer_9/attention/self/key/kernel/adam_m*H _class> <:loc:@bert/encoder/layer_9/attention/self/key/kernel/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_509IsVariableInitialized5bert/encoder/layer_9/attention/self/key/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_9/attention/self/key/kernel/adam_v* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_510IsVariableInitialized3bert/encoder/layer_9/attention/self/key/bias/adam_m*F _class< :8loc:@bert/encoder/layer_9/attention/self/key/bias/adam_m* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_511IsVariableInitialized3bert/encoder/layer_9/attention/self/key/bias/adam_v*F _class< :8loc:@bert/encoder/layer_9/attention/self/key/bias/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_512IsVariableInitialized7bert/encoder/layer_9/attention/self/value/kernel/adam_m*J _class@ > <:loc:@bert/encoder/layer_9/attention/self/value/bias/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_515IsVariableInitialized5bert/encoder/layer_9/attention/self/value/bias/adam_v*H _class> <:loc:@bert/encoder/layer_9/attention/self/value/bias/adam_v* dtype0* _output_shapes :  :report_uninitialized_variables_1/IsVariableInitialized_516IsVariableInitialized9bert/encoder/layer_9/attention/output/dense/kernel/adam_m*L _classB @>loc:@bert/encoder/layer_9/attention/output/dense/kernel/adam_m* dtype0* _output_shapes :  :report_uninitialized_variables_1/IsVariableInitialized_517IsVariableInitialized9bert/encoder/layer_9/attention/output/dense/kernel/adam_v*L _classB @>loc:@bert/encoder/layer_9/attention/output/dense/kernel/adam_v* dtype0* _output_shapes : ý :report_uninitialized_variables_1/IsVariableInitialized_518IsVariableInitialized7bert/encoder/layer_9/attention/output/dense/bias/adam_m*J _class@ > <:loc:@bert/encoder/layer_9/intermediate/dense/kernel/adam_m* dtype0* _output_shapes : ù :report_uninitialized_variables_1/IsVariableInitialized_525IsVariableInitialized5bert/encoder/layer_9/intermediate/dense/kernel/adam_v*H _class> <:loc:@bert/encoder/layer_9/intermediate/dense/kernel/adam_v* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_526IsVariableInitialized3bert/encoder/layer_9/intermediate/dense/bias/adam_m*F _class< :8loc:@bert/encoder/layer_9/intermediate/dense/bias/adam_m* dtype0* _output_shapes : õ :report_uninitialized_variables_1/IsVariableInitialized_527IsVariableInitialized3bert/encoder/layer_9/intermediate/dense/bias/adam_v*F _class< :8loc:@bert/encoder/layer_9/intermediate/dense/bias/adam_v* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_528IsVariableInitialized/bert/encoder/layer_9/output/dense/kernel/adam_m*B _class8 64loc:@bert/encoder/layer_9/output/dense/kernel/adam_m* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_529IsVariableInitialized/bert/encoder/layer_9/output/dense/kernel/adam_v*B _class8 64loc:@bert/encoder/layer_9/output/dense/kernel/adam_v* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_530IsVariableInitialized-bert/encoder/layer_9/output/dense/bias/adam_m*@ _class6 42loc:@bert/encoder/layer_9/output/dense/bias/adam_m* dtype0* _output_shapes : é :report_uninitialized_variables_1/IsVariableInitialized_531IsVariableInitialized-bert/encoder/layer_9/output/dense/bias/adam_v*@ _class6 42loc:@bert/encoder/layer_9/output/dense/bias/adam_v* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_532IsVariableInitialized1bert/encoder/layer_9/output/LayerNorm/beta/adam_m*D _class: 86loc:@bert/encoder/layer_9/output/LayerNorm/beta/adam_m* dtype0* _output_shapes : ñ :report_uninitialized_variables_1/IsVariableInitialized_533IsVariableInitialized1bert/encoder/layer_9/output/LayerNorm/beta/adam_v*D _class: 86loc:@bert/encoder/layer_9/output/LayerNorm/beta/adam_v* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_534IsVariableInitialized2bert/encoder/layer_9/output/LayerNorm/gamma/adam_m*E _class; 97loc:@bert/encoder/layer_9/output/LayerNorm/gamma/adam_m* dtype0* _output_shapes : ó :report_uninitialized_variables_1/IsVariableInitialized_535IsVariableInitialized2bert/encoder/layer_9/output/LayerNorm/gamma/adam_v*E _class; 97loc:@bert/encoder/layer_9/output/LayerNorm/gamma/adam_v* dtype0* _output_shapes : ÿ :report_uninitialized_variables_1/IsVariableInitialized_536IsVariableInitialized8bert/encoder/layer_10/attention/self/query/kernel/adam_m*K _classA ?=loc:@bert/encoder/layer_10/attention/self/query/kernel/adam_m* dtype0* _output_shapes : ÿ :report_uninitialized_variables_1/IsVariableInitialized_537IsVariableInitialized8bert/encoder/layer_10/attention/self/query/kernel/adam_v*K _classA ?=loc:@bert/encoder/layer_10/attention/self/query/kernel/adam_v* dtype0* _output_shapes : û :report_uninitialized_variables_1/IsVariableInitialized_538IsVariableInitialized6bert/encoder/layer_10/attention/self/query/bias/adam_m*I _class? =;loc:@bert/encoder/layer_10/attention/self/query/bias/adam_m* dtype0* _output_shapes : û :report_uninitialized_variables_1/IsVariableInitialized_539IsVariableInitialized6bert/encoder/layer_10/attention/self/query/bias/adam_v*I _class? =;loc:@bert/encoder/layer_10/attention/self/query/bias/adam_v* dtype0* _output_shapes : û :report_uninitialized_variables_1/IsVariableInitialized_540IsVariableInitialized6bert/encoder/layer_10/attention/self/key/kernel/adam_m*I _class? =;loc:@bert/encoder/layer_10/attention/self/key/kernel/adam_m* dtype0* _output_shapes : û :report_uninitialized_variables_1/IsVariableInitialized_541IsVariableInitialized6bert/encoder/layer_10/attention/self/key/kernel/adam_v*I _class? =;loc:@bert/encoder/layer_10/attention/self/key/kernel/adam_v* dtype0* _output_shapes : ÷ :report_uninitialized_variables_1/IsVariableInitialized_542IsVariableInitialized4bert/encoder/layer_10/attention/self/key/bias/adam_m*G _class= ;9loc:@bert/encoder/layer_10/attention/self/key/bias/adam_m* dtype0* _output_shapes : ÷ :report_uninitialized_variables_1/IsVariableInitialized_543IsVariableInitialized4bert/encoder/layer_10/attention/self/key/bias/adam_v*G _class= ;9loc:@bert/encoder/layer_10/attention/self/key/bias/adam_v* dtype0* _output_shapes : ÿ :report_uninitialized_variables_1/IsVariableInitialized_544IsVariableInitialized8bert/encoder/layer_10/attention/self/value/kernel/adam_m*K _classA ?=loc:@bert/encoder/layer_10/attention/self/value/kernel/adam_m* dtype0* _output_shapes : ÿ :report_uninitialized_variables_1/IsVariableInitialized_545IsVariableInitialized8bert/encoder/layer_10/attention/self/value/kernel/adam_v*K _classA ?=loc:@bert/encoder/layer_10/attention/self/value/kernel/adam_v* dtype0* _output_shapes : û :report_uninitialized_variables_1/IsVariableInitialized_546IsVariableInitialized6bert/encoder/layer_10/attention/self/value/bias/adam_m*I _class? =;loc:@bert/encoder/layer_10/attention/self/value/bias/adam_m* dtype0* _output_shapes : û :report_uninitialized_variables_1/IsVariableInitialized_547IsVariableInitialized6bert/encoder/layer_10/attention/self/value/bias/adam_v*I _class? =;loc:@bert/encoder/layer_10/attention/self/value/bias/adam_v* dtype0* _output_shapes : ƒ :report_uninitialized_variables_1/IsVariableInitialized_548IsVariableInitialized:bert/encoder/layer_10/attention/output/dense/kernel/adam_m*M _classC A?loc:@bert/encoder/layer_10/attention/output/dense/kernel/adam_m* dtype0* _output_shapes : ƒ :report_uninitialized_variables_1/IsVariableInitialized_549IsVariableInitialized:bert/encoder/layer_10/attention/output/dense/kernel/adam_v*M _classC A?loc:@bert/encoder/layer_10/attention/output/dense/kernel/adam_v* dtype0* _output_shapes : ÿ :report_uninitialized_variables_1/IsVariableInitialized_550IsVariableInitialized8bert/encoder/layer_10/attention/output/dense/bias/adam_m*K _classA ?=loc:@bert/encoder/layer_10/attention/output/dense/bias/adam_m* dtype0* _output_shapes : ÿ :report_uninitialized_variables_1/IsVariableInitialized_551IsVariableInitialized8bert/encoder/layer_10/attention/output/dense/bias/adam_v*K _classA ?=loc:@bert/encoder/layer_10/attention/output/dense/bias/adam_v* dtype0* _output_shapes : ‡ :report_uninitialized_variables_1/IsVariableInitialized_552IsVariableInitialized _class4 20loc:@cls/predictions/transform/dense/bias/adam_m* dtype0* _output_shapes : å :report_uninitialized_variables_1/IsVariableInitialized_607IsVariableInitialized+cls/predictions/transform/dense/bias/adam_v*> _class4 20loc:@cls/predictions/transform/dense/bias/adam_v* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_608IsVariableInitialized/cls/predictions/transform/LayerNorm/beta/adam_m*B _class8 64loc:@cls/predictions/transform/LayerNorm/beta/adam_m* dtype0* _output_shapes : í :report_uninitialized_variables_1/IsVariableInitialized_609IsVariableInitialized/cls/predictions/transform/LayerNorm/beta/adam_v*B _class8 64loc:@cls/predictions/transform/LayerNorm/beta/adam_v* dtype0* _output_shapes : ï :report_uninitialized_variables_1/IsVariableInitialized_610IsVariableInitialized0cls/predictions/transform/LayerNorm/gamma/adam_m*C _class9 75loc:@cls/predictions/transform/LayerNorm/gamma/adam_m* dtype0* _output_shapes : ï :report_uninitialized_variables_1/IsVariableInitialized_611IsVariableInitialized0cls/predictions/transform/LayerNorm/gamma/adam_v*C _class9 75loc:@cls/predictions/transform/LayerNorm/gamma/adam_v* dtype0* _output_shapes : Ó :report_uninitialized_variables_1/IsVariableInitialized_612IsVariableInitialized"cls/predictions/output_bias/adam_m*5 _class+ )'loc:@cls/predictions/output_bias/adam_m* dtype0* _output_shapes : Ó :report_uninitialized_variables_1/IsVariableInitialized_613IsVariableInitialized"cls/predictions/output_bias/adam_v*5 _class+ )'loc:@cls/predictions/output_bias/adam_v* dtype0* _output_shapes : ã :report_uninitialized_variables_1/IsVariableInitialized_614IsVariableInitialized*cls/seq_relationship/output_weights/adam_m*= _class3 1/loc:@cls/seq_relationship/output_weights/adam_m* dtype0* _output_shapes : ã :report_uninitialized_variables_1/IsVariableInitialized_615IsVariableInitialized*cls/seq_relationship/output_weights/adam_v*= _class3 1/loc:@cls/seq_relationship/output_weights/adam_v* dtype0* _output_shapes : Ý :report_uninitialized_variables_1/IsVariableInitialized_616IsVariableInitialized'cls/seq_relationship/output_bias/adam_m*: _class0 .,loc:@cls/seq_relationship/output_bias/adam_m* dtype0* _output_shapes : Ý :report_uninitialized_variables_1/IsVariableInitialized_617IsVariableInitialized'cls/seq_relationship/output_bias/adam_v*: _class0 .,loc:@cls/seq_relationship/output_bias/adam_v* dtype0* _output_shapes : –¢ &report_uninitialized_variables_1/stackPack3report_uninitialized_variables_1/VarIsInitializedOp6report_uninitialized_variables_1/IsVariableInitialized8report_uninitialized_variables_1/IsVariableInitialized_18report_uninitialized_variables_1/IsVariableInitialized_28report_uninitialized_variables_1/IsVariableInitialized_38report_uninitialized_variables_1/IsVariableInitialized_48report_uninitialized_variables_1/IsVariableInitialized_58report_uninitialized_variables_1/IsVariableInitialized_68report_uninitialized_variables_1/IsVariableInitialized_78report_uninitialized_variables_1/IsVariableInitialized_88report_uninitialized_variables_1/IsVariableInitialized_99report_uninitialized_variables_1/IsVariableInitialized_109report_uninitialized_variables_1/IsVariableInitialized_119report_uninitialized_variables_1/IsVariableInitialized_129report_uninitialized_variables_1/IsVariableInitialized_139report_uninitialized_variables_1/IsVariableInitialized_149report_uninitialized_variables_1/IsVariableInitialized_159report_uninitialized_variables_1/IsVariableInitialized_169report_uninitialized_variables_1/IsVariableInitialized_179report_uninitialized_variables_1/IsVariableInitialized_189report_uninitialized_variables_1/IsVariableInitialized_199report_uninitialized_variables_1/IsVariableInitialized_209report_uninitialized_variables_1/IsVariableInitialized_219report_uninitialized_variables_1/IsVariableInitialized_229report_uninitialized_variables_1/IsVariableInitialized_239report_uninitialized_variables_1/IsVariableInitialized_249report_uninitialized_variables_1/IsVariableInitialized_259report_uninitialized_variables_1/IsVariableInitialized_269report_uninitialized_variables_1/IsVariableInitialized_279report_uninitialized_variables_1/IsVariableInitialized_289report_uninitialized_variables_1/IsVariableInitialized_299report_uninitialized_variables_1/IsVariableInitialized_309report_uninitialized_variables_1/IsVariableInitialized_319report_uninitialized_variables_1/IsVariableInitialized_329report_uninitialized_variables_1/IsVariableInitialized_339report_uninitialized_variables_1/IsVariableInitialized_349report_uninitialized_variables_1/IsVariableInitialized_359report_uninitialized_variables_1/IsVariableInitialized_369report_uninitialized_variables_1/IsVariableInitialized_379report_uninitialized_variables_1/IsVariableInitialized_389report_uninitialized_variables_1/IsVariableInitialized_399report_uninitialized_variables_1/IsVariableInitialized_409report_uninitialized_variables_1/IsVariableInitialized_419report_uninitialized_variables_1/IsVariableInitialized_429report_uninitialized_variables_1/IsVariableInitialized_439report_uninitialized_variables_1/IsVariableInitialized_449report_uninitialized_variables_1/IsVariableInitialized_459report_uninitialized_variables_1/IsVariableInitialized_469report_uninitialized_variables_1/IsVariableInitialized_479report_uninitialized_variables_1/IsVariableInitialized_489report_uninitialized_variables_1/IsVariableInitialized_499report_uninitialized_variables_1/IsVariableInitialized_509report_uninitialized_variables_1/IsVariableInitialized_519report_uninitialized_variables_1/IsVariableInitialized_529report_uninitialized_variables_1/IsVariableInitialized_539report_uninitialized_variables_1/IsVariableInitialized_549report_uninitialized_variables_1/IsVariableInitialized_559report_uninitialized_variables_1/IsVariableInitialized_569report_uninitialized_variables_1/IsVariableInitialized_579report_uninitialized_variables_1/IsVariableInitialized_589report_uninitialized_variables_1/IsVariableInitialized_599report_uninitialized_variables_1/IsVariableInitialized_609report_uninitialized_variables_1/IsVariableInitialized_619report_uninitialized_variables_1/IsVariableInitialized_629report_uninitialized_variables_1/IsVariableInitialized_639report_uninitialized_variables_1/IsVariableInitialized_649report_uninitialized_variables_1/IsVariableInitialized_659report_uninitialized_variables_1/IsVariableInitialized_669report_uninitialized_variables_1/IsVariableInitialized_679report_uninitialized_variables_1/IsVariableInitialized_689report_uninitialized_variables_1/IsVariableInitialized_699report_uninitialized_variables_1/IsVariableInitialized_709report_uninitialized_variables_1/IsVariableInitialized_719report_uninitialized_variables_1/IsVariableInitialized_729report_uninitialized_variables_1/IsVariableInitialized_739report_uninitialized_variables_1/IsVariableInitialized_749report_uninitialized_variables_1/IsVariableInitialized_759report_uninitialized_variables_1/IsVariableInitialized_769report_uninitialized_variables_1/IsVariableInitialized_779report_uninitialized_variables_1/IsVariableInitialized_789report_uninitialized_variables_1/IsVariableInitialized_799report_uninitialized_variables_1/IsVariableInitialized_809report_uninitialized_variables_1/IsVariableInitialized_819report_uninitialized_variables_1/IsVariableInitialized_829report_uninitialized_variables_1/IsVariableInitialized_839report_uninitialized_variables_1/IsVariableInitialized_849report_uninitialized_variables_1/IsVariableInitialized_859report_uninitialized_variables_1/IsVariableInitialized_869report_uninitialized_variables_1/IsVariableInitialized_879report_uninitialized_variables_1/IsVariableInitialized_889report_uninitialized_variables_1/IsVariableInitialized_899report_uninitialized_variables_1/IsVariableInitialized_909report_uninitialized_variables_1/IsVariableInitialized_919report_uninitialized_variables_1/IsVariableInitialized_929report_uninitialized_variables_1/IsVariableInitialized_939report_uninitialized_variables_1/IsVariableInitialized_949report_uninitialized_variables_1/IsVariableInitialized_959report_uninitialized_variables_1/IsVariableInitialized_969report_uninitialized_variables_1/IsVariableInitialized_979report_uninitialized_variables_1/IsVariableInitialized_989report_uninitialized_variables_1/IsVariableInitialized_99:report_uninitialized_variables_1/IsVariableInitialized_100:report_uninitialized_variables_1/IsVariableInitialized_101:report_uninitialized_variables_1/IsVariableInitialized_102:report_uninitialized_variables_1/IsVariableInitialized_103:report_uninitialized_variables_1/IsVariableInitialized_104:report_uninitialized_variables_1/IsVariableInitialized_105:report_uninitialized_variables_1/IsVariableInitialized_106:report_uninitialized_variables_1/IsVariableInitialized_107:report_uninitialized_variables_1/IsVariableInitialized_108:report_uninitialized_variables_1/IsVariableInitialized_109:report_uninitialized_variables_1/IsVariableInitialized_110:report_uninitialized_variables_1/IsVariableInitialized_111:report_uninitialized_variables_1/IsVariableInitialized_112:report_uninitialized_variables_1/IsVariableInitialized_113:report_uninitialized_variables_1/IsVariableInitialized_114:report_uninitialized_variables_1/IsVariableInitialized_115:report_uninitialized_variables_1/IsVariableInitialized_116:report_uninitialized_variables_1/IsVariableInitialized_117:report_uninitialized_variables_1/IsVariableInitialized_118:report_uninitialized_variables_1/IsVariableInitialized_119:report_uninitialized_variables_1/IsVariableInitialized_120:report_uninitialized_variables_1/IsVariableInitialized_121:report_uninitialized_variables_1/IsVariableInitialized_122:report_uninitialized_variables_1/IsVariableInitialized_123:report_uninitialized_variables_1/IsVariableInitialized_124:report_uninitialized_variables_1/IsVariableInitialized_125:report_uninitialized_variables_1/IsVariableInitialized_126:report_uninitialized_variables_1/IsVariableInitialized_127:report_uninitialized_variables_1/IsVariableInitialized_128:report_uninitialized_variables_1/IsVariableInitialized_129:report_uninitialized_variables_1/IsVariableInitialized_130:report_uninitialized_variables_1/IsVariableInitialized_131:report_uninitialized_variables_1/IsVariableInitialized_132:report_uninitialized_variables_1/IsVariableInitialized_133:report_uninitialized_variables_1/IsVariableInitialized_134:report_uninitialized_variables_1/IsVariableInitialized_135:report_uninitialized_variables_1/IsVariableInitialized_136:report_uninitialized_variables_1/IsVariableInitialized_137:report_uninitialized_variables_1/IsVariableInitialized_138:report_uninitialized_variables_1/IsVariableInitialized_139:report_uninitialized_variables_1/IsVariableInitialized_140:report_uninitialized_variables_1/IsVariableInitialized_141:report_uninitialized_variables_1/IsVariableInitialized_142:report_uninitialized_variables_1/IsVariableInitialized_143:report_uninitialized_variables_1/IsVariableInitialized_144:report_uninitialized_variables_1/IsVariableInitialized_145:report_uninitialized_variables_1/IsVariableInitialized_146:report_uninitialized_variables_1/IsVariableInitialized_147:report_uninitialized_variables_1/IsVariableInitialized_148:report_uninitialized_variables_1/IsVariableInitialized_149:report_uninitialized_variables_1/IsVariableInitialized_150:report_uninitialized_variables_1/IsVariableInitialized_151:report_uninitialized_variables_1/IsVariableInitialized_152:report_uninitialized_variables_1/IsVariableInitialized_153:report_uninitialized_variables_1/IsVariableInitialized_154:report_uninitialized_variables_1/IsVariableInitialized_155:report_uninitialized_variables_1/IsVariableInitialized_156:report_uninitialized_variables_1/IsVariableInitialized_157:report_uninitialized_variables_1/IsVariableInitialized_158:report_uninitialized_variables_1/IsVariableInitialized_159:report_uninitialized_variables_1/IsVariableInitialized_160:report_uninitialized_variables_1/IsVariableInitialized_161:report_uninitialized_variables_1/IsVariableInitialized_162:report_uninitialized_variables_1/IsVariableInitialized_163:report_uninitialized_variables_1/IsVariableInitialized_164:report_uninitialized_variables_1/IsVariableInitialized_165:report_uninitialized_variables_1/IsVariableInitialized_166:report_uninitialized_variables_1/IsVariableInitialized_167:report_uninitialized_variables_1/IsVariableInitialized_168:report_uninitialized_variables_1/IsVariableInitialized_169:report_uninitialized_variables_1/IsVariableInitialized_170:report_uninitialized_variables_1/IsVariableInitialized_171:report_uninitialized_variables_1/IsVariableInitialized_172:report_uninitialized_variables_1/IsVariableInitialized_173:report_uninitialized_variables_1/IsVariableInitialized_174:report_uninitialized_variables_1/IsVariableInitialized_175:report_uninitialized_variables_1/IsVariableInitialized_176:report_uninitialized_variables_1/IsVariableInitialized_177:report_uninitialized_variables_1/IsVariableInitialized_178:report_uninitialized_variables_1/IsVariableInitialized_179:report_uninitialized_variables_1/IsVariableInitialized_180:report_uninitialized_variables_1/IsVariableInitialized_181:report_uninitialized_variables_1/IsVariableInitialized_182:report_uninitialized_variables_1/IsVariableInitialized_183:report_uninitialized_variables_1/IsVariableInitialized_184:report_uninitialized_variables_1/IsVariableInitialized_185:report_uninitialized_variables_1/IsVariableInitialized_186:report_uninitialized_variables_1/IsVariableInitialized_187:report_uninitialized_variables_1/IsVariableInitialized_188:report_uninitialized_variables_1/IsVariableInitialized_189:report_uninitialized_variables_1/IsVariableInitialized_190:report_uninitialized_variables_1/IsVariableInitialized_191:report_uninitialized_variables_1/IsVariableInitialized_192:report_uninitialized_variables_1/IsVariableInitialized_193:report_uninitialized_variables_1/IsVariableInitialized_194:report_uninitialized_variables_1/IsVariableInitialized_195:report_uninitialized_variables_1/IsVariableInitialized_196:report_uninitialized_variables_1/IsVariableInitialized_197:report_uninitialized_variables_1/IsVariableInitialized_198:report_uninitialized_variables_1/IsVariableInitialized_199:report_uninitialized_variables_1/IsVariableInitialized_200:report_uninitialized_variables_1/IsVariableInitialized_201:report_uninitialized_variables_1/IsVariableInitialized_202:report_uninitialized_variables_1/IsVariableInitialized_203:report_uninitialized_variables_1/IsVariableInitialized_204:report_uninitialized_variables_1/IsVariableInitialized_205:report_uninitialized_variables_1/IsVariableInitialized_206:report_uninitialized_variables_1/IsVariableInitialized_207:report_uninitialized_variables_1/IsVariableInitialized_208:report_uninitialized_variables_1/IsVariableInitialized_209:report_uninitialized_variables_1/IsVariableInitialized_210:report_uninitialized_variables_1/IsVariableInitialized_211:report_uninitialized_variables_1/IsVariableInitialized_212:report_uninitialized_variables_1/IsVariableInitialized_213:report_uninitialized_variables_1/IsVariableInitialized_214:report_uninitialized_variables_1/IsVariableInitialized_215:report_uninitialized_variables_1/IsVariableInitialized_216:report_uninitialized_variables_1/IsVariableInitialized_217:report_uninitialized_variables_1/IsVariableInitialized_218:report_uninitialized_variables_1/IsVariableInitialized_219:report_uninitialized_variables_1/IsVariableInitialized_220:report_uninitialized_variables_1/IsVariableInitialized_221:report_uninitialized_variables_1/IsVariableInitialized_222:report_uninitialized_variables_1/IsVariableInitialized_223:report_uninitialized_variables_1/IsVariableInitialized_224:report_uninitialized_variables_1/IsVariableInitialized_225:report_uninitialized_variables_1/IsVariableInitialized_226:report_uninitialized_variables_1/IsVariableInitialized_227:report_uninitialized_variables_1/IsVariableInitialized_228:report_uninitialized_variables_1/IsVariableInitialized_229:report_uninitialized_variables_1/IsVariableInitialized_230:report_uninitialized_variables_1/IsVariableInitialized_231:report_uninitialized_variables_1/IsVariableInitialized_232:report_uninitialized_variables_1/IsVariableInitialized_233:report_uninitialized_variables_1/IsVariableInitialized_234:report_uninitialized_variables_1/IsVariableInitialized_235:report_uninitialized_variables_1/IsVariableInitialized_236:report_uninitialized_variables_1/IsVariableInitialized_237:report_uninitialized_variables_1/IsVariableInitialized_238:report_uninitialized_variables_1/IsVariableInitialized_239:report_uninitialized_variables_1/IsVariableInitialized_240:report_uninitialized_variables_1/IsVariableInitialized_241:report_uninitialized_variables_1/IsVariableInitialized_242:report_uninitialized_variables_1/IsVariableInitialized_243:report_uninitialized_variables_1/IsVariableInitialized_244:report_uninitialized_variables_1/IsVariableInitialized_245:report_uninitialized_variables_1/IsVariableInitialized_246:report_uninitialized_variables_1/IsVariableInitialized_247:report_uninitialized_variables_1/IsVariableInitialized_248:report_uninitialized_variables_1/IsVariableInitialized_249:report_uninitialized_variables_1/IsVariableInitialized_250:report_uninitialized_variables_1/IsVariableInitialized_251:report_uninitialized_variables_1/IsVariableInitialized_252:report_uninitialized_variables_1/IsVariableInitialized_253:report_uninitialized_variables_1/IsVariableInitialized_254:report_uninitialized_variables_1/IsVariableInitialized_255:report_uninitialized_variables_1/IsVariableInitialized_256:report_uninitialized_variables_1/IsVariableInitialized_257:report_uninitialized_variables_1/IsVariableInitialized_258:report_uninitialized_variables_1/IsVariableInitialized_259:report_uninitialized_variables_1/IsVariableInitialized_260:report_uninitialized_variables_1/IsVariableInitialized_261:report_uninitialized_variables_1/IsVariableInitialized_262:report_uninitialized_variables_1/IsVariableInitialized_263:report_uninitialized_variables_1/IsVariableInitialized_264:report_uninitialized_variables_1/IsVariableInitialized_265:report_uninitialized_variables_1/IsVariableInitialized_266:report_uninitialized_variables_1/IsVariableInitialized_267:report_uninitialized_variables_1/IsVariableInitialized_268:report_uninitialized_variables_1/IsVariableInitialized_269:report_uninitialized_variables_1/IsVariableInitialized_270:report_uninitialized_variables_1/IsVariableInitialized_271:report_uninitialized_variables_1/IsVariableInitialized_272:report_uninitialized_variables_1/IsVariableInitialized_273:report_uninitialized_variables_1/IsVariableInitialized_274:report_uninitialized_variables_1/IsVariableInitialized_275:report_uninitialized_variables_1/IsVariableInitialized_276:report_uninitialized_variables_1/IsVariableInitialized_277:report_uninitialized_variables_1/IsVariableInitialized_278:report_uninitialized_variables_1/IsVariableInitialized_279:report_uninitialized_variables_1/IsVariableInitialized_280:report_uninitialized_variables_1/IsVariableInitialized_281:report_uninitialized_variables_1/IsVariableInitialized_282:report_uninitialized_variables_1/IsVariableInitialized_283:report_uninitialized_variables_1/IsVariableInitialized_284:report_uninitialized_variables_1/IsVariableInitialized_285:report_uninitialized_variables_1/IsVariableInitialized_286:report_uninitialized_variables_1/IsVariableInitialized_287:report_uninitialized_variables_1/IsVariableInitialized_288:report_uninitialized_variables_1/IsVariableInitialized_289:report_uninitialized_variables_1/IsVariableInitialized_290:report_uninitialized_variables_1/IsVariableInitialized_291:report_uninitialized_variables_1/IsVariableInitialized_292:report_uninitialized_variables_1/IsVariableInitialized_293:report_uninitialized_variables_1/IsVariableInitialized_294:report_uninitialized_variables_1/IsVariableInitialized_295:report_uninitialized_variables_1/IsVariableInitialized_296:report_uninitialized_variables_1/IsVariableInitialized_297:report_uninitialized_variables_1/IsVariableInitialized_298:report_uninitialized_variables_1/IsVariableInitialized_299:report_uninitialized_variables_1/IsVariableInitialized_300:report_uninitialized_variables_1/IsVariableInitialized_301:report_uninitialized_variables_1/IsVariableInitialized_302:report_uninitialized_variables_1/IsVariableInitialized_303:report_uninitialized_variables_1/IsVariableInitialized_304:report_uninitialized_variables_1/IsVariableInitialized_305:report_uninitialized_variables_1/IsVariableInitialized_306:report_uninitialized_variables_1/IsVariableInitialized_307:report_uninitialized_variables_1/IsVariableInitialized_308:report_uninitialized_variables_1/IsVariableInitialized_309:report_uninitialized_variables_1/IsVariableInitialized_310:report_uninitialized_variables_1/IsVariableInitialized_311:report_uninitialized_variables_1/IsVariableInitialized_312:report_uninitialized_variables_1/IsVariableInitialized_313:report_uninitialized_variables_1/IsVariableInitialized_314:report_uninitialized_variables_1/IsVariableInitialized_315:report_uninitialized_variables_1/IsVariableInitialized_316:report_uninitialized_variables_1/IsVariableInitialized_317:report_uninitialized_variables_1/IsVariableInitialized_318:report_uninitialized_variables_1/IsVariableInitialized_319:report_uninitialized_variables_1/IsVariableInitialized_320:report_uninitialized_variables_1/IsVariableInitialized_321:report_uninitialized_variables_1/IsVariableInitialized_322:report_uninitialized_variables_1/IsVariableInitialized_323:report_uninitialized_variables_1/IsVariableInitialized_324:report_uninitialized_variables_1/IsVariableInitialized_325:report_uninitialized_variables_1/IsVariableInitialized_326:report_uninitialized_variables_1/IsVariableInitialized_327:report_uninitialized_variables_1/IsVariableInitialized_328:report_uninitialized_variables_1/IsVariableInitialized_329:report_uninitialized_variables_1/IsVariableInitialized_330:report_uninitialized_variables_1/IsVariableInitialized_331:report_uninitialized_variables_1/IsVariableInitialized_332:report_uninitialized_variables_1/IsVariableInitialized_333:report_uninitialized_variables_1/IsVariableInitialized_334:report_uninitialized_variables_1/IsVariableInitialized_335:report_uninitialized_variables_1/IsVariableInitialized_336:report_uninitialized_variables_1/IsVariableInitialized_337:report_uninitialized_variables_1/IsVariableInitialized_338:report_uninitialized_variables_1/IsVariableInitialized_339:report_uninitialized_variables_1/IsVariableInitialized_340:report_uninitialized_variables_1/IsVariableInitialized_341:report_uninitialized_variables_1/IsVariableInitialized_342:report_uninitialized_variables_1/IsVariableInitialized_343:report_uninitialized_variables_1/IsVariableInitialized_344:report_uninitialized_variables_1/IsVariableInitialized_345:report_uninitialized_variables_1/IsVariableInitialized_346:report_uninitialized_variables_1/IsVariableInitialized_347:report_uninitialized_variables_1/IsVariableInitialized_348:report_uninitialized_variables_1/IsVariableInitialized_349:report_uninitialized_variables_1/IsVariableInitialized_350:report_uninitialized_variables_1/IsVariableInitialized_351:report_uninitialized_variables_1/IsVariableInitialized_352:report_uninitialized_variables_1/IsVariableInitialized_353:report_uninitialized_variables_1/IsVariableInitialized_354:report_uninitialized_variables_1/IsVariableInitialized_355:report_uninitialized_variables_1/IsVariableInitialized_356:report_uninitialized_variables_1/IsVariableInitialized_357:report_uninitialized_variables_1/IsVariableInitialized_358:report_uninitialized_variables_1/IsVariableInitialized_359:report_uninitialized_variables_1/IsVariableInitialized_360:report_uninitialized_variables_1/IsVariableInitialized_361:report_uninitialized_variables_1/IsVariableInitialized_362:report_uninitialized_variables_1/IsVariableInitialized_363:report_uninitialized_variables_1/IsVariableInitialized_364:report_uninitialized_variables_1/IsVariableInitialized_365:report_uninitialized_variables_1/IsVariableInitialized_366:report_uninitialized_variables_1/IsVariableInitialized_367:report_uninitialized_variables_1/IsVariableInitialized_368:report_uninitialized_variables_1/IsVariableInitialized_369:report_uninitialized_variables_1/IsVariableInitialized_370:report_uninitialized_variables_1/IsVariableInitialized_371:report_uninitialized_variables_1/IsVariableInitialized_372:report_uninitialized_variables_1/IsVariableInitialized_373:report_uninitialized_variables_1/IsVariableInitialized_374:report_uninitialized_variables_1/IsVariableInitialized_375:report_uninitialized_variables_1/IsVariableInitialized_376:report_uninitialized_variables_1/IsVariableInitialized_377:report_uninitialized_variables_1/IsVariableInitialized_378:report_uninitialized_variables_1/IsVariableInitialized_379:report_uninitialized_variables_1/IsVariableInitialized_380:report_uninitialized_variables_1/IsVariableInitialized_381:report_uninitialized_variables_1/IsVariableInitialized_382:report_uninitialized_variables_1/IsVariableInitialized_383:report_uninitialized_variables_1/IsVariableInitialized_384:report_uninitialized_variables_1/IsVariableInitialized_385:report_uninitialized_variables_1/IsVariableInitialized_386:report_uninitialized_variables_1/IsVariableInitialized_387:report_uninitialized_variables_1/IsVariableInitialized_388:report_uninitialized_variables_1/IsVariableInitialized_389:report_uninitialized_variables_1/IsVariableInitialized_390:report_uninitialized_variables_1/IsVariableInitialized_391:report_uninitialized_variables_1/IsVariableInitialized_392:report_uninitialized_variables_1/IsVariableInitialized_393:report_uninitialized_variables_1/IsVariableInitialized_394:report_uninitialized_variables_1/IsVariableInitialized_395:report_uninitialized_variables_1/IsVariableInitialized_396:report_uninitialized_variables_1/IsVariableInitialized_397:report_uninitialized_variables_1/IsVariableInitialized_398:report_uninitialized_variables_1/IsVariableInitialized_399:report_uninitialized_variables_1/IsVariableInitialized_400:report_uninitialized_variables_1/IsVariableInitialized_401:report_uninitialized_variables_1/IsVariableInitialized_402:report_uninitialized_variables_1/IsVariableInitialized_403:report_uninitialized_variables_1/IsVariableInitialized_404:report_uninitialized_variables_1/IsVariableInitialized_405:report_uninitialized_variables_1/IsVariableInitialized_406:report_uninitialized_variables_1/IsVariableInitialized_407:report_uninitialized_variables_1/IsVariableInitialized_408:report_uninitialized_variables_1/IsVariableInitialized_409:report_uninitialized_variables_1/IsVariableInitialized_410:report_uninitialized_variables_1/IsVariableInitialized_411:report_uninitialized_variables_1/IsVariableInitialized_412:report_uninitialized_variables_1/IsVariableInitialized_413:report_uninitialized_variables_1/IsVariableInitialized_414:report_uninitialized_variables_1/IsVariableInitialized_415:report_uninitialized_variables_1/IsVariableInitialized_416:report_uninitialized_variables_1/IsVariableInitialized_417:report_uninitialized_variables_1/IsVariableInitialized_418:report_uninitialized_variables_1/IsVariableInitialized_419:report_uninitialized_variables_1/IsVariableInitialized_420:report_uninitialized_variables_1/IsVariableInitialized_421:report_uninitialized_variables_1/IsVariableInitialized_422:report_uninitialized_variables_1/IsVariableInitialized_423:report_uninitialized_variables_1/IsVariableInitialized_424:report_uninitialized_variables_1/IsVariableInitialized_425:report_uninitialized_variables_1/IsVariableInitialized_426:report_uninitialized_variables_1/IsVariableInitialized_427:report_uninitialized_variables_1/IsVariableInitialized_428:report_uninitialized_variables_1/IsVariableInitialized_429:report_uninitialized_variables_1/IsVariableInitialized_430:report_uninitialized_variables_1/IsVariableInitialized_431:report_uninitialized_variables_1/IsVariableInitialized_432:report_uninitialized_variables_1/IsVariableInitialized_433:report_uninitialized_variables_1/IsVariableInitialized_434:report_uninitialized_variables_1/IsVariableInitialized_435:report_uninitialized_variables_1/IsVariableInitialized_436:report_uninitialized_variables_1/IsVariableInitialized_437:report_uninitialized_variables_1/IsVariableInitialized_438:report_uninitialized_variables_1/IsVariableInitialized_439:report_uninitialized_variables_1/IsVariableInitialized_440:report_uninitialized_variables_1/IsVariableInitialized_441:report_uninitialized_variables_1/IsVariableInitialized_442:report_uninitialized_variables_1/IsVariableInitialized_443:report_uninitialized_variables_1/IsVariableInitialized_444:report_uninitialized_variables_1/IsVariableInitialized_445:report_uninitialized_variables_1/IsVariableInitialized_446:report_uninitialized_variables_1/IsVariableInitialized_447:report_uninitialized_variables_1/IsVariableInitialized_448:report_uninitialized_variables_1/IsVariableInitialized_449:report_uninitialized_variables_1/IsVariableInitialized_450:report_uninitialized_variables_1/IsVariableInitialized_451:report_uninitialized_variables_1/IsVariableInitialized_452:report_uninitialized_variables_1/IsVariableInitialized_453:report_uninitialized_variables_1/IsVariableInitialized_454:report_uninitialized_variables_1/IsVariableInitialized_455:report_uninitialized_variables_1/IsVariableInitialized_456:report_uninitialized_variables_1/IsVariableInitialized_457:report_uninitialized_variables_1/IsVariableInitialized_458:report_uninitialized_variables_1/IsVariableInitialized_459:report_uninitialized_variables_1/IsVariableInitialized_460:report_uninitialized_variables_1/IsVariableInitialized_461:report_uninitialized_variables_1/IsVariableInitialized_462:report_uninitialized_variables_1/IsVariableInitialized_463:report_uninitialized_variables_1/IsVariableInitialized_464:report_uninitialized_variables_1/IsVariableInitialized_465:report_uninitialized_variables_1/IsVariableInitialized_466:report_uninitialized_variables_1/IsVariableInitialized_467:report_uninitialized_variables_1/IsVariableInitialized_468:report_uninitialized_variables_1/IsVariableInitialized_469:report_uninitialized_variables_1/IsVariableInitialized_470:report_uninitialized_variables_1/IsVariableInitialized_471:report_uninitialized_variables_1/IsVariableInitialized_472:report_uninitialized_variables_1/IsVariableInitialized_473:report_uninitialized_variables_1/IsVariableInitialized_474:report_uninitialized_variables_1/IsVariableInitialized_475:report_uninitialized_variables_1/IsVariableInitialized_476:report_uninitialized_variables_1/IsVariableInitialized_477:report_uninitialized_variables_1/IsVariableInitialized_478:report_uninitialized_variables_1/IsVariableInitialized_479:report_uninitialized_variables_1/IsVariableInitialized_480:report_uninitialized_variables_1/IsVariableInitialized_481:report_uninitialized_variables_1/IsVariableInitialized_482:report_uninitialized_variables_1/IsVariableInitialized_483:report_uninitialized_variables_1/IsVariableInitialized_484:report_uninitialized_variables_1/IsVariableInitialized_485:report_uninitialized_variables_1/IsVariableInitialized_486:report_uninitialized_variables_1/IsVariableInitialized_487:report_uninitialized_variables_1/IsVariableInitialized_488:report_uninitialized_variables_1/IsVariableInitialized_489:report_uninitialized_variables_1/IsVariableInitialized_490:report_uninitialized_variables_1/IsVariableInitialized_491:report_uninitialized_variables_1/IsVariableInitialized_492:report_uninitialized_variables_1/IsVariableInitialized_493:report_uninitialized_variables_1/IsVariableInitialized_494:report_uninitialized_variables_1/IsVariableInitialized_495:report_uninitialized_variables_1/IsVariableInitialized_496:report_uninitialized_variables_1/IsVariableInitialized_497:report_uninitialized_variables_1/IsVariableInitialized_498:report_uninitialized_variables_1/IsVariableInitialized_499:report_uninitialized_variables_1/IsVariableInitialized_500:report_uninitialized_variables_1/IsVariableInitialized_501:report_uninitialized_variables_1/IsVariableInitialized_502:report_uninitialized_variables_1/IsVariableInitialized_503:report_uninitialized_variables_1/IsVariableInitialized_504:report_uninitialized_variables_1/IsVariableInitialized_505:report_uninitialized_variables_1/IsVariableInitialized_506:report_uninitialized_variables_1/IsVariableInitialized_507:report_uninitialized_variables_1/IsVariableInitialized_508:report_uninitialized_variables_1/IsVariableInitialized_509:report_uninitialized_variables_1/IsVariableInitialized_510:report_uninitialized_variables_1/IsVariableInitialized_511:report_uninitialized_variables_1/IsVariableInitialized_512:report_uninitialized_variables_1/IsVariableInitialized_513:report_uninitialized_variables_1/IsVariableInitialized_514:report_uninitialized_variables_1/IsVariableInitialized_515:report_uninitialized_variables_1/IsVariableInitialized_516:report_uninitialized_variables_1/IsVariableInitialized_517:report_uninitialized_variables_1/IsVariableInitialized_518:report_uninitialized_variables_1/IsVariableInitialized_519:report_uninitialized_variables_1/IsVariableInitialized_520:report_uninitialized_variables_1/IsVariableInitialized_521:report_uninitialized_variables_1/IsVariableInitialized_522:report_uninitialized_variables_1/IsVariableInitialized_523:report_uninitialized_variables_1/IsVariableInitialized_524:report_uninitialized_variables_1/IsVariableInitialized_525:report_uninitialized_variables_1/IsVariableInitialized_526:report_uninitialized_variables_1/IsVariableInitialized_527:report_uninitialized_variables_1/IsVariableInitialized_528:report_uninitialized_variables_1/IsVariableInitialized_529:report_uninitialized_variables_1/IsVariableInitialized_530:report_uninitialized_variables_1/IsVariableInitialized_531:report_uninitialized_variables_1/IsVariableInitialized_532:report_uninitialized_variables_1/IsVariableInitialized_533:report_uninitialized_variables_1/IsVariableInitialized_534:report_uninitialized_variables_1/IsVariableInitialized_535:report_uninitialized_variables_1/IsVariableInitialized_536:report_uninitialized_variables_1/IsVariableInitialized_537:report_uninitialized_variables_1/IsVariableInitialized_538:report_uninitialized_variables_1/IsVariableInitialized_539:report_uninitialized_variables_1/IsVariableInitialized_540:report_uninitialized_variables_1/IsVariableInitialized_541:report_uninitialized_variables_1/IsVariableInitialized_542:report_uninitialized_variables_1/IsVariableInitialized_543:report_uninitialized_variables_1/IsVariableInitialized_544:report_uninitialized_variables_1/IsVariableInitialized_545:report_uninitialized_variables_1/IsVariableInitialized_546:report_uninitialized_variables_1/IsVariableInitialized_547:report_uninitialized_variables_1/IsVariableInitialized_548:report_uninitialized_variables_1/IsVariableInitialized_549:report_uninitialized_variables_1/IsVariableInitialized_550:report_uninitialized_variables_1/IsVariableInitialized_551:report_uninitialized_variables_1/IsVariableInitialized_552:report_uninitialized_variables_1/IsVariableInitialized_553:report_uninitialized_variables_1/IsVariableInitialized_554:report_uninitialized_variables_1/IsVariableInitialized_555:report_uninitialized_variables_1/IsVariableInitialized_556:report_uninitialized_variables_1/IsVariableInitialized_557:report_uninitialized_variables_1/IsVariableInitialized_558:report_uninitialized_variables_1/IsVariableInitialized_559:report_uninitialized_variables_1/IsVariableInitialized_560:report_uninitialized_variables_1/IsVariableInitialized_561:report_uninitialized_variables_1/IsVariableInitialized_562:report_uninitialized_variables_1/IsVariableInitialized_563:report_uninitialized_variables_1/IsVariableInitialized_564:report_uninitialized_variables_1/IsVariableInitialized_565:report_uninitialized_variables_1/IsVariableInitialized_566:report_uninitialized_variables_1/IsVariableInitialized_567:report_uninitialized_variables_1/IsVariableInitialized_568:report_uninitialized_variables_1/IsVariableInitialized_569:report_uninitialized_variables_1/IsVariableInitialized_570:report_uninitialized_variables_1/IsVariableInitialized_571:report_uninitialized_variables_1/IsVariableInitialized_572:report_uninitialized_variables_1/IsVariableInitialized_573:report_uninitialized_variables_1/IsVariableInitialized_574:report_uninitialized_variables_1/IsVariableInitialized_575:report_uninitialized_variables_1/IsVariableInitialized_576:report_uninitialized_variables_1/IsVariableInitialized_577:report_uninitialized_variables_1/IsVariableInitialized_578:report_uninitialized_variables_1/IsVariableInitialized_579:report_uninitialized_variables_1/IsVariableInitialized_580:report_uninitialized_variables_1/IsVariableInitialized_581:report_uninitialized_variables_1/IsVariableInitialized_582:report_uninitialized_variables_1/IsVariableInitialized_583:report_uninitialized_variables_1/IsVariableInitialized_584:report_uninitialized_variables_1/IsVariableInitialized_585:report_uninitialized_variables_1/IsVariableInitialized_586:report_uninitialized_variables_1/IsVariableInitialized_587:report_uninitialized_variables_1/IsVariableInitialized_588:report_uninitialized_variables_1/IsVariableInitialized_589:report_uninitialized_variables_1/IsVariableInitialized_590:report_uninitialized_variables_1/IsVariableInitialized_591:report_uninitialized_variables_1/IsVariableInitialized_592:report_uninitialized_variables_1/IsVariableInitialized_593:report_uninitialized_variables_1/IsVariableInitialized_594:report_uninitialized_variables_1/IsVariableInitialized_595:report_uninitialized_variables_1/IsVariableInitialized_596:report_uninitialized_variables_1/IsVariableInitialized_597:report_uninitialized_variables_1/IsVariableInitialized_598:report_uninitialized_variables_1/IsVariableInitialized_599:report_uninitialized_variables_1/IsVariableInitialized_600:report_uninitialized_variables_1/IsVariableInitialized_601:report_uninitialized_variables_1/IsVariableInitialized_602:report_uninitialized_variables_1/IsVariableInitialized_603:report_uninitialized_variables_1/IsVariableInitialized_604:report_uninitialized_variables_1/IsVariableInitialized_605:report_uninitialized_variables_1/IsVariableInitialized_606:report_uninitialized_variables_1/IsVariableInitialized_607:report_uninitialized_variables_1/IsVariableInitialized_608:report_uninitialized_variables_1/IsVariableInitialized_609:report_uninitialized_variables_1/IsVariableInitialized_610:report_uninitialized_variables_1/IsVariableInitialized_611:report_uninitialized_variables_1/IsVariableInitialized_612:report_uninitialized_variables_1/IsVariableInitialized_613:report_uninitialized_variables_1/IsVariableInitialized_614:report_uninitialized_variables_1/IsVariableInitialized_615:report_uninitialized_variables_1/IsVariableInitialized_616:report_uninitialized_variables_1/IsVariableInitialized_617" /device:CPU:0* T0 * axis* Në* _output_shapes :ë  +report_uninitialized_variables_1/LogicalNot LogicalNot&report_uninitialized_variables_1/stack" /device:CPU:0* _output_shapes :ë ¢û &report_uninitialized_variables_1/ConstConst" /device:CPU:0*¶ú value«úB§úëB global_stepBbert/embeddings/word_embeddingsB%bert/embeddings/token_type_embeddingsB#bert/embeddings/position_embeddingsBbert/embeddings/LayerNorm/betaBbert/embeddings/LayerNorm/gammaB0bert/encoder/layer_0/attention/self/query/kernelB.bert/encoder/layer_0/attention/self/query/biasB.bert/encoder/layer_0/attention/self/key/kernelB,bert/encoder/layer_0/attention/self/key/biasB0bert/encoder/layer_0/attention/self/value/kernelB.bert/encoder/layer_0/attention/self/value/biasB2bert/encoder/layer_0/attention/output/dense/kernelB0bert/encoder/layer_0/attention/output/dense/biasB4bert/encoder/layer_0/attention/output/LayerNorm/betaB5bert/encoder/layer_0/attention/output/LayerNorm/gammaB.bert/encoder/layer_0/intermediate/dense/kernelB,bert/encoder/layer_0/intermediate/dense/biasB(bert/encoder/layer_0/output/dense/kernelB&bert/encoder/layer_0/output/dense/biasB*bert/encoder/layer_0/output/LayerNorm/betaB+bert/encoder/layer_0/output/LayerNorm/gammaB0bert/encoder/layer_1/attention/self/query/kernelB.bert/encoder/layer_1/attention/self/query/biasB.bert/encoder/layer_1/attention/self/key/kernelB,bert/encoder/layer_1/attention/self/key/biasB0bert/encoder/layer_1/attention/self/value/kernelB.bert/encoder/layer_1/attention/self/value/biasB2bert/encoder/layer_1/attention/output/dense/kernelB0bert/encoder/layer_1/attention/output/dense/biasB4bert/encoder/layer_1/attention/output/LayerNorm/betaB5bert/encoder/layer_1/attention/output/LayerNorm/gammaB.bert/encoder/layer_1/intermediate/dense/kernelB,bert/encoder/layer_1/intermediate/dense/biasB(bert/encoder/layer_1/output/dense/kernelB&bert/encoder/layer_1/output/dense/biasB*bert/encoder/layer_1/output/LayerNorm/betaB+bert/encoder/layer_1/output/LayerNorm/gammaB0bert/encoder/layer_2/attention/self/query/kernelB.bert/encoder/layer_2/attention/self/query/biasB.bert/encoder/layer_2/attention/self/key/kernelB,bert/encoder/layer_2/attention/self/key/biasB0bert/encoder/layer_2/attention/self/value/kernelB.bert/encoder/layer_2/attention/self/value/biasB2bert/encoder/layer_2/attention/output/dense/kernelB0bert/encoder/layer_2/attention/output/dense/biasB4bert/encoder/layer_2/attention/output/LayerNorm/betaB5bert/encoder/layer_2/attention/output/LayerNorm/gammaB.bert/encoder/layer_2/intermediate/dense/kernelB,bert/encoder/layer_2/intermediate/dense/biasB(bert/encoder/layer_2/output/dense/kernelB&bert/encoder/layer_2/output/dense/biasB*bert/encoder/layer_2/output/LayerNorm/betaB+bert/encoder/layer_2/output/LayerNorm/gammaB0bert/encoder/layer_3/attention/self/query/kernelB.bert/encoder/layer_3/attention/self/query/biasB.bert/encoder/layer_3/attention/self/key/kernelB,bert/encoder/layer_3/attention/self/key/biasB0bert/encoder/layer_3/attention/self/value/kernelB.bert/encoder/layer_3/attention/self/value/biasB2bert/encoder/layer_3/attention/output/dense/kernelB0bert/encoder/layer_3/attention/output/dense/biasB4bert/encoder/layer_3/attention/output/LayerNorm/betaB5bert/encoder/layer_3/attention/output/LayerNorm/gammaB.bert/encoder/layer_3/intermediate/dense/kernelB,bert/encoder/layer_3/intermediate/dense/biasB(bert/encoder/layer_3/output/dense/kernelB&bert/encoder/layer_3/output/dense/biasB*bert/encoder/layer_3/output/LayerNorm/betaB+bert/encoder/layer_3/output/LayerNorm/gammaB0bert/encoder/layer_4/attention/self/query/kernelB.bert/encoder/layer_4/attention/self/query/biasB.bert/encoder/layer_4/attention/self/key/kernelB,bert/encoder/layer_4/attention/self/key/biasB0bert/encoder/layer_4/attention/self/value/kernelB.bert/encoder/layer_4/attention/self/value/biasB2bert/encoder/layer_4/attention/output/dense/kernelB0bert/encoder/layer_4/attention/output/dense/biasB4bert/encoder/layer_4/attention/output/LayerNorm/betaB5bert/encoder/layer_4/attention/output/LayerNorm/gammaB.bert/encoder/layer_4/intermediate/dense/kernelB,bert/encoder/layer_4/intermediate/dense/biasB(bert/encoder/layer_4/output/dense/kernelB&bert/encoder/layer_4/output/dense/biasB*bert/encoder/layer_4/output/LayerNorm/betaB+bert/encoder/layer_4/output/LayerNorm/gammaB0bert/encoder/layer_5/attention/self/query/kernelB.bert/encoder/layer_5/attention/self/query/biasB.bert/encoder/layer_5/attention/self/key/kernelB,bert/encoder/layer_5/attention/self/key/biasB0bert/encoder/layer_5/attention/self/value/kernelB.bert/encoder/layer_5/attention/self/value/biasB2bert/encoder/layer_5/attention/output/dense/kernelB0bert/encoder/layer_5/attention/output/dense/biasB4bert/encoder/layer_5/attention/output/LayerNorm/betaB5bert/encoder/layer_5/attention/output/LayerNorm/gammaB.bert/encoder/layer_5/intermediate/dense/kernelB,bert/encoder/layer_5/intermediate/dense/biasB(bert/encoder/layer_5/output/dense/kernelB&bert/encoder/layer_5/output/dense/biasB*bert/encoder/layer_5/output/LayerNorm/betaB+bert/encoder/layer_5/output/LayerNorm/gammaB0bert/encoder/layer_6/attention/self/query/kernelB.bert/encoder/layer_6/attention/self/query/biasB.bert/encoder/layer_6/attention/self/key/kernelB,bert/encoder/layer_6/attention/self/key/biasB0bert/encoder/layer_6/attention/self/value/kernelB.bert/encoder/layer_6/attention/self/value/biasB2bert/encoder/layer_6/attention/output/dense/kernelB0bert/encoder/layer_6/attention/output/dense/biasB4bert/encoder/layer_6/attention/output/LayerNorm/betaB5bert/encoder/layer_6/attention/output/LayerNorm/gammaB.bert/encoder/layer_6/intermediate/dense/kernelB,bert/encoder/layer_6/intermediate/dense/biasB(bert/encoder/layer_6/output/dense/kernelB&bert/encoder/layer_6/output/dense/biasB*bert/encoder/layer_6/output/LayerNorm/betaB+bert/encoder/layer_6/output/LayerNorm/gammaB0bert/encoder/layer_7/attention/self/query/kernelB.bert/encoder/layer_7/attention/self/query/biasB.bert/encoder/layer_7/attention/self/key/kernelB,bert/encoder/layer_7/attention/self/key/biasB0bert/encoder/layer_7/attention/self/value/kernelB.bert/encoder/layer_7/attention/self/value/biasB2bert/encoder/layer_7/attention/output/dense/kernelB0bert/encoder/layer_7/attention/output/dense/biasB4bert/encoder/layer_7/attention/output/LayerNorm/betaB5bert/encoder/layer_7/attention/output/LayerNorm/gammaB.bert/encoder/layer_7/intermediate/dense/kernelB,bert/encoder/layer_7/intermediate/dense/biasB(bert/encoder/layer_7/output/dense/kernelB&bert/encoder/layer_7/output/dense/biasB*bert/encoder/layer_7/output/LayerNorm/betaB+bert/encoder/layer_7/output/LayerNorm/gammaB0bert/encoder/layer_8/attention/self/query/kernelB.bert/encoder/layer_8/attention/self/query/biasB.bert/encoder/layer_8/attention/self/key/kernelB,bert/encoder/layer_8/attention/self/key/biasB0bert/encoder/layer_8/attention/self/value/kernelB.bert/encoder/layer_8/attention/self/value/biasB2bert/encoder/layer_8/attention/output/dense/kernelB0bert/encoder/layer_8/attention/output/dense/biasB4bert/encoder/layer_8/attention/output/LayerNorm/betaB5bert/encoder/layer_8/attention/output/LayerNorm/gammaB.bert/encoder/layer_8/intermediate/dense/kernelB,bert/encoder/layer_8/intermediate/dense/biasB(bert/encoder/layer_8/output/dense/kernelB&bert/encoder/layer_8/output/dense/biasB*bert/encoder/layer_8/output/LayerNorm/betaB+bert/encoder/layer_8/output/LayerNorm/gammaB0bert/encoder/layer_9/attention/self/query/kernelB.bert/encoder/layer_9/attention/self/query/biasB.bert/encoder/layer_9/attention/self/key/kernelB,bert/encoder/layer_9/attention/self/key/biasB0bert/encoder/layer_9/attention/self/value/kernelB.bert/encoder/layer_9/attention/self/value/biasB2bert/encoder/layer_9/attention/output/dense/kernelB0bert/encoder/layer_9/attention/output/dense/biasB4bert/encoder/layer_9/attention/output/LayerNorm/betaB5bert/encoder/layer_9/attention/output/LayerNorm/gammaB.bert/encoder/layer_9/intermediate/dense/kernelB,bert/encoder/layer_9/intermediate/dense/biasB(bert/encoder/layer_9/output/dense/kernelB&bert/encoder/layer_9/output/dense/biasB*bert/encoder/layer_9/output/LayerNorm/betaB+bert/encoder/layer_9/output/LayerNorm/gammaB1bert/encoder/layer_10/attention/self/query/kernelB/bert/encoder/layer_10/attention/self/query/biasB/bert/encoder/layer_10/attention/self/key/kernelB-bert/encoder/layer_10/attention/self/key/biasB1bert/encoder/layer_10/attention/self/value/kernelB/bert/encoder/layer_10/attention/self/value/biasB3bert/encoder/layer_10/attention/output/dense/kernelB1bert/encoder/layer_10/attention/output/dense/biasB5bert/encoder/layer_10/attention/output/LayerNorm/betaB6bert/encoder/layer_10/attention/output/LayerNorm/gammaB/bert/encoder/layer_10/intermediate/dense/kernelB-bert/encoder/layer_10/intermediate/dense/biasB)bert/encoder/layer_10/output/dense/kernelB'bert/encoder/layer_10/output/dense/biasB+bert/encoder/layer_10/output/LayerNorm/betaB,bert/encoder/layer_10/output/LayerNorm/gammaB1bert/encoder/layer_11/attention/self/query/kernelB/bert/encoder/layer_11/attention/self/query/biasB/bert/encoder/layer_11/attention/self/key/kernelB-bert/encoder/layer_11/attention/self/key/biasB1bert/encoder/layer_11/attention/self/value/kernelB/bert/encoder/layer_11/attention/self/value/biasB3bert/encoder/layer_11/attention/output/dense/kernelB1bert/encoder/layer_11/attention/output/dense/biasB5bert/encoder/layer_11/attention/output/LayerNorm/betaB6bert/encoder/layer_11/attention/output/LayerNorm/gammaB/bert/encoder/layer_11/intermediate/dense/kernelB-bert/encoder/layer_11/intermediate/dense/biasB)bert/encoder/layer_11/output/dense/kernelB'bert/encoder/layer_11/output/dense/biasB+bert/encoder/layer_11/output/LayerNorm/betaB,bert/encoder/layer_11/output/LayerNorm/gammaBbert/pooler/dense/kernelBbert/pooler/dense/biasB&cls/predictions/transform/dense/kernelB$cls/predictions/transform/dense/biasB(cls/predictions/transform/LayerNorm/betaB)cls/predictions/transform/LayerNorm/gammaBcls/predictions/output_biasB#cls/seq_relationship/output_weightsB cls/seq_relationship/output_biasB&bert/embeddings/word_embeddings/adam_mB&bert/embeddings/word_embeddings/adam_vB,bert/embeddings/token_type_embeddings/adam_mB,bert/embeddings/token_type_embeddings/adam_vB*bert/embeddings/position_embeddings/adam_mB*bert/embeddings/position_embeddings/adam_vB%bert/embeddings/LayerNorm/beta/adam_mB%bert/embeddings/LayerNorm/beta/adam_vB&bert/embeddings/LayerNorm/gamma/adam_mB&bert/embeddings/LayerNorm/gamma/adam_vB7bert/encoder/layer_0/attention/self/query/kernel/adam_mB7bert/encoder/layer_0/attention/self/query/kernel/adam_vB5bert/encoder/layer_0/attention/self/query/bias/adam_mB5bert/encoder/layer_0/attention/self/query/bias/adam_vB5bert/encoder/layer_0/attention/self/key/kernel/adam_mB5bert/encoder/layer_0/attention/self/key/kernel/adam_vB3bert/encoder/layer_0/attention/self/key/bias/adam_mB3bert/encoder/layer_0/attention/self/key/bias/adam_vB7bert/encoder/layer_0/attention/self/value/kernel/adam_mB7bert/encoder/layer_0/attention/self/value/kernel/adam_vB5bert/encoder/layer_0/attention/self/value/bias/adam_mB5bert/encoder/layer_0/attention/self/value/bias/adam_vB9bert/encoder/layer_0/attention/output/dense/kernel/adam_mB9bert/encoder/layer_0/attention/output/dense/kernel/adam_vB7bert/encoder/layer_0/attention/output/dense/bias/adam_mB7bert/encoder/layer_0/attention/output/dense/bias/adam_vB;bert/encoder/layer_0/attention/output/LayerNorm/beta/adam_mB;bert/encoder/layer_0/attention/output/LayerNorm/beta/adam_vB <:loc:@bert/encoder/layer_0/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( ‰ save/Assign_19Assignloc:@bert/encoder/layer_0/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ˆ save/Assign_26Assign9bert/encoder/layer_0/attention/output/dense/kernel/adam_vsave/RestoreV2:26* T0*L _classB @>loc:@bert/encoder/layer_0/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( é save/Assign_27Assign,bert/encoder/layer_0/attention/self/key/biassave/RestoreV2:27* T0*? _class5 31loc:@bert/encoder/layer_0/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( ÷ save/Assign_28Assign3bert/encoder/layer_0/attention/self/key/bias/adam_msave/RestoreV2:28* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_0/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€ ÷ save/Assign_29Assign3bert/encoder/layer_0/attention/self/key/bias/adam_vsave/RestoreV2:29* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_0/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€ ò save/Assign_30Assign.bert/encoder/layer_0/attention/self/key/kernelsave/RestoreV2:30* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_0/attention/self/key/kernel* validate_shape(* _output_shapes : €€ € save/Assign_31Assign5bert/encoder/layer_0/attention/self/key/kernel/adam_msave/RestoreV2:31* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_0/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€ € save/Assign_32Assign5bert/encoder/layer_0/attention/self/key/kernel/adam_vsave/RestoreV2:32* T0*H _class> <:loc:@bert/encoder/layer_0/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( í save/Assign_33Assign.bert/encoder/layer_0/attention/self/query/biassave/RestoreV2:33* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_0/attention/self/query/bias* validate_shape(* _output_shapes :€ û save/Assign_34Assign5bert/encoder/layer_0/attention/self/query/bias/adam_msave/RestoreV2:34* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_0/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€ û save/Assign_35Assign5bert/encoder/layer_0/attention/self/query/bias/adam_vsave/RestoreV2:35* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_0/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€ ö save/Assign_36Assign0bert/encoder/layer_0/attention/self/query/kernelsave/RestoreV2:36* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_0/attention/self/query/kernel* validate_shape(* _output_shapes : €€ „ save/Assign_37Assign7bert/encoder/layer_0/attention/self/query/kernel/adam_msave/RestoreV2:37* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_0/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€ û save/Assign_41Assign5bert/encoder/layer_0/attention/self/value/bias/adam_vsave/RestoreV2:41* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_0/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€ ö save/Assign_42Assign0bert/encoder/layer_0/attention/self/value/kernelsave/RestoreV2:42* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_0/attention/self/value/kernel* validate_shape(* _output_shapes : €€ „ save/Assign_43Assign7bert/encoder/layer_0/attention/self/value/kernel/adam_msave/RestoreV2:43* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_0/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( € save/Assign_50Assign5bert/encoder/layer_0/intermediate/dense/kernel/adam_vsave/RestoreV2:50* T0*H _class> <:loc:@bert/encoder/layer_0/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( å save/Assign_51Assign*bert/encoder/layer_0/output/LayerNorm/betasave/RestoreV2:51* T0*= _class3 1/loc:@bert/encoder/layer_0/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( ó save/Assign_52Assign1bert/encoder/layer_0/output/LayerNorm/beta/adam_msave/RestoreV2:52* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_0/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ ó save/Assign_53Assign1bert/encoder/layer_0/output/LayerNorm/beta/adam_vsave/RestoreV2:53* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_0/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€ ç save/Assign_54Assign+bert/encoder/layer_0/output/LayerNorm/gammasave/RestoreV2:54* use_locking(* T0*> _class4 20loc:@bert/encoder/layer_0/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ õ save/Assign_55Assign2bert/encoder/layer_0/output/LayerNorm/gamma/adam_msave/RestoreV2:55* T0*E _class; 97loc:@bert/encoder/layer_0/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( õ save/Assign_56Assign2bert/encoder/layer_0/output/LayerNorm/gamma/adam_vsave/RestoreV2:56* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_0/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ Ý save/Assign_57Assign&bert/encoder/layer_0/output/dense/biassave/RestoreV2:57* use_locking(* T0*9 _class/ -+loc:@bert/encoder/layer_0/output/dense/bias* validate_shape(* _output_shapes :€ ë save/Assign_58Assign-bert/encoder/layer_0/output/dense/bias/adam_msave/RestoreV2:58* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_0/output/dense/bias/adam_m* validate_shape(* _output_shapes :€ ë save/Assign_59Assign-bert/encoder/layer_0/output/dense/bias/adam_vsave/RestoreV2:59* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_0/output/dense/bias/adam_v* validate_shape(* _output_shapes :€ æ save/Assign_60Assign(bert/encoder/layer_0/output/dense/kernelsave/RestoreV2:60* use_locking(* T0*; _class1 /-loc:@bert/encoder/layer_0/output/dense/kernel* validate_shape(* _output_shapes : €€ ô save/Assign_61Assign/bert/encoder/layer_0/output/dense/kernel/adam_msave/RestoreV2:61* T0*B _class8 64loc:@bert/encoder/layer_0/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ô save/Assign_62Assign/bert/encoder/layer_0/output/dense/kernel/adam_vsave/RestoreV2:62* T0*B _class8 64loc:@bert/encoder/layer_0/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ù save/Assign_63Assign4bert/encoder/layer_1/attention/output/LayerNorm/betasave/RestoreV2:63* use_locking(* T0*G _class= ;9loc:@bert/encoder/layer_1/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€ ‡ save/Assign_64Assign;bert/encoder/layer_1/attention/output/LayerNorm/beta/adam_msave/RestoreV2:64* T0*N _classD B@loc:@bert/encoder/layer_1/attention/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( ‡ save/Assign_65Assign;bert/encoder/layer_1/attention/output/LayerNorm/beta/adam_vsave/RestoreV2:65* use_locking(* T0*N _classD B@loc:@bert/encoder/layer_1/attention/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€ û save/Assign_66Assign5bert/encoder/layer_1/attention/output/LayerNorm/gammasave/RestoreV2:66* T0*H _class> <:loc:@bert/encoder/layer_1/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( ‰ save/Assign_67Assignloc:@bert/encoder/layer_1/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ˆ save/Assign_74Assign9bert/encoder/layer_1/attention/output/dense/kernel/adam_vsave/RestoreV2:74* T0*L _classB @>loc:@bert/encoder/layer_1/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( é save/Assign_75Assign,bert/encoder/layer_1/attention/self/key/biassave/RestoreV2:75* T0*? _class5 31loc:@bert/encoder/layer_1/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( ÷ save/Assign_76Assign3bert/encoder/layer_1/attention/self/key/bias/adam_msave/RestoreV2:76* T0*F _class< :8loc:@bert/encoder/layer_1/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ÷ save/Assign_77Assign3bert/encoder/layer_1/attention/self/key/bias/adam_vsave/RestoreV2:77* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_1/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€ ò save/Assign_78Assign.bert/encoder/layer_1/attention/self/key/kernelsave/RestoreV2:78* T0*A _class7 53loc:@bert/encoder/layer_1/attention/self/key/kernel* validate_shape(* _output_shapes : €€* use_locking( € save/Assign_79Assign5bert/encoder/layer_1/attention/self/key/kernel/adam_msave/RestoreV2:79* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_1/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€ € save/Assign_80Assign5bert/encoder/layer_1/attention/self/key/kernel/adam_vsave/RestoreV2:80* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_1/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€ í save/Assign_81Assign.bert/encoder/layer_1/attention/self/query/biassave/RestoreV2:81* T0*A _class7 53loc:@bert/encoder/layer_1/attention/self/query/bias* validate_shape(* _output_shapes :€* use_locking( û save/Assign_82Assign5bert/encoder/layer_1/attention/self/query/bias/adam_msave/RestoreV2:82* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_1/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€ û save/Assign_83Assign5bert/encoder/layer_1/attention/self/query/bias/adam_vsave/RestoreV2:83* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_1/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€ ö save/Assign_84Assign0bert/encoder/layer_1/attention/self/query/kernelsave/RestoreV2:84* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_1/attention/self/query/kernel* validate_shape(* _output_shapes : €€ „ save/Assign_85Assign7bert/encoder/layer_1/attention/self/query/kernel/adam_msave/RestoreV2:85* T0*J _class@ > <:loc:@bert/encoder/layer_1/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( û save/Assign_89Assign5bert/encoder/layer_1/attention/self/value/bias/adam_vsave/RestoreV2:89* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_1/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€ ö save/Assign_90Assign0bert/encoder/layer_1/attention/self/value/kernelsave/RestoreV2:90* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_1/attention/self/value/kernel* validate_shape(* _output_shapes : €€ „ save/Assign_91Assign7bert/encoder/layer_1/attention/self/value/kernel/adam_msave/RestoreV2:91* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_1/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ € save/Assign_98Assign5bert/encoder/layer_1/intermediate/dense/kernel/adam_vsave/RestoreV2:98* T0*H _class> <:loc:@bert/encoder/layer_1/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( å save/Assign_99Assign*bert/encoder/layer_1/output/LayerNorm/betasave/RestoreV2:99* use_locking(* T0*= _class3 1/loc:@bert/encoder/layer_1/output/LayerNorm/beta* validate_shape(* _output_shapes :€ õ save/Assign_100Assign1bert/encoder/layer_1/output/LayerNorm/beta/adam_msave/RestoreV2:100* T0*D _class: 86loc:@bert/encoder/layer_1/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( õ save/Assign_101Assign1bert/encoder/layer_1/output/LayerNorm/beta/adam_vsave/RestoreV2:101* T0*D _class: 86loc:@bert/encoder/layer_1/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( é save/Assign_102Assign+bert/encoder/layer_1/output/LayerNorm/gammasave/RestoreV2:102* use_locking(* T0*> _class4 20loc:@bert/encoder/layer_1/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ ÷ save/Assign_103Assign2bert/encoder/layer_1/output/LayerNorm/gamma/adam_msave/RestoreV2:103* T0*E _class; 97loc:@bert/encoder/layer_1/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( ÷ save/Assign_104Assign2bert/encoder/layer_1/output/LayerNorm/gamma/adam_vsave/RestoreV2:104* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_1/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ß save/Assign_105Assign&bert/encoder/layer_1/output/dense/biassave/RestoreV2:105* T0*9 _class/ -+loc:@bert/encoder/layer_1/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( í save/Assign_106Assign-bert/encoder/layer_1/output/dense/bias/adam_msave/RestoreV2:106* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_1/output/dense/bias/adam_m* validate_shape(* _output_shapes :€ í save/Assign_107Assign-bert/encoder/layer_1/output/dense/bias/adam_vsave/RestoreV2:107* T0*@ _class6 42loc:@bert/encoder/layer_1/output/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( è save/Assign_108Assign(bert/encoder/layer_1/output/dense/kernelsave/RestoreV2:108* T0*; _class1 /-loc:@bert/encoder/layer_1/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( ö save/Assign_109Assign/bert/encoder/layer_1/output/dense/kernel/adam_msave/RestoreV2:109* T0*B _class8 64loc:@bert/encoder/layer_1/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ö save/Assign_110Assign/bert/encoder/layer_1/output/dense/kernel/adam_vsave/RestoreV2:110* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_1/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ ý save/Assign_111Assign5bert/encoder/layer_10/attention/output/LayerNorm/betasave/RestoreV2:111* T0*H _class> <:loc:@bert/encoder/layer_10/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( ‹ save/Assign_112Assign _class4 20loc:@bert/encoder/layer_10/output/LayerNorm/beta* validate_shape(* _output_shapes :€ ÷ save/Assign_148Assign2bert/encoder/layer_10/output/LayerNorm/beta/adam_msave/RestoreV2:148* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_10/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ ÷ save/Assign_149Assign2bert/encoder/layer_10/output/LayerNorm/beta/adam_vsave/RestoreV2:149* T0*E _class; 97loc:@bert/encoder/layer_10/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( ë save/Assign_150Assign,bert/encoder/layer_10/output/LayerNorm/gammasave/RestoreV2:150* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_10/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ ù save/Assign_151Assign3bert/encoder/layer_10/output/LayerNorm/gamma/adam_msave/RestoreV2:151* T0*F _class< :8loc:@bert/encoder/layer_10/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( ù save/Assign_152Assign3bert/encoder/layer_10/output/LayerNorm/gamma/adam_vsave/RestoreV2:152* T0*F _class< :8loc:@bert/encoder/layer_10/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€* use_locking( á save/Assign_153Assign'bert/encoder/layer_10/output/dense/biassave/RestoreV2:153* use_locking(* T0*: _class0 .,loc:@bert/encoder/layer_10/output/dense/bias* validate_shape(* _output_shapes :€ ï save/Assign_154Assign.bert/encoder/layer_10/output/dense/bias/adam_msave/RestoreV2:154* T0*A _class7 53loc:@bert/encoder/layer_10/output/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ï save/Assign_155Assign.bert/encoder/layer_10/output/dense/bias/adam_vsave/RestoreV2:155* T0*A _class7 53loc:@bert/encoder/layer_10/output/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ê save/Assign_156Assign)bert/encoder/layer_10/output/dense/kernelsave/RestoreV2:156* use_locking(* T0*< _class2 0.loc:@bert/encoder/layer_10/output/dense/kernel* validate_shape(* _output_shapes : €€ ø save/Assign_157Assign0bert/encoder/layer_10/output/dense/kernel/adam_msave/RestoreV2:157* T0*C _class9 75loc:@bert/encoder/layer_10/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ø save/Assign_158Assign0bert/encoder/layer_10/output/dense/kernel/adam_vsave/RestoreV2:158* T0*C _class9 75loc:@bert/encoder/layer_10/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ý save/Assign_159Assign5bert/encoder/layer_11/attention/output/LayerNorm/betasave/RestoreV2:159* T0*H _class> <:loc:@bert/encoder/layer_11/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( ‹ save/Assign_160Assign _class4 20loc:@bert/encoder/layer_11/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( ÷ save/Assign_196Assign2bert/encoder/layer_11/output/LayerNorm/beta/adam_msave/RestoreV2:196* T0*E _class; 97loc:@bert/encoder/layer_11/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( ÷ save/Assign_197Assign2bert/encoder/layer_11/output/LayerNorm/beta/adam_vsave/RestoreV2:197* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_11/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€ ë save/Assign_198Assign,bert/encoder/layer_11/output/LayerNorm/gammasave/RestoreV2:198* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_11/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ ù save/Assign_199Assign3bert/encoder/layer_11/output/LayerNorm/gamma/adam_msave/RestoreV2:199* T0*F _class< :8loc:@bert/encoder/layer_11/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( ù save/Assign_200Assign3bert/encoder/layer_11/output/LayerNorm/gamma/adam_vsave/RestoreV2:200* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_11/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ á save/Assign_201Assign'bert/encoder/layer_11/output/dense/biassave/RestoreV2:201* use_locking(* T0*: _class0 .,loc:@bert/encoder/layer_11/output/dense/bias* validate_shape(* _output_shapes :€ ï save/Assign_202Assign.bert/encoder/layer_11/output/dense/bias/adam_msave/RestoreV2:202* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_11/output/dense/bias/adam_m* validate_shape(* _output_shapes :€ ï save/Assign_203Assign.bert/encoder/layer_11/output/dense/bias/adam_vsave/RestoreV2:203* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_11/output/dense/bias/adam_v* validate_shape(* _output_shapes :€ ê save/Assign_204Assign)bert/encoder/layer_11/output/dense/kernelsave/RestoreV2:204* use_locking(* T0*< _class2 0.loc:@bert/encoder/layer_11/output/dense/kernel* validate_shape(* _output_shapes : €€ ø save/Assign_205Assign0bert/encoder/layer_11/output/dense/kernel/adam_msave/RestoreV2:205* T0*C _class9 75loc:@bert/encoder/layer_11/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ø save/Assign_206Assign0bert/encoder/layer_11/output/dense/kernel/adam_vsave/RestoreV2:206* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_11/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ û save/Assign_207Assign4bert/encoder/layer_2/attention/output/LayerNorm/betasave/RestoreV2:207* use_locking(* T0*G _class= ;9loc:@bert/encoder/layer_2/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€ ‰ save/Assign_208Assign;bert/encoder/layer_2/attention/output/LayerNorm/beta/adam_msave/RestoreV2:208* use_locking(* T0*N _classD B@loc:@bert/encoder/layer_2/attention/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ ‰ save/Assign_209Assign;bert/encoder/layer_2/attention/output/LayerNorm/beta/adam_vsave/RestoreV2:209* T0*N _classD B@loc:@bert/encoder/layer_2/attention/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( ý save/Assign_210Assign5bert/encoder/layer_2/attention/output/LayerNorm/gammasave/RestoreV2:210* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_2/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ ‹ save/Assign_211Assignloc:@bert/encoder/layer_2/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( Š save/Assign_218Assign9bert/encoder/layer_2/attention/output/dense/kernel/adam_vsave/RestoreV2:218* T0*L _classB @>loc:@bert/encoder/layer_2/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ë save/Assign_219Assign,bert/encoder/layer_2/attention/self/key/biassave/RestoreV2:219* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_2/attention/self/key/bias* validate_shape(* _output_shapes :€ ù save/Assign_220Assign3bert/encoder/layer_2/attention/self/key/bias/adam_msave/RestoreV2:220* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_2/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€ ù save/Assign_221Assign3bert/encoder/layer_2/attention/self/key/bias/adam_vsave/RestoreV2:221* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_2/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€ ô save/Assign_222Assign.bert/encoder/layer_2/attention/self/key/kernelsave/RestoreV2:222* T0*A _class7 53loc:@bert/encoder/layer_2/attention/self/key/kernel* validate_shape(* _output_shapes : €€* use_locking( ‚ save/Assign_223Assign5bert/encoder/layer_2/attention/self/key/kernel/adam_msave/RestoreV2:223* T0*H _class> <:loc:@bert/encoder/layer_2/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ‚ save/Assign_224Assign5bert/encoder/layer_2/attention/self/key/kernel/adam_vsave/RestoreV2:224* T0*H _class> <:loc:@bert/encoder/layer_2/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ï save/Assign_225Assign.bert/encoder/layer_2/attention/self/query/biassave/RestoreV2:225* T0*A _class7 53loc:@bert/encoder/layer_2/attention/self/query/bias* validate_shape(* _output_shapes :€* use_locking( ý save/Assign_226Assign5bert/encoder/layer_2/attention/self/query/bias/adam_msave/RestoreV2:226* T0*H _class> <:loc:@bert/encoder/layer_2/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ý save/Assign_227Assign5bert/encoder/layer_2/attention/self/query/bias/adam_vsave/RestoreV2:227* T0*H _class> <:loc:@bert/encoder/layer_2/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ø save/Assign_228Assign0bert/encoder/layer_2/attention/self/query/kernelsave/RestoreV2:228* T0*C _class9 75loc:@bert/encoder/layer_2/attention/self/query/kernel* validate_shape(* _output_shapes : €€* use_locking( † save/Assign_229Assign7bert/encoder/layer_2/attention/self/query/kernel/adam_msave/RestoreV2:229* T0*J _class@ > <:loc:@bert/encoder/layer_2/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ý save/Assign_233Assign5bert/encoder/layer_2/attention/self/value/bias/adam_vsave/RestoreV2:233* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_2/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€ ø save/Assign_234Assign0bert/encoder/layer_2/attention/self/value/kernelsave/RestoreV2:234* T0*C _class9 75loc:@bert/encoder/layer_2/attention/self/value/kernel* validate_shape(* _output_shapes : €€* use_locking( † save/Assign_235Assign7bert/encoder/layer_2/attention/self/value/kernel/adam_msave/RestoreV2:235* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_2/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ‚ save/Assign_242Assign5bert/encoder/layer_2/intermediate/dense/kernel/adam_vsave/RestoreV2:242* T0*H _class> <:loc:@bert/encoder/layer_2/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ç save/Assign_243Assign*bert/encoder/layer_2/output/LayerNorm/betasave/RestoreV2:243* use_locking(* T0*= _class3 1/loc:@bert/encoder/layer_2/output/LayerNorm/beta* validate_shape(* _output_shapes :€ õ save/Assign_244Assign1bert/encoder/layer_2/output/LayerNorm/beta/adam_msave/RestoreV2:244* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_2/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ õ save/Assign_245Assign1bert/encoder/layer_2/output/LayerNorm/beta/adam_vsave/RestoreV2:245* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_2/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€ é save/Assign_246Assign+bert/encoder/layer_2/output/LayerNorm/gammasave/RestoreV2:246* T0*> _class4 20loc:@bert/encoder/layer_2/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( ÷ save/Assign_247Assign2bert/encoder/layer_2/output/LayerNorm/gamma/adam_msave/RestoreV2:247* T0*E _class; 97loc:@bert/encoder/layer_2/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( ÷ save/Assign_248Assign2bert/encoder/layer_2/output/LayerNorm/gamma/adam_vsave/RestoreV2:248* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_2/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ß save/Assign_249Assign&bert/encoder/layer_2/output/dense/biassave/RestoreV2:249* T0*9 _class/ -+loc:@bert/encoder/layer_2/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( í save/Assign_250Assign-bert/encoder/layer_2/output/dense/bias/adam_msave/RestoreV2:250* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_2/output/dense/bias/adam_m* validate_shape(* _output_shapes :€ í save/Assign_251Assign-bert/encoder/layer_2/output/dense/bias/adam_vsave/RestoreV2:251* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_2/output/dense/bias/adam_v* validate_shape(* _output_shapes :€ è save/Assign_252Assign(bert/encoder/layer_2/output/dense/kernelsave/RestoreV2:252* T0*; _class1 /-loc:@bert/encoder/layer_2/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( ö save/Assign_253Assign/bert/encoder/layer_2/output/dense/kernel/adam_msave/RestoreV2:253* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_2/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ö save/Assign_254Assign/bert/encoder/layer_2/output/dense/kernel/adam_vsave/RestoreV2:254* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_2/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ û save/Assign_255Assign4bert/encoder/layer_3/attention/output/LayerNorm/betasave/RestoreV2:255* use_locking(* T0*G _class= ;9loc:@bert/encoder/layer_3/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€ ‰ save/Assign_256Assign;bert/encoder/layer_3/attention/output/LayerNorm/beta/adam_msave/RestoreV2:256* T0*N _classD B@loc:@bert/encoder/layer_3/attention/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( ‰ save/Assign_257Assign;bert/encoder/layer_3/attention/output/LayerNorm/beta/adam_vsave/RestoreV2:257* use_locking(* T0*N _classD B@loc:@bert/encoder/layer_3/attention/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€ ý save/Assign_258Assign5bert/encoder/layer_3/attention/output/LayerNorm/gammasave/RestoreV2:258* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_3/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ ‹ save/Assign_259Assignloc:@bert/encoder/layer_3/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ Š save/Assign_266Assign9bert/encoder/layer_3/attention/output/dense/kernel/adam_vsave/RestoreV2:266* use_locking(* T0*L _classB @>loc:@bert/encoder/layer_3/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ ë save/Assign_267Assign,bert/encoder/layer_3/attention/self/key/biassave/RestoreV2:267* T0*? _class5 31loc:@bert/encoder/layer_3/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( ù save/Assign_268Assign3bert/encoder/layer_3/attention/self/key/bias/adam_msave/RestoreV2:268* T0*F _class< :8loc:@bert/encoder/layer_3/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ù save/Assign_269Assign3bert/encoder/layer_3/attention/self/key/bias/adam_vsave/RestoreV2:269* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_3/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€ ô save/Assign_270Assign.bert/encoder/layer_3/attention/self/key/kernelsave/RestoreV2:270* T0*A _class7 53loc:@bert/encoder/layer_3/attention/self/key/kernel* validate_shape(* _output_shapes : €€* use_locking( ‚ save/Assign_271Assign5bert/encoder/layer_3/attention/self/key/kernel/adam_msave/RestoreV2:271* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_3/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€ ‚ save/Assign_272Assign5bert/encoder/layer_3/attention/self/key/kernel/adam_vsave/RestoreV2:272* T0*H _class> <:loc:@bert/encoder/layer_3/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ï save/Assign_273Assign.bert/encoder/layer_3/attention/self/query/biassave/RestoreV2:273* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_3/attention/self/query/bias* validate_shape(* _output_shapes :€ ý save/Assign_274Assign5bert/encoder/layer_3/attention/self/query/bias/adam_msave/RestoreV2:274* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_3/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€ ý save/Assign_275Assign5bert/encoder/layer_3/attention/self/query/bias/adam_vsave/RestoreV2:275* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_3/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€ ø save/Assign_276Assign0bert/encoder/layer_3/attention/self/query/kernelsave/RestoreV2:276* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_3/attention/self/query/kernel* validate_shape(* _output_shapes : €€ † save/Assign_277Assign7bert/encoder/layer_3/attention/self/query/kernel/adam_msave/RestoreV2:277* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_3/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€ ý save/Assign_281Assign5bert/encoder/layer_3/attention/self/value/bias/adam_vsave/RestoreV2:281* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_3/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€ ø save/Assign_282Assign0bert/encoder/layer_3/attention/self/value/kernelsave/RestoreV2:282* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_3/attention/self/value/kernel* validate_shape(* _output_shapes : €€ † save/Assign_283Assign7bert/encoder/layer_3/attention/self/value/kernel/adam_msave/RestoreV2:283* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_3/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ‚ save/Assign_290Assign5bert/encoder/layer_3/intermediate/dense/kernel/adam_vsave/RestoreV2:290* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_3/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ ç save/Assign_291Assign*bert/encoder/layer_3/output/LayerNorm/betasave/RestoreV2:291* T0*= _class3 1/loc:@bert/encoder/layer_3/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( õ save/Assign_292Assign1bert/encoder/layer_3/output/LayerNorm/beta/adam_msave/RestoreV2:292* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_3/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ õ save/Assign_293Assign1bert/encoder/layer_3/output/LayerNorm/beta/adam_vsave/RestoreV2:293* T0*D _class: 86loc:@bert/encoder/layer_3/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( é save/Assign_294Assign+bert/encoder/layer_3/output/LayerNorm/gammasave/RestoreV2:294* use_locking(* T0*> _class4 20loc:@bert/encoder/layer_3/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ ÷ save/Assign_295Assign2bert/encoder/layer_3/output/LayerNorm/gamma/adam_msave/RestoreV2:295* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_3/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€ ÷ save/Assign_296Assign2bert/encoder/layer_3/output/LayerNorm/gamma/adam_vsave/RestoreV2:296* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_3/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ß save/Assign_297Assign&bert/encoder/layer_3/output/dense/biassave/RestoreV2:297* use_locking(* T0*9 _class/ -+loc:@bert/encoder/layer_3/output/dense/bias* validate_shape(* _output_shapes :€ í save/Assign_298Assign-bert/encoder/layer_3/output/dense/bias/adam_msave/RestoreV2:298* T0*@ _class6 42loc:@bert/encoder/layer_3/output/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í save/Assign_299Assign-bert/encoder/layer_3/output/dense/bias/adam_vsave/RestoreV2:299* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_3/output/dense/bias/adam_v* validate_shape(* _output_shapes :€ è save/Assign_300Assign(bert/encoder/layer_3/output/dense/kernelsave/RestoreV2:300* use_locking(* T0*; _class1 /-loc:@bert/encoder/layer_3/output/dense/kernel* validate_shape(* _output_shapes : €€ ö save/Assign_301Assign/bert/encoder/layer_3/output/dense/kernel/adam_msave/RestoreV2:301* T0*B _class8 64loc:@bert/encoder/layer_3/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ö save/Assign_302Assign/bert/encoder/layer_3/output/dense/kernel/adam_vsave/RestoreV2:302* T0*B _class8 64loc:@bert/encoder/layer_3/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( û save/Assign_303Assign4bert/encoder/layer_4/attention/output/LayerNorm/betasave/RestoreV2:303* use_locking(* T0*G _class= ;9loc:@bert/encoder/layer_4/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€ ‰ save/Assign_304Assign;bert/encoder/layer_4/attention/output/LayerNorm/beta/adam_msave/RestoreV2:304* T0*N _classD B@loc:@bert/encoder/layer_4/attention/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( ‰ save/Assign_305Assign;bert/encoder/layer_4/attention/output/LayerNorm/beta/adam_vsave/RestoreV2:305* use_locking(* T0*N _classD B@loc:@bert/encoder/layer_4/attention/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€ ý save/Assign_306Assign5bert/encoder/layer_4/attention/output/LayerNorm/gammasave/RestoreV2:306* T0*H _class> <:loc:@bert/encoder/layer_4/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( ‹ save/Assign_307Assignloc:@bert/encoder/layer_4/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ Š save/Assign_314Assign9bert/encoder/layer_4/attention/output/dense/kernel/adam_vsave/RestoreV2:314* use_locking(* T0*L _classB @>loc:@bert/encoder/layer_4/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ ë save/Assign_315Assign,bert/encoder/layer_4/attention/self/key/biassave/RestoreV2:315* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_4/attention/self/key/bias* validate_shape(* _output_shapes :€ ù save/Assign_316Assign3bert/encoder/layer_4/attention/self/key/bias/adam_msave/RestoreV2:316* T0*F _class< :8loc:@bert/encoder/layer_4/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ù save/Assign_317Assign3bert/encoder/layer_4/attention/self/key/bias/adam_vsave/RestoreV2:317* T0*F _class< :8loc:@bert/encoder/layer_4/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ô save/Assign_318Assign.bert/encoder/layer_4/attention/self/key/kernelsave/RestoreV2:318* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_4/attention/self/key/kernel* validate_shape(* _output_shapes : €€ ‚ save/Assign_319Assign5bert/encoder/layer_4/attention/self/key/kernel/adam_msave/RestoreV2:319* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_4/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€ ‚ save/Assign_320Assign5bert/encoder/layer_4/attention/self/key/kernel/adam_vsave/RestoreV2:320* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_4/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€ ï save/Assign_321Assign.bert/encoder/layer_4/attention/self/query/biassave/RestoreV2:321* T0*A _class7 53loc:@bert/encoder/layer_4/attention/self/query/bias* validate_shape(* _output_shapes :€* use_locking( ý save/Assign_322Assign5bert/encoder/layer_4/attention/self/query/bias/adam_msave/RestoreV2:322* T0*H _class> <:loc:@bert/encoder/layer_4/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ý save/Assign_323Assign5bert/encoder/layer_4/attention/self/query/bias/adam_vsave/RestoreV2:323* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_4/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€ ø save/Assign_324Assign0bert/encoder/layer_4/attention/self/query/kernelsave/RestoreV2:324* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_4/attention/self/query/kernel* validate_shape(* _output_shapes : €€ † save/Assign_325Assign7bert/encoder/layer_4/attention/self/query/kernel/adam_msave/RestoreV2:325* T0*J _class@ > <:loc:@bert/encoder/layer_4/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€ ý save/Assign_329Assign5bert/encoder/layer_4/attention/self/value/bias/adam_vsave/RestoreV2:329* T0*H _class> <:loc:@bert/encoder/layer_4/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ø save/Assign_330Assign0bert/encoder/layer_4/attention/self/value/kernelsave/RestoreV2:330* T0*C _class9 75loc:@bert/encoder/layer_4/attention/self/value/kernel* validate_shape(* _output_shapes : €€* use_locking( † save/Assign_331Assign7bert/encoder/layer_4/attention/self/value/kernel/adam_msave/RestoreV2:331* T0*J _class@ > <:loc:@bert/encoder/layer_4/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ‚ save/Assign_338Assign5bert/encoder/layer_4/intermediate/dense/kernel/adam_vsave/RestoreV2:338* T0*H _class> <:loc:@bert/encoder/layer_4/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ç save/Assign_339Assign*bert/encoder/layer_4/output/LayerNorm/betasave/RestoreV2:339* T0*= _class3 1/loc:@bert/encoder/layer_4/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( õ save/Assign_340Assign1bert/encoder/layer_4/output/LayerNorm/beta/adam_msave/RestoreV2:340* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_4/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ õ save/Assign_341Assign1bert/encoder/layer_4/output/LayerNorm/beta/adam_vsave/RestoreV2:341* T0*D _class: 86loc:@bert/encoder/layer_4/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( é save/Assign_342Assign+bert/encoder/layer_4/output/LayerNorm/gammasave/RestoreV2:342* T0*> _class4 20loc:@bert/encoder/layer_4/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( ÷ save/Assign_343Assign2bert/encoder/layer_4/output/LayerNorm/gamma/adam_msave/RestoreV2:343* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_4/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€ ÷ save/Assign_344Assign2bert/encoder/layer_4/output/LayerNorm/gamma/adam_vsave/RestoreV2:344* T0*E _class; 97loc:@bert/encoder/layer_4/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€* use_locking( ß save/Assign_345Assign&bert/encoder/layer_4/output/dense/biassave/RestoreV2:345* use_locking(* T0*9 _class/ -+loc:@bert/encoder/layer_4/output/dense/bias* validate_shape(* _output_shapes :€ í save/Assign_346Assign-bert/encoder/layer_4/output/dense/bias/adam_msave/RestoreV2:346* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_4/output/dense/bias/adam_m* validate_shape(* _output_shapes :€ í save/Assign_347Assign-bert/encoder/layer_4/output/dense/bias/adam_vsave/RestoreV2:347* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_4/output/dense/bias/adam_v* validate_shape(* _output_shapes :€ è save/Assign_348Assign(bert/encoder/layer_4/output/dense/kernelsave/RestoreV2:348* use_locking(* T0*; _class1 /-loc:@bert/encoder/layer_4/output/dense/kernel* validate_shape(* _output_shapes : €€ ö save/Assign_349Assign/bert/encoder/layer_4/output/dense/kernel/adam_msave/RestoreV2:349* T0*B _class8 64loc:@bert/encoder/layer_4/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ö save/Assign_350Assign/bert/encoder/layer_4/output/dense/kernel/adam_vsave/RestoreV2:350* T0*B _class8 64loc:@bert/encoder/layer_4/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( û save/Assign_351Assign4bert/encoder/layer_5/attention/output/LayerNorm/betasave/RestoreV2:351* use_locking(* T0*G _class= ;9loc:@bert/encoder/layer_5/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€ ‰ save/Assign_352Assign;bert/encoder/layer_5/attention/output/LayerNorm/beta/adam_msave/RestoreV2:352* use_locking(* T0*N _classD B@loc:@bert/encoder/layer_5/attention/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ ‰ save/Assign_353Assign;bert/encoder/layer_5/attention/output/LayerNorm/beta/adam_vsave/RestoreV2:353* T0*N _classD B@loc:@bert/encoder/layer_5/attention/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( ý save/Assign_354Assign5bert/encoder/layer_5/attention/output/LayerNorm/gammasave/RestoreV2:354* T0*H _class> <:loc:@bert/encoder/layer_5/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( ‹ save/Assign_355Assignloc:@bert/encoder/layer_5/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( Š save/Assign_362Assign9bert/encoder/layer_5/attention/output/dense/kernel/adam_vsave/RestoreV2:362* T0*L _classB @>loc:@bert/encoder/layer_5/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ë save/Assign_363Assign,bert/encoder/layer_5/attention/self/key/biassave/RestoreV2:363* T0*? _class5 31loc:@bert/encoder/layer_5/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( ù save/Assign_364Assign3bert/encoder/layer_5/attention/self/key/bias/adam_msave/RestoreV2:364* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_5/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€ ù save/Assign_365Assign3bert/encoder/layer_5/attention/self/key/bias/adam_vsave/RestoreV2:365* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_5/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€ ô save/Assign_366Assign.bert/encoder/layer_5/attention/self/key/kernelsave/RestoreV2:366* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_5/attention/self/key/kernel* validate_shape(* _output_shapes : €€ ‚ save/Assign_367Assign5bert/encoder/layer_5/attention/self/key/kernel/adam_msave/RestoreV2:367* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_5/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€ ‚ save/Assign_368Assign5bert/encoder/layer_5/attention/self/key/kernel/adam_vsave/RestoreV2:368* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_5/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€ ï save/Assign_369Assign.bert/encoder/layer_5/attention/self/query/biassave/RestoreV2:369* T0*A _class7 53loc:@bert/encoder/layer_5/attention/self/query/bias* validate_shape(* _output_shapes :€* use_locking( ý save/Assign_370Assign5bert/encoder/layer_5/attention/self/query/bias/adam_msave/RestoreV2:370* T0*H _class> <:loc:@bert/encoder/layer_5/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ý save/Assign_371Assign5bert/encoder/layer_5/attention/self/query/bias/adam_vsave/RestoreV2:371* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_5/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€ ø save/Assign_372Assign0bert/encoder/layer_5/attention/self/query/kernelsave/RestoreV2:372* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_5/attention/self/query/kernel* validate_shape(* _output_shapes : €€ † save/Assign_373Assign7bert/encoder/layer_5/attention/self/query/kernel/adam_msave/RestoreV2:373* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_5/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€ ý save/Assign_377Assign5bert/encoder/layer_5/attention/self/value/bias/adam_vsave/RestoreV2:377* T0*H _class> <:loc:@bert/encoder/layer_5/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ø save/Assign_378Assign0bert/encoder/layer_5/attention/self/value/kernelsave/RestoreV2:378* T0*C _class9 75loc:@bert/encoder/layer_5/attention/self/value/kernel* validate_shape(* _output_shapes : €€* use_locking( † save/Assign_379Assign7bert/encoder/layer_5/attention/self/value/kernel/adam_msave/RestoreV2:379* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_5/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ‚ save/Assign_386Assign5bert/encoder/layer_5/intermediate/dense/kernel/adam_vsave/RestoreV2:386* T0*H _class> <:loc:@bert/encoder/layer_5/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ç save/Assign_387Assign*bert/encoder/layer_5/output/LayerNorm/betasave/RestoreV2:387* T0*= _class3 1/loc:@bert/encoder/layer_5/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( õ save/Assign_388Assign1bert/encoder/layer_5/output/LayerNorm/beta/adam_msave/RestoreV2:388* T0*D _class: 86loc:@bert/encoder/layer_5/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( õ save/Assign_389Assign1bert/encoder/layer_5/output/LayerNorm/beta/adam_vsave/RestoreV2:389* T0*D _class: 86loc:@bert/encoder/layer_5/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( é save/Assign_390Assign+bert/encoder/layer_5/output/LayerNorm/gammasave/RestoreV2:390* use_locking(* T0*> _class4 20loc:@bert/encoder/layer_5/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ ÷ save/Assign_391Assign2bert/encoder/layer_5/output/LayerNorm/gamma/adam_msave/RestoreV2:391* T0*E _class; 97loc:@bert/encoder/layer_5/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( ÷ save/Assign_392Assign2bert/encoder/layer_5/output/LayerNorm/gamma/adam_vsave/RestoreV2:392* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_5/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ß save/Assign_393Assign&bert/encoder/layer_5/output/dense/biassave/RestoreV2:393* use_locking(* T0*9 _class/ -+loc:@bert/encoder/layer_5/output/dense/bias* validate_shape(* _output_shapes :€ í save/Assign_394Assign-bert/encoder/layer_5/output/dense/bias/adam_msave/RestoreV2:394* T0*@ _class6 42loc:@bert/encoder/layer_5/output/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í save/Assign_395Assign-bert/encoder/layer_5/output/dense/bias/adam_vsave/RestoreV2:395* T0*@ _class6 42loc:@bert/encoder/layer_5/output/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( è save/Assign_396Assign(bert/encoder/layer_5/output/dense/kernelsave/RestoreV2:396* T0*; _class1 /-loc:@bert/encoder/layer_5/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( ö save/Assign_397Assign/bert/encoder/layer_5/output/dense/kernel/adam_msave/RestoreV2:397* T0*B _class8 64loc:@bert/encoder/layer_5/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ö save/Assign_398Assign/bert/encoder/layer_5/output/dense/kernel/adam_vsave/RestoreV2:398* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_5/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ û save/Assign_399Assign4bert/encoder/layer_6/attention/output/LayerNorm/betasave/RestoreV2:399* T0*G _class= ;9loc:@bert/encoder/layer_6/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( ‰ save/Assign_400Assign;bert/encoder/layer_6/attention/output/LayerNorm/beta/adam_msave/RestoreV2:400* T0*N _classD B@loc:@bert/encoder/layer_6/attention/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( ‰ save/Assign_401Assign;bert/encoder/layer_6/attention/output/LayerNorm/beta/adam_vsave/RestoreV2:401* T0*N _classD B@loc:@bert/encoder/layer_6/attention/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( ý save/Assign_402Assign5bert/encoder/layer_6/attention/output/LayerNorm/gammasave/RestoreV2:402* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_6/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ ‹ save/Assign_403Assignloc:@bert/encoder/layer_6/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( Š save/Assign_410Assign9bert/encoder/layer_6/attention/output/dense/kernel/adam_vsave/RestoreV2:410* use_locking(* T0*L _classB @>loc:@bert/encoder/layer_6/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ ë save/Assign_411Assign,bert/encoder/layer_6/attention/self/key/biassave/RestoreV2:411* T0*? _class5 31loc:@bert/encoder/layer_6/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( ù save/Assign_412Assign3bert/encoder/layer_6/attention/self/key/bias/adam_msave/RestoreV2:412* T0*F _class< :8loc:@bert/encoder/layer_6/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ù save/Assign_413Assign3bert/encoder/layer_6/attention/self/key/bias/adam_vsave/RestoreV2:413* T0*F _class< :8loc:@bert/encoder/layer_6/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ô save/Assign_414Assign.bert/encoder/layer_6/attention/self/key/kernelsave/RestoreV2:414* T0*A _class7 53loc:@bert/encoder/layer_6/attention/self/key/kernel* validate_shape(* _output_shapes : €€* use_locking( ‚ save/Assign_415Assign5bert/encoder/layer_6/attention/self/key/kernel/adam_msave/RestoreV2:415* T0*H _class> <:loc:@bert/encoder/layer_6/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ‚ save/Assign_416Assign5bert/encoder/layer_6/attention/self/key/kernel/adam_vsave/RestoreV2:416* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_6/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€ ï save/Assign_417Assign.bert/encoder/layer_6/attention/self/query/biassave/RestoreV2:417* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_6/attention/self/query/bias* validate_shape(* _output_shapes :€ ý save/Assign_418Assign5bert/encoder/layer_6/attention/self/query/bias/adam_msave/RestoreV2:418* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_6/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€ ý save/Assign_419Assign5bert/encoder/layer_6/attention/self/query/bias/adam_vsave/RestoreV2:419* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_6/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€ ø save/Assign_420Assign0bert/encoder/layer_6/attention/self/query/kernelsave/RestoreV2:420* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_6/attention/self/query/kernel* validate_shape(* _output_shapes : €€ † save/Assign_421Assign7bert/encoder/layer_6/attention/self/query/kernel/adam_msave/RestoreV2:421* T0*J _class@ > <:loc:@bert/encoder/layer_6/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ý save/Assign_425Assign5bert/encoder/layer_6/attention/self/value/bias/adam_vsave/RestoreV2:425* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_6/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€ ø save/Assign_426Assign0bert/encoder/layer_6/attention/self/value/kernelsave/RestoreV2:426* T0*C _class9 75loc:@bert/encoder/layer_6/attention/self/value/kernel* validate_shape(* _output_shapes : €€* use_locking( † save/Assign_427Assign7bert/encoder/layer_6/attention/self/value/kernel/adam_msave/RestoreV2:427* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_6/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ‚ save/Assign_434Assign5bert/encoder/layer_6/intermediate/dense/kernel/adam_vsave/RestoreV2:434* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_6/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ ç save/Assign_435Assign*bert/encoder/layer_6/output/LayerNorm/betasave/RestoreV2:435* T0*= _class3 1/loc:@bert/encoder/layer_6/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( õ save/Assign_436Assign1bert/encoder/layer_6/output/LayerNorm/beta/adam_msave/RestoreV2:436* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_6/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ õ save/Assign_437Assign1bert/encoder/layer_6/output/LayerNorm/beta/adam_vsave/RestoreV2:437* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_6/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€ é save/Assign_438Assign+bert/encoder/layer_6/output/LayerNorm/gammasave/RestoreV2:438* use_locking(* T0*> _class4 20loc:@bert/encoder/layer_6/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ ÷ save/Assign_439Assign2bert/encoder/layer_6/output/LayerNorm/gamma/adam_msave/RestoreV2:439* T0*E _class; 97loc:@bert/encoder/layer_6/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( ÷ save/Assign_440Assign2bert/encoder/layer_6/output/LayerNorm/gamma/adam_vsave/RestoreV2:440* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_6/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ß save/Assign_441Assign&bert/encoder/layer_6/output/dense/biassave/RestoreV2:441* T0*9 _class/ -+loc:@bert/encoder/layer_6/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( í save/Assign_442Assign-bert/encoder/layer_6/output/dense/bias/adam_msave/RestoreV2:442* T0*@ _class6 42loc:@bert/encoder/layer_6/output/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í save/Assign_443Assign-bert/encoder/layer_6/output/dense/bias/adam_vsave/RestoreV2:443* T0*@ _class6 42loc:@bert/encoder/layer_6/output/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( è save/Assign_444Assign(bert/encoder/layer_6/output/dense/kernelsave/RestoreV2:444* use_locking(* T0*; _class1 /-loc:@bert/encoder/layer_6/output/dense/kernel* validate_shape(* _output_shapes : €€ ö save/Assign_445Assign/bert/encoder/layer_6/output/dense/kernel/adam_msave/RestoreV2:445* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_6/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ö save/Assign_446Assign/bert/encoder/layer_6/output/dense/kernel/adam_vsave/RestoreV2:446* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_6/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ û save/Assign_447Assign4bert/encoder/layer_7/attention/output/LayerNorm/betasave/RestoreV2:447* T0*G _class= ;9loc:@bert/encoder/layer_7/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( ‰ save/Assign_448Assign;bert/encoder/layer_7/attention/output/LayerNorm/beta/adam_msave/RestoreV2:448* T0*N _classD B@loc:@bert/encoder/layer_7/attention/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( ‰ save/Assign_449Assign;bert/encoder/layer_7/attention/output/LayerNorm/beta/adam_vsave/RestoreV2:449* T0*N _classD B@loc:@bert/encoder/layer_7/attention/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( ý save/Assign_450Assign5bert/encoder/layer_7/attention/output/LayerNorm/gammasave/RestoreV2:450* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_7/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ ‹ save/Assign_451Assignloc:@bert/encoder/layer_7/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ Š save/Assign_458Assign9bert/encoder/layer_7/attention/output/dense/kernel/adam_vsave/RestoreV2:458* T0*L _classB @>loc:@bert/encoder/layer_7/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ë save/Assign_459Assign,bert/encoder/layer_7/attention/self/key/biassave/RestoreV2:459* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_7/attention/self/key/bias* validate_shape(* _output_shapes :€ ù save/Assign_460Assign3bert/encoder/layer_7/attention/self/key/bias/adam_msave/RestoreV2:460* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_7/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€ ù save/Assign_461Assign3bert/encoder/layer_7/attention/self/key/bias/adam_vsave/RestoreV2:461* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_7/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€ ô save/Assign_462Assign.bert/encoder/layer_7/attention/self/key/kernelsave/RestoreV2:462* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_7/attention/self/key/kernel* validate_shape(* _output_shapes : €€ ‚ save/Assign_463Assign5bert/encoder/layer_7/attention/self/key/kernel/adam_msave/RestoreV2:463* T0*H _class> <:loc:@bert/encoder/layer_7/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ‚ save/Assign_464Assign5bert/encoder/layer_7/attention/self/key/kernel/adam_vsave/RestoreV2:464* T0*H _class> <:loc:@bert/encoder/layer_7/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ï save/Assign_465Assign.bert/encoder/layer_7/attention/self/query/biassave/RestoreV2:465* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_7/attention/self/query/bias* validate_shape(* _output_shapes :€ ý save/Assign_466Assign5bert/encoder/layer_7/attention/self/query/bias/adam_msave/RestoreV2:466* T0*H _class> <:loc:@bert/encoder/layer_7/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ý save/Assign_467Assign5bert/encoder/layer_7/attention/self/query/bias/adam_vsave/RestoreV2:467* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_7/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€ ø save/Assign_468Assign0bert/encoder/layer_7/attention/self/query/kernelsave/RestoreV2:468* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_7/attention/self/query/kernel* validate_shape(* _output_shapes : €€ † save/Assign_469Assign7bert/encoder/layer_7/attention/self/query/kernel/adam_msave/RestoreV2:469* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_7/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ý save/Assign_473Assign5bert/encoder/layer_7/attention/self/value/bias/adam_vsave/RestoreV2:473* T0*H _class> <:loc:@bert/encoder/layer_7/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ø save/Assign_474Assign0bert/encoder/layer_7/attention/self/value/kernelsave/RestoreV2:474* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_7/attention/self/value/kernel* validate_shape(* _output_shapes : €€ † save/Assign_475Assign7bert/encoder/layer_7/attention/self/value/kernel/adam_msave/RestoreV2:475* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_7/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ‚ save/Assign_482Assign5bert/encoder/layer_7/intermediate/dense/kernel/adam_vsave/RestoreV2:482* T0*H _class> <:loc:@bert/encoder/layer_7/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ç save/Assign_483Assign*bert/encoder/layer_7/output/LayerNorm/betasave/RestoreV2:483* T0*= _class3 1/loc:@bert/encoder/layer_7/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( õ save/Assign_484Assign1bert/encoder/layer_7/output/LayerNorm/beta/adam_msave/RestoreV2:484* T0*D _class: 86loc:@bert/encoder/layer_7/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( õ save/Assign_485Assign1bert/encoder/layer_7/output/LayerNorm/beta/adam_vsave/RestoreV2:485* T0*D _class: 86loc:@bert/encoder/layer_7/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( é save/Assign_486Assign+bert/encoder/layer_7/output/LayerNorm/gammasave/RestoreV2:486* use_locking(* T0*> _class4 20loc:@bert/encoder/layer_7/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ ÷ save/Assign_487Assign2bert/encoder/layer_7/output/LayerNorm/gamma/adam_msave/RestoreV2:487* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_7/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€ ÷ save/Assign_488Assign2bert/encoder/layer_7/output/LayerNorm/gamma/adam_vsave/RestoreV2:488* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_7/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ß save/Assign_489Assign&bert/encoder/layer_7/output/dense/biassave/RestoreV2:489* T0*9 _class/ -+loc:@bert/encoder/layer_7/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( í save/Assign_490Assign-bert/encoder/layer_7/output/dense/bias/adam_msave/RestoreV2:490* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_7/output/dense/bias/adam_m* validate_shape(* _output_shapes :€ í save/Assign_491Assign-bert/encoder/layer_7/output/dense/bias/adam_vsave/RestoreV2:491* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_7/output/dense/bias/adam_v* validate_shape(* _output_shapes :€ è save/Assign_492Assign(bert/encoder/layer_7/output/dense/kernelsave/RestoreV2:492* use_locking(* T0*; _class1 /-loc:@bert/encoder/layer_7/output/dense/kernel* validate_shape(* _output_shapes : €€ ö save/Assign_493Assign/bert/encoder/layer_7/output/dense/kernel/adam_msave/RestoreV2:493* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_7/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ö save/Assign_494Assign/bert/encoder/layer_7/output/dense/kernel/adam_vsave/RestoreV2:494* T0*B _class8 64loc:@bert/encoder/layer_7/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( û save/Assign_495Assign4bert/encoder/layer_8/attention/output/LayerNorm/betasave/RestoreV2:495* use_locking(* T0*G _class= ;9loc:@bert/encoder/layer_8/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€ ‰ save/Assign_496Assign;bert/encoder/layer_8/attention/output/LayerNorm/beta/adam_msave/RestoreV2:496* T0*N _classD B@loc:@bert/encoder/layer_8/attention/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( ‰ save/Assign_497Assign;bert/encoder/layer_8/attention/output/LayerNorm/beta/adam_vsave/RestoreV2:497* use_locking(* T0*N _classD B@loc:@bert/encoder/layer_8/attention/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€ ý save/Assign_498Assign5bert/encoder/layer_8/attention/output/LayerNorm/gammasave/RestoreV2:498* T0*H _class> <:loc:@bert/encoder/layer_8/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( ‹ save/Assign_499Assignloc:@bert/encoder/layer_8/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( Š save/Assign_506Assign9bert/encoder/layer_8/attention/output/dense/kernel/adam_vsave/RestoreV2:506* use_locking(* T0*L _classB @>loc:@bert/encoder/layer_8/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ ë save/Assign_507Assign,bert/encoder/layer_8/attention/self/key/biassave/RestoreV2:507* use_locking(* T0*? _class5 31loc:@bert/encoder/layer_8/attention/self/key/bias* validate_shape(* _output_shapes :€ ù save/Assign_508Assign3bert/encoder/layer_8/attention/self/key/bias/adam_msave/RestoreV2:508* T0*F _class< :8loc:@bert/encoder/layer_8/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( ù save/Assign_509Assign3bert/encoder/layer_8/attention/self/key/bias/adam_vsave/RestoreV2:509* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_8/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€ ô save/Assign_510Assign.bert/encoder/layer_8/attention/self/key/kernelsave/RestoreV2:510* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_8/attention/self/key/kernel* validate_shape(* _output_shapes : €€ ‚ save/Assign_511Assign5bert/encoder/layer_8/attention/self/key/kernel/adam_msave/RestoreV2:511* T0*H _class> <:loc:@bert/encoder/layer_8/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ‚ save/Assign_512Assign5bert/encoder/layer_8/attention/self/key/kernel/adam_vsave/RestoreV2:512* T0*H _class> <:loc:@bert/encoder/layer_8/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ï save/Assign_513Assign.bert/encoder/layer_8/attention/self/query/biassave/RestoreV2:513* T0*A _class7 53loc:@bert/encoder/layer_8/attention/self/query/bias* validate_shape(* _output_shapes :€* use_locking( ý save/Assign_514Assign5bert/encoder/layer_8/attention/self/query/bias/adam_msave/RestoreV2:514* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_8/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€ ý save/Assign_515Assign5bert/encoder/layer_8/attention/self/query/bias/adam_vsave/RestoreV2:515* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_8/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€ ø save/Assign_516Assign0bert/encoder/layer_8/attention/self/query/kernelsave/RestoreV2:516* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_8/attention/self/query/kernel* validate_shape(* _output_shapes : €€ † save/Assign_517Assign7bert/encoder/layer_8/attention/self/query/kernel/adam_msave/RestoreV2:517* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_8/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€ ý save/Assign_521Assign5bert/encoder/layer_8/attention/self/value/bias/adam_vsave/RestoreV2:521* T0*H _class> <:loc:@bert/encoder/layer_8/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ø save/Assign_522Assign0bert/encoder/layer_8/attention/self/value/kernelsave/RestoreV2:522* T0*C _class9 75loc:@bert/encoder/layer_8/attention/self/value/kernel* validate_shape(* _output_shapes : €€* use_locking( † save/Assign_523Assign7bert/encoder/layer_8/attention/self/value/kernel/adam_msave/RestoreV2:523* T0*J _class@ > <:loc:@bert/encoder/layer_8/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ‚ save/Assign_530Assign5bert/encoder/layer_8/intermediate/dense/kernel/adam_vsave/RestoreV2:530* T0*H _class> <:loc:@bert/encoder/layer_8/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ç save/Assign_531Assign*bert/encoder/layer_8/output/LayerNorm/betasave/RestoreV2:531* T0*= _class3 1/loc:@bert/encoder/layer_8/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( õ save/Assign_532Assign1bert/encoder/layer_8/output/LayerNorm/beta/adam_msave/RestoreV2:532* T0*D _class: 86loc:@bert/encoder/layer_8/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( õ save/Assign_533Assign1bert/encoder/layer_8/output/LayerNorm/beta/adam_vsave/RestoreV2:533* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_8/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€ é save/Assign_534Assign+bert/encoder/layer_8/output/LayerNorm/gammasave/RestoreV2:534* use_locking(* T0*> _class4 20loc:@bert/encoder/layer_8/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ ÷ save/Assign_535Assign2bert/encoder/layer_8/output/LayerNorm/gamma/adam_msave/RestoreV2:535* T0*E _class; 97loc:@bert/encoder/layer_8/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€* use_locking( ÷ save/Assign_536Assign2bert/encoder/layer_8/output/LayerNorm/gamma/adam_vsave/RestoreV2:536* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_8/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ß save/Assign_537Assign&bert/encoder/layer_8/output/dense/biassave/RestoreV2:537* use_locking(* T0*9 _class/ -+loc:@bert/encoder/layer_8/output/dense/bias* validate_shape(* _output_shapes :€ í save/Assign_538Assign-bert/encoder/layer_8/output/dense/bias/adam_msave/RestoreV2:538* T0*@ _class6 42loc:@bert/encoder/layer_8/output/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( í save/Assign_539Assign-bert/encoder/layer_8/output/dense/bias/adam_vsave/RestoreV2:539* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_8/output/dense/bias/adam_v* validate_shape(* _output_shapes :€ è save/Assign_540Assign(bert/encoder/layer_8/output/dense/kernelsave/RestoreV2:540* use_locking(* T0*; _class1 /-loc:@bert/encoder/layer_8/output/dense/kernel* validate_shape(* _output_shapes : €€ ö save/Assign_541Assign/bert/encoder/layer_8/output/dense/kernel/adam_msave/RestoreV2:541* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_8/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ö save/Assign_542Assign/bert/encoder/layer_8/output/dense/kernel/adam_vsave/RestoreV2:542* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_8/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ û save/Assign_543Assign4bert/encoder/layer_9/attention/output/LayerNorm/betasave/RestoreV2:543* T0*G _class= ;9loc:@bert/encoder/layer_9/attention/output/LayerNorm/beta* validate_shape(* _output_shapes :€* use_locking( ‰ save/Assign_544Assign;bert/encoder/layer_9/attention/output/LayerNorm/beta/adam_msave/RestoreV2:544* T0*N _classD B@loc:@bert/encoder/layer_9/attention/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( ‰ save/Assign_545Assign;bert/encoder/layer_9/attention/output/LayerNorm/beta/adam_vsave/RestoreV2:545* T0*N _classD B@loc:@bert/encoder/layer_9/attention/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( ý save/Assign_546Assign5bert/encoder/layer_9/attention/output/LayerNorm/gammasave/RestoreV2:546* T0*H _class> <:loc:@bert/encoder/layer_9/attention/output/LayerNorm/gamma* validate_shape(* _output_shapes :€* use_locking( ‹ save/Assign_547Assignloc:@bert/encoder/layer_9/attention/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( Š save/Assign_554Assign9bert/encoder/layer_9/attention/output/dense/kernel/adam_vsave/RestoreV2:554* T0*L _classB @>loc:@bert/encoder/layer_9/attention/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ë save/Assign_555Assign,bert/encoder/layer_9/attention/self/key/biassave/RestoreV2:555* T0*? _class5 31loc:@bert/encoder/layer_9/attention/self/key/bias* validate_shape(* _output_shapes :€* use_locking( ù save/Assign_556Assign3bert/encoder/layer_9/attention/self/key/bias/adam_msave/RestoreV2:556* use_locking(* T0*F _class< :8loc:@bert/encoder/layer_9/attention/self/key/bias/adam_m* validate_shape(* _output_shapes :€ ù save/Assign_557Assign3bert/encoder/layer_9/attention/self/key/bias/adam_vsave/RestoreV2:557* T0*F _class< :8loc:@bert/encoder/layer_9/attention/self/key/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ô save/Assign_558Assign.bert/encoder/layer_9/attention/self/key/kernelsave/RestoreV2:558* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_9/attention/self/key/kernel* validate_shape(* _output_shapes : €€ ‚ save/Assign_559Assign5bert/encoder/layer_9/attention/self/key/kernel/adam_msave/RestoreV2:559* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_9/attention/self/key/kernel/adam_m* validate_shape(* _output_shapes : €€ ‚ save/Assign_560Assign5bert/encoder/layer_9/attention/self/key/kernel/adam_vsave/RestoreV2:560* T0*H _class> <:loc:@bert/encoder/layer_9/attention/self/key/kernel/adam_v* validate_shape(* _output_shapes : €€* use_locking( ï save/Assign_561Assign.bert/encoder/layer_9/attention/self/query/biassave/RestoreV2:561* use_locking(* T0*A _class7 53loc:@bert/encoder/layer_9/attention/self/query/bias* validate_shape(* _output_shapes :€ ý save/Assign_562Assign5bert/encoder/layer_9/attention/self/query/bias/adam_msave/RestoreV2:562* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_9/attention/self/query/bias/adam_m* validate_shape(* _output_shapes :€ ý save/Assign_563Assign5bert/encoder/layer_9/attention/self/query/bias/adam_vsave/RestoreV2:563* T0*H _class> <:loc:@bert/encoder/layer_9/attention/self/query/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ø save/Assign_564Assign0bert/encoder/layer_9/attention/self/query/kernelsave/RestoreV2:564* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_9/attention/self/query/kernel* validate_shape(* _output_shapes : €€ † save/Assign_565Assign7bert/encoder/layer_9/attention/self/query/kernel/adam_msave/RestoreV2:565* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_9/attention/self/value/bias/adam_m* validate_shape(* _output_shapes :€ ý save/Assign_569Assign5bert/encoder/layer_9/attention/self/value/bias/adam_vsave/RestoreV2:569* T0*H _class> <:loc:@bert/encoder/layer_9/attention/self/value/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ø save/Assign_570Assign0bert/encoder/layer_9/attention/self/value/kernelsave/RestoreV2:570* use_locking(* T0*C _class9 75loc:@bert/encoder/layer_9/attention/self/value/kernel* validate_shape(* _output_shapes : €€ † save/Assign_571Assign7bert/encoder/layer_9/attention/self/value/kernel/adam_msave/RestoreV2:571* use_locking(* T0*J _class@ > <:loc:@bert/encoder/layer_9/intermediate/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ‚ save/Assign_578Assign5bert/encoder/layer_9/intermediate/dense/kernel/adam_vsave/RestoreV2:578* use_locking(* T0*H _class> <:loc:@bert/encoder/layer_9/intermediate/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ ç save/Assign_579Assign*bert/encoder/layer_9/output/LayerNorm/betasave/RestoreV2:579* use_locking(* T0*= _class3 1/loc:@bert/encoder/layer_9/output/LayerNorm/beta* validate_shape(* _output_shapes :€ õ save/Assign_580Assign1bert/encoder/layer_9/output/LayerNorm/beta/adam_msave/RestoreV2:580* use_locking(* T0*D _class: 86loc:@bert/encoder/layer_9/output/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€ õ save/Assign_581Assign1bert/encoder/layer_9/output/LayerNorm/beta/adam_vsave/RestoreV2:581* T0*D _class: 86loc:@bert/encoder/layer_9/output/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€* use_locking( é save/Assign_582Assign+bert/encoder/layer_9/output/LayerNorm/gammasave/RestoreV2:582* use_locking(* T0*> _class4 20loc:@bert/encoder/layer_9/output/LayerNorm/gamma* validate_shape(* _output_shapes :€ ÷ save/Assign_583Assign2bert/encoder/layer_9/output/LayerNorm/gamma/adam_msave/RestoreV2:583* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_9/output/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€ ÷ save/Assign_584Assign2bert/encoder/layer_9/output/LayerNorm/gamma/adam_vsave/RestoreV2:584* use_locking(* T0*E _class; 97loc:@bert/encoder/layer_9/output/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ ß save/Assign_585Assign&bert/encoder/layer_9/output/dense/biassave/RestoreV2:585* T0*9 _class/ -+loc:@bert/encoder/layer_9/output/dense/bias* validate_shape(* _output_shapes :€* use_locking( í save/Assign_586Assign-bert/encoder/layer_9/output/dense/bias/adam_msave/RestoreV2:586* use_locking(* T0*@ _class6 42loc:@bert/encoder/layer_9/output/dense/bias/adam_m* validate_shape(* _output_shapes :€ í save/Assign_587Assign-bert/encoder/layer_9/output/dense/bias/adam_vsave/RestoreV2:587* T0*@ _class6 42loc:@bert/encoder/layer_9/output/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( è save/Assign_588Assign(bert/encoder/layer_9/output/dense/kernelsave/RestoreV2:588* T0*; _class1 /-loc:@bert/encoder/layer_9/output/dense/kernel* validate_shape(* _output_shapes : €€* use_locking( ö save/Assign_589Assign/bert/encoder/layer_9/output/dense/kernel/adam_msave/RestoreV2:589* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_9/output/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ ö save/Assign_590Assign/bert/encoder/layer_9/output/dense/kernel/adam_vsave/RestoreV2:590* use_locking(* T0*B _class8 64loc:@bert/encoder/layer_9/output/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ ¿ save/Assign_591Assignbert/pooler/dense/biassave/RestoreV2:591* T0*) _class loc:@bert/pooler/dense/bias* validate_shape(* _output_shapes :€* use_locking( Í save/Assign_592Assignbert/pooler/dense/bias/adam_msave/RestoreV2:592* T0*0 _class& $"loc:@bert/pooler/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( Í save/Assign_593Assignbert/pooler/dense/bias/adam_vsave/RestoreV2:593* use_locking(* T0*0 _class& $"loc:@bert/pooler/dense/bias/adam_v* validate_shape(* _output_shapes :€ È save/Assign_594Assignbert/pooler/dense/kernelsave/RestoreV2:594* use_locking(* T0*+ _class! loc:@bert/pooler/dense/kernel* validate_shape(* _output_shapes : €€ Ö save/Assign_595Assignbert/pooler/dense/kernel/adam_msave/RestoreV2:595* use_locking(* T0*2 _class( &$loc:@bert/pooler/dense/kernel/adam_m* validate_shape(* _output_shapes : €€ Ö save/Assign_596Assignbert/pooler/dense/kernel/adam_vsave/RestoreV2:596* use_locking(* T0*2 _class( &$loc:@bert/pooler/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ Ê save/Assign_597Assigncls/predictions/output_biassave/RestoreV2:597* use_locking(* T0*. _class$ " loc:@cls/predictions/output_bias* validate_shape(* _output_shapes :Äâ Ø save/Assign_598Assign"cls/predictions/output_bias/adam_msave/RestoreV2:598* use_locking(* T0*5 _class+ )'loc:@cls/predictions/output_bias/adam_m* validate_shape(* _output_shapes :Äâ Ø save/Assign_599Assign"cls/predictions/output_bias/adam_vsave/RestoreV2:599* T0*5 _class+ )'loc:@cls/predictions/output_bias/adam_v* validate_shape(* _output_shapes :Äâ* use_locking( ã save/Assign_600Assign(cls/predictions/transform/LayerNorm/betasave/RestoreV2:600* use_locking(* T0*; _class1 /-loc:@cls/predictions/transform/LayerNorm/beta* validate_shape(* _output_shapes :€ ñ save/Assign_601Assign/cls/predictions/transform/LayerNorm/beta/adam_msave/RestoreV2:601* T0*B _class8 64loc:@cls/predictions/transform/LayerNorm/beta/adam_m* validate_shape(* _output_shapes :€* use_locking( ñ save/Assign_602Assign/cls/predictions/transform/LayerNorm/beta/adam_vsave/RestoreV2:602* use_locking(* T0*B _class8 64loc:@cls/predictions/transform/LayerNorm/beta/adam_v* validate_shape(* _output_shapes :€ å save/Assign_603Assign)cls/predictions/transform/LayerNorm/gammasave/RestoreV2:603* use_locking(* T0*< _class2 0.loc:@cls/predictions/transform/LayerNorm/gamma* validate_shape(* _output_shapes :€ ó save/Assign_604Assign0cls/predictions/transform/LayerNorm/gamma/adam_msave/RestoreV2:604* use_locking(* T0*C _class9 75loc:@cls/predictions/transform/LayerNorm/gamma/adam_m* validate_shape(* _output_shapes :€ ó save/Assign_605Assign0cls/predictions/transform/LayerNorm/gamma/adam_vsave/RestoreV2:605* use_locking(* T0*C _class9 75loc:@cls/predictions/transform/LayerNorm/gamma/adam_v* validate_shape(* _output_shapes :€ Û save/Assign_606Assign$cls/predictions/transform/dense/biassave/RestoreV2:606* T0*7 _class- +)loc:@cls/predictions/transform/dense/bias* validate_shape(* _output_shapes :€* use_locking( é save/Assign_607Assign+cls/predictions/transform/dense/bias/adam_msave/RestoreV2:607* T0*> _class4 20loc:@cls/predictions/transform/dense/bias/adam_m* validate_shape(* _output_shapes :€* use_locking( é save/Assign_608Assign+cls/predictions/transform/dense/bias/adam_vsave/RestoreV2:608* T0*> _class4 20loc:@cls/predictions/transform/dense/bias/adam_v* validate_shape(* _output_shapes :€* use_locking( ä save/Assign_609Assign&cls/predictions/transform/dense/kernelsave/RestoreV2:609* use_locking(* T0*9 _class/ -+loc:@cls/predictions/transform/dense/kernel* validate_shape(* _output_shapes : €€ ò save/Assign_610Assign-cls/predictions/transform/dense/kernel/adam_msave/RestoreV2:610* T0*@ _class6 42loc:@cls/predictions/transform/dense/kernel/adam_m* validate_shape(* _output_shapes : €€* use_locking( ò save/Assign_611Assign-cls/predictions/transform/dense/kernel/adam_vsave/RestoreV2:611* use_locking(* T0*@ _class6 42loc:@cls/predictions/transform/dense/kernel/adam_v* validate_shape(* _output_shapes : €€ Ò save/Assign_612Assign cls/seq_relationship/output_biassave/RestoreV2:612* use_locking(* T0*3 _class) '%loc:@cls/seq_relationship/output_bias* validate_shape(* _output_shapes : à save/Assign_613Assign'cls/seq_relationship/output_bias/adam_msave/RestoreV2:613* T0*: _class0 .,loc:@cls/seq_relationship/output_bias/adam_m* validate_shape(* _output_shapes :* use_locking( à save/Assign_614Assign'cls/seq_relationship/output_bias/adam_vsave/RestoreV2:614* use_locking(* T0*: _class0 .,loc:@cls/seq_relationship/output_bias/adam_v* validate_shape(* _output_shapes : Ý save/Assign_615Assign#cls/seq_relationship/output_weightssave/RestoreV2:615* T0*6 _class, *(loc:@cls/seq_relationship/output_weights* validate_shape(* _output_shapes : €* use_locking( ë save/Assign_616Assign*cls/seq_relationship/output_weights/adam_msave/RestoreV2:616* T0*= _class3 1/loc:@cls/seq_relationship/output_weights/adam_m* validate_shape(* _output_shapes : €* use_locking( ë save/Assign_617Assign*cls/seq_relationship/output_weights/adam_vsave/RestoreV2:617* T0*= _class3 1/loc:@cls/seq_relationship/output_weights/adam_v* validate_shape(* _output_shapes : €* use_locking( R save/Identity_1Identitysave/RestoreV2:618* T0 * _output_shapes : T save/AssignVariableOpAssignVariableOp global_stepsave/Identity_1* dtype0 ¶V save/restore_shardNoOp ^save/Assign^save/AssignVariableOp^save/Assign_1^save/Assign_10^save/Assign_100^save/Assign_101^save/Assign_102^save/Assign_103^save/Assign_104^save/Assign_105^save/Assign_106^save/Assign_107^save/Assign_108^save/Assign_109^save/Assign_11^save/Assign_110^save/Assign_111^save/Assign_112^save/Assign_113^save/Assign_114^save/Assign_115^save/Assign_116^save/Assign_117^save/Assign_118^save/Assign_119^save/Assign_12^save/Assign_120^save/Assign_121^save/Assign_122^save/Assign_123^save/Assign_124^save/Assign_125^save/Assign_126^save/Assign_127^save/Assign_128^save/Assign_129^save/Assign_13^save/Assign_130^save/Assign_131^save/Assign_132^save/Assign_133^save/Assign_134^save/Assign_135^save/Assign_136^save/Assign_137^save/Assign_138^save/Assign_139^save/Assign_14^save/Assign_140^save/Assign_141^save/Assign_142^save/Assign_143^save/Assign_144^save/Assign_145^save/Assign_146^save/Assign_147^save/Assign_148^save/Assign_149^save/Assign_15^save/Assign_150^save/Assign_151^save/Assign_152^save/Assign_153^save/Assign_154^save/Assign_155^save/Assign_156^save/Assign_157^save/Assign_158^save/Assign_159^save/Assign_16^save/Assign_160^save/Assign_161^save/Assign_162^save/Assign_163^save/Assign_164^save/Assign_165^save/Assign_166^save/Assign_167^save/Assign_168^save/Assign_169^save/Assign_17^save/Assign_170^save/Assign_171^save/Assign_172^save/Assign_173^save/Assign_174^save/Assign_175^save/Assign_176^save/Assign_177^save/Assign_178^save/Assign_179^save/Assign_18^save/Assign_180^save/Assign_181^save/Assign_182^save/Assign_183^save/Assign_184^save/Assign_185^save/Assign_186^save/Assign_187^save/Assign_188^save/Assign_189^save/Assign_19^save/Assign_190^save/Assign_191^save/Assign_192^save/Assign_193^save/Assign_194^save/Assign_195^save/Assign_196^save/Assign_197^save/Assign_198^save/Assign_199^save/Assign_2^save/Assign_20^save/Assign_200^save/Assign_201^save/Assign_202^save/Assign_203^save/Assign_204^save/Assign_205^save/Assign_206^save/Assign_207^save/Assign_208^save/Assign_209^save/Assign_21^save/Assign_210^save/Assign_211^save/Assign_212^save/Assign_213^save/Assign_214^save/Assign_215^save/Assign_216^save/Assign_217^save/Assign_218^save/Assign_219^save/Assign_22^save/Assign_220^save/Assign_221^save/Assign_222^save/Assign_223^save/Assign_224^save/Assign_225^save/Assign_226^save/Assign_227^save/Assign_228^save/Assign_229^save/Assign_23^save/Assign_230^save/Assign_231^save/Assign_232^save/Assign_233^save/Assign_234^save/Assign_235^save/Assign_236^save/Assign_237^save/Assign_238^save/Assign_239^save/Assign_24^save/Assign_240^save/Assign_241^save/Assign_242^save/Assign_243^save/Assign_244^save/Assign_245^save/Assign_246^save/Assign_247^save/Assign_248^save/Assign_249^save/Assign_25^save/Assign_250^save/Assign_251^save/Assign_252^save/Assign_253^save/Assign_254^save/Assign_255^save/Assign_256^save/Assign_257^save/Assign_258^save/Assign_259^save/Assign_26^save/Assign_260^save/Assign_261^save/Assign_262^save/Assign_263^save/Assign_264^save/Assign_265^save/Assign_266^save/Assign_267^save/Assign_268^save/Assign_269^save/Assign_27^save/Assign_270^save/Assign_271^save/Assign_272^save/Assign_273^save/Assign_274^save/Assign_275^save/Assign_276^save/Assign_277^save/Assign_278^save/Assign_279^save/Assign_28^save/Assign_280^save/Assign_281^save/Assign_282^save/Assign_283^save/Assign_284^save/Assign_285^save/Assign_286^save/Assign_287^save/Assign_288^save/Assign_289^save/Assign_29^save/Assign_290^save/Assign_291^save/Assign_292^save/Assign_293^save/Assign_294^save/Assign_295^save/Assign_296^save/Assign_297^save/Assign_298^save/Assign_299^save/Assign_3^save/Assign_30^save/Assign_300^save/Assign_301^save/Assign_302^save/Assign_303^save/Assign_304^save/Assign_305^save/Assign_306^save/Assign_307^save/Assign_308^save/Assign_309^save/Assign_31^save/Assign_310^save/Assign_311^save/Assign_312^save/Assign_313^save/Assign_314^save/Assign_315^save/Assign_316^save/Assign_317^save/Assign_318^save/Assign_319^save/Assign_32^save/Assign_320^save/Assign_321^save/Assign_322^save/Assign_323^save/Assign_324^save/Assign_325^save/Assign_326^save/Assign_327^save/Assign_328^save/Assign_329^save/Assign_33^save/Assign_330^save/Assign_331^save/Assign_332^save/Assign_333^save/Assign_334^save/Assign_335^save/Assign_336^save/Assign_337^save/Assign_338^save/Assign_339^save/Assign_34^save/Assign_340^save/Assign_341^save/Assign_342^save/Assign_343^save/Assign_344^save/Assign_345^save/Assign_346^save/Assign_347^save/Assign_348^save/Assign_349^save/Assign_35^save/Assign_350^save/Assign_351^save/Assign_352^save/Assign_353^save/Assign_354^save/Assign_355^save/Assign_356^save/Assign_357^save/Assign_358^save/Assign_359^save/Assign_36^save/Assign_360^save/Assign_361^save/Assign_362^save/Assign_363^save/Assign_364^save/Assign_365^save/Assign_366^save/Assign_367^save/Assign_368^save/Assign_369^save/Assign_37^save/Assign_370^save/Assign_371^save/Assign_372^save/Assign_373^save/Assign_374^save/Assign_375^save/Assign_376^save/Assign_377^save/Assign_378^save/Assign_379^save/Assign_38^save/Assign_380^save/Assign_381^save/Assign_382^save/Assign_383^save/Assign_384^save/Assign_385^save/Assign_386^save/Assign_387^save/Assign_388^save/Assign_389^save/Assign_39^save/Assign_390^save/Assign_391^save/Assign_392^save/Assign_393^save/Assign_394^save/Assign_395^save/Assign_396^save/Assign_397^save/Assign_398^save/Assign_399^save/Assign_4^save/Assign_40^save/Assign_400^save/Assign_401^save/Assign_402^save/Assign_403^save/Assign_404^save/Assign_405^save/Assign_406^save/Assign_407^save/Assign_408^save/Assign_409^save/Assign_41^save/Assign_410^save/Assign_411^save/Assign_412^save/Assign_413^save/Assign_414^save/Assign_415^save/Assign_416^save/Assign_417^save/Assign_418^save/Assign_419^save/Assign_42^save/Assign_420^save/Assign_421^save/Assign_422^save/Assign_423^save/Assign_424^save/Assign_425^save/Assign_426^save/Assign_427^save/Assign_428^save/Assign_429^save/Assign_43^save/Assign_430^save/Assign_431^save/Assign_432^save/Assign_433^save/Assign_434^save/Assign_435^save/Assign_436^save/Assign_437^save/Assign_438^save/Assign_439^save/Assign_44^save/Assign_440^save/Assign_441^save/Assign_442^save/Assign_443^save/Assign_444^save/Assign_445^save/Assign_446^save/Assign_447^save/Assign_448^save/Assign_449^save/Assign_45^save/Assign_450^save/Assign_451^save/Assign_452^save/Assign_453^save/Assign_454^save/Assign_455^save/Assign_456^save/Assign_457^save/Assign_458^save/Assign_459^save/Assign_46^save/Assign_460^save/Assign_461^save/Assign_462^save/Assign_463^save/Assign_464^save/Assign_465^save/Assign_466^save/Assign_467^save/Assign_468^save/Assign_469^save/Assign_47^save/Assign_470^save/Assign_471^save/Assign_472^save/Assign_473^save/Assign_474^save/Assign_475^save/Assign_476^save/Assign_477^save/Assign_478^save/Assign_479^save/Assign_48^save/Assign_480^save/Assign_481^save/Assign_482^save/Assign_483^save/Assign_484^save/Assign_485^save/Assign_486^save/Assign_487^save/Assign_488^save/Assign_489^save/Assign_49^save/Assign_490^save/Assign_491^save/Assign_492^save/Assign_493^save/Assign_494^save/Assign_495^save/Assign_496^save/Assign_497^save/Assign_498^save/Assign_499^save/Assign_5^save/Assign_50^save/Assign_500^save/Assign_501^save/Assign_502^save/Assign_503^save/Assign_504^save/Assign_505^save/Assign_506^save/Assign_507^save/Assign_508^save/Assign_509^save/Assign_51^save/Assign_510^save/Assign_511^save/Assign_512^save/Assign_513^save/Assign_514^save/Assign_515^save/Assign_516^save/Assign_517^save/Assign_518^save/Assign_519^save/Assign_52^save/Assign_520^save/Assign_521^save/Assign_522^save/Assign_523^save/Assign_524^save/Assign_525^save/Assign_526^save/Assign_527^save/Assign_528^save/Assign_529^save/Assign_53^save/Assign_530^save/Assign_531^save/Assign_532^save/Assign_533^save/Assign_534^save/Assign_535^save/Assign_536^save/Assign_537^save/Assign_538^save/Assign_539^save/Assign_54^save/Assign_540^save/Assign_541^save/Assign_542^save/Assign_543^save/Assign_544^save/Assign_545^save/Assign_546^save/Assign_547^save/Assign_548^save/Assign_549^save/Assign_55^save/Assign_550^save/Assign_551^save/Assign_552^save/Assign_553^save/Assign_554^save/Assign_555^save/Assign_556^save/Assign_557^save/Assign_558^save/Assign_559^save/Assign_56^save/Assign_560^save/Assign_561^save/Assign_562^save/Assign_563^save/Assign_564^save/Assign_565^save/Assign_566^save/Assign_567^save/Assign_568^save/Assign_569^save/Assign_57^save/Assign_570^save/Assign_571^save/Assign_572^save/Assign_573^save/Assign_574^save/Assign_575^save/Assign_576^save/Assign_577^save/Assign_578^save/Assign_579^save/Assign_58^save/Assign_580^save/Assign_581^save/Assign_582^save/Assign_583^save/Assign_584^save/Assign_585^save/Assign_586^save/Assign_587^save/Assign_588^save/Assign_589^save/Assign_59^save/Assign_590^save/Assign_591^save/Assign_592^save/Assign_593^save/Assign_594^save/Assign_595^save/Assign_596^save/Assign_597^save/Assign_598^save/Assign_599^save/Assign_6^save/Assign_60^save/Assign_600^save/Assign_601^save/Assign_602^save/Assign_603^save/Assign_604^save/Assign_605^save/Assign_606^save/Assign_607^save/Assign_608^save/Assign_609^save/Assign_61^save/Assign_610^save/Assign_611^save/Assign_612^save/Assign_613^save/Assign_614^save/Assign_615^save/Assign_616^save/Assign_617^save/Assign_62^save/Assign_63^save/Assign_64^save/Assign_65^save/Assign_66^save/Assign_67^save/Assign_68^save/Assign_69^save/Assign_7^save/Assign_70^save/Assign_71^save/Assign_72^save/Assign_73^save/Assign_74^save/Assign_75^save/Assign_76^save/Assign_77^save/Assign_78^save/Assign_79^save/Assign_8^save/Assign_80^save/Assign_81^save/Assign_82^save/Assign_83^save/Assign_84^save/Assign_85^save/Assign_86^save/Assign_87^save/Assign_88^save/Assign_89^save/Assign_9^save/Assign_90^save/Assign_91^save/Assign_92^save/Assign_93^save/Assign_94^save/Assign_95^save/Assign_96^save/Assign_97^save/Assign_98^save/Assign_99 - save/restore_allNoOp^save/restore_shardÛ » „ /tf_data_structured_function_wrapper_9z4XDFOWUdQ arg0 toint32 toint32_1 toint32_2 toint32_3) %parsesingleexample_parsesingleexample toint32_4 toint32_52DWrapper for passing nested structures to and from tf.data functions.P ParseSingleExample/ConstConst" /device:CPU:0* valueB * dtype0 R ParseSingleExample/Const_1Const" /device:CPU:0* valueB * dtype0 R ParseSingleExample/Const_2Const" /device:CPU:0* valueB * dtype0 R ParseSingleExample/Const_3Const" /device:CPU:0* valueB * dtype0 R ParseSingleExample/Const_4Const" /device:CPU:0* valueB* dtype0R ParseSingleExample/Const_5Const" /device:CPU:0* valueB * dtype0 R ParseSingleExample/Const_6Const" /device:CPU:0* valueB * dtype0 æ %ParseSingleExample/ParseSingleExampleParseSingleExamplearg0!ParseSingleExample/Const:output:0#ParseSingleExample/Const_1:output:0#ParseSingleExample/Const_2:output:0#ParseSingleExample/Const_3:output:0#ParseSingleExample/Const_4:output:0#ParseSingleExample/Const_5:output:0#ParseSingleExample/Const_6:output:0" /device:CPU:0* Tdense 2  * num_sparse* dense_keyss q input_ids input_mask masked_lm_idsmasked_lm_positionsmasked_lm_weightsnext_sentence_labels segment_ids*? dense_shapes/ -:€:€:::::€* sparse_types * sparse_keys | ToInt32Cast4ParseSingleExample/ParseSingleExample:dense_values:0" /device:CPU:0* SrcT0 * Truncate(* DstT0~ ToInt32_1Cast4ParseSingleExample/ParseSingleExample:dense_values:1" /device:CPU:0* Truncate(* DstT0* SrcT0 ~ ToInt32_2Cast4ParseSingleExample/ParseSingleExample:dense_values:2" /device:CPU:0* SrcT0 * Truncate(* DstT0~ ToInt32_3Cast4ParseSingleExample/ParseSingleExample:dense_values:3" /device:CPU:0* SrcT0 * Truncate(* DstT0~ ToInt32_4Cast4ParseSingleExample/ParseSingleExample:dense_values:5" /device:CPU:0* SrcT0 * Truncate(* DstT0~ ToInt32_5Cast4ParseSingleExample/ParseSingleExample:dense_values:6" /device:CPU:0* SrcT0 * Truncate(* DstT0" toint32_1 ToInt32_1:y:0" toint32_2 ToInt32_2:y:0" toint32_3 ToInt32_3:y:0" toint32_4 ToInt32_4:y:0" toint32_5 ToInt32_5:y:0"] %parsesingleexample_parsesingleexample4ParseSingleExample/ParseSingleExample:dense_values:4" toint32 ToInt32:y:0 Å ™ /tf_data_structured_function_wrapper_52oRgbbAY9U arg0 tfrecorddataset2DWrapper for passing nested structures to and from tf.data functions.ˆH compression_typeConst" /device:CPU:0* dtype0* valueBBF buffer_sizeConst" /device:CPU:0* value B  R€€* dtype0 h TFRecordDatasetTFRecordDatasetarg0compression_type:output:0buffer_size:output:0" /device:CPU:0"+ tfrecorddatasetTFRecordDataset:handle:0 Ò ˜ /tf_data_structured_function_wrapper_rn3e6kArW78 arg0 flatmapdataset2DWrapper for passing nested structures to and from tf.data functions.ˆZ flat_filenames/shapeConst" /device:CPU:0* dtype0* valueB: ÿÿÿÿÿÿÿÿÿd flat_filenamesReshapearg0flat_filenames/shape:output:0" /device:CPU:0* T0* Tshape0 TensorSliceDatasetTensorSliceDatasetflat_filenames:output:0" /device:CPU:0* output_shapes :* Toutput_types 2Æ FlatMapDatasetFlatMapDatasetTensorSliceDataset:handle:0" /device:CPU:0*8 f3R1 /tf_data_structured_function_wrapper_52oRgbbAY9U* output_types 2* Targuments * output_shapes :") flatmapdatasetFlatMapDataset:handle:0" < save/Const:0save/Identity:0save/restore_all (5@F8"J savers@> < save/Const:0save/Identity:0save/restore_all (5@F8" losses add_1:0"2 global_step_read_op_cache  global_step/add:0"| global_stepmk i global_step:0global_step/Assign!global_step/Read/ReadVariableOp:0(2global_step/Initializer/zeros:0" iterators  IteratorV2:0"& summary_op  Merge/MergeSummary:0"é> model_variablesÕ>Ò> o bert/embeddings/LayerNorm/beta:0Assign:0%bert/embeddings/LayerNorm/beta/read:02checkpoint_initializer:08 u !bert/embeddings/LayerNorm/gamma:0 Assign_1:0&bert/embeddings/LayerNorm/gamma/read:02checkpoint_initializer_1:08 Ÿ 6bert/encoder/layer_0/attention/output/LayerNorm/beta:0 Assign_5:0;bert/encoder/layer_0/attention/output/LayerNorm/beta/read:02checkpoint_initializer_5:08 ¡ 7bert/encoder/layer_0/attention/output/LayerNorm/gamma:0 Assign_6:0 global_step:0-global_step/cond/Read/ReadVariableOp/Switch:1 è global_step/cond/cond_text_1global_step/cond/pred_id:0global_step/cond/switch_f:0*Ž global_step/Initializer/zeros:0 global_step/cond/Switch_1:0 global_step/cond/Switch_1:1 global_step/cond/pred_id:0 global_step/cond/switch_f:08 global_step/cond/pred_id:0global_step/cond/pred_id:0> global_step/Initializer/zeros:0global_step/cond/Switch_1:0"! local_init_op  group_deps_3"ìª variablesݪÙª i global_step:0global_step/Assign!global_step/Read/ReadVariableOp:0(2global_step/Initializer/zeros:0 u !bert/embeddings/word_embeddings:0 Assign_4:0&bert/embeddings/word_embeddings/read:02checkpoint_initializer_4:08  'bert/embeddings/token_type_embeddings:0 Assign_3:0,bert/embeddings/token_type_embeddings/read:02checkpoint_initializer_3:08 } %bert/embeddings/position_embeddings:0 Assign_2:0*bert/embeddings/position_embeddings/read:02checkpoint_initializer_2:08 o bert/embeddings/LayerNorm/beta:0Assign:0%bert/embeddings/LayerNorm/beta/read:02checkpoint_initializer:08 u !bert/embeddings/LayerNorm/gamma:0 Assign_1:0&bert/embeddings/LayerNorm/gamma/read:02checkpoint_initializer_1:08 ™ 2bert/encoder/layer_0/attention/self/query/kernel:0 Assign_12:07bert/encoder/layer_0/attention/self/query/kernel/read:02checkpoint_initializer_12:08 • 0bert/encoder/layer_0/attention/self/query/bias:0 Assign_11:05bert/encoder/layer_0/attention/self/query/bias/read:02checkpoint_initializer_11:08 • 0bert/encoder/layer_0/attention/self/key/kernel:0 Assign_10:05bert/encoder/layer_0/attention/self/key/kernel/read:02checkpoint_initializer_10:08  .bert/encoder/layer_0/attention/self/key/bias:0 Assign_9:03bert/encoder/layer_0/attention/self/key/bias/read:02checkpoint_initializer_9:08 ™ 2bert/encoder/layer_0/attention/self/value/kernel:0 Assign_14:07bert/encoder/layer_0/attention/self/value/kernel/read:02checkpoint_initializer_14:08 • 0bert/encoder/layer_0/attention/self/value/bias:0 Assign_13:05bert/encoder/layer_0/attention/self/value/bias/read:02checkpoint_initializer_13:08 › 4bert/encoder/layer_0/attention/output/dense/kernel:0 Assign_8:09bert/encoder/layer_0/attention/output/dense/kernel/read:02checkpoint_initializer_8:08 — 2bert/encoder/layer_0/attention/output/dense/bias:0 Assign_7:07bert/encoder/layer_0/attention/output/dense/bias/read:02checkpoint_initializer_7:08 Ÿ 6bert/encoder/layer_0/attention/output/LayerNorm/beta:0 Assign_5:0;bert/encoder/layer_0/attention/output/LayerNorm/beta/read:02checkpoint_initializer_5:08 ¡ 7bert/encoder/layer_0/attention/output/LayerNorm/gamma:0 Assign_6:0bert/embeddings/position_embeddings/adam_m/Initializer/zeros:0 Ô ,bert/embeddings/position_embeddings/adam_v:01bert/embeddings/position_embeddings/adam_v/Assign1bert/embeddings/position_embeddings/adam_v/read:02>bert/embeddings/position_embeddings/adam_v/Initializer/zeros:0 À 'bert/embeddings/LayerNorm/beta/adam_m:0,bert/embeddings/LayerNorm/beta/adam_m/Assign,bert/embeddings/LayerNorm/beta/adam_m/read:029bert/embeddings/LayerNorm/beta/adam_m/Initializer/zeros:0 À 'bert/embeddings/LayerNorm/beta/adam_v:0,bert/embeddings/LayerNorm/beta/adam_v/Assign,bert/embeddings/LayerNorm/beta/adam_v/read:029bert/embeddings/LayerNorm/beta/adam_v/Initializer/zeros:0 Ä (bert/embeddings/LayerNorm/gamma/adam_m:0-bert/embeddings/LayerNorm/gamma/adam_m/Assign-bert/embeddings/LayerNorm/gamma/adam_m/read:02:bert/embeddings/LayerNorm/gamma/adam_m/Initializer/zeros:0 Ä (bert/embeddings/LayerNorm/gamma/adam_v:0-bert/embeddings/LayerNorm/gamma/adam_v/Assign-bert/embeddings/LayerNorm/gamma/adam_v/read:02:bert/embeddings/LayerNorm/gamma/adam_v/Initializer/zeros:0 ˆ 9bert/encoder/layer_0/attention/self/query/kernel/adam_m:0>bert/encoder/layer_0/attention/self/query/kernel/adam_m/Assign>bert/encoder/layer_0/attention/self/query/kernel/adam_m/read:02Kbert/encoder/layer_0/attention/self/query/kernel/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_0/attention/self/query/kernel/adam_v:0>bert/encoder/layer_0/attention/self/query/kernel/adam_v/Assign>bert/encoder/layer_0/attention/self/query/kernel/adam_v/read:02Kbert/encoder/layer_0/attention/self/query/kernel/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_0/attention/self/query/bias/adam_m:0bert/encoder/layer_0/attention/self/value/kernel/adam_m/Assign>bert/encoder/layer_0/attention/self/value/kernel/adam_m/read:02Kbert/encoder/layer_0/attention/self/value/kernel/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_0/attention/self/value/kernel/adam_v:0>bert/encoder/layer_0/attention/self/value/kernel/adam_v/Assign>bert/encoder/layer_0/attention/self/value/kernel/adam_v/read:02Kbert/encoder/layer_0/attention/self/value/kernel/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_0/attention/self/value/bias/adam_m:0bert/encoder/layer_0/attention/output/dense/bias/adam_m/Assign>bert/encoder/layer_0/attention/output/dense/bias/adam_m/read:02Kbert/encoder/layer_0/attention/output/dense/bias/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_0/attention/output/dense/bias/adam_v:0>bert/encoder/layer_0/attention/output/dense/bias/adam_v/Assign>bert/encoder/layer_0/attention/output/dense/bias/adam_v/read:02Kbert/encoder/layer_0/attention/output/dense/bias/adam_v/Initializer/zeros:0 ˜ =bert/encoder/layer_0/attention/output/LayerNorm/beta/adam_m:0Bbert/encoder/layer_0/attention/output/LayerNorm/beta/adam_m/AssignBbert/encoder/layer_0/attention/output/LayerNorm/beta/adam_m/read:02Obert/encoder/layer_0/attention/output/LayerNorm/beta/adam_m/Initializer/zeros:0 ˜ =bert/encoder/layer_0/attention/output/LayerNorm/beta/adam_v:0Bbert/encoder/layer_0/attention/output/LayerNorm/beta/adam_v/AssignBbert/encoder/layer_0/attention/output/LayerNorm/beta/adam_v/read:02Obert/encoder/layer_0/attention/output/LayerNorm/beta/adam_v/Initializer/zeros:0 œ >bert/encoder/layer_0/attention/output/LayerNorm/gamma/adam_m:0Cbert/encoder/layer_0/attention/output/LayerNorm/gamma/adam_m/AssignCbert/encoder/layer_0/attention/output/LayerNorm/gamma/adam_m/read:02Pbert/encoder/layer_0/attention/output/LayerNorm/gamma/adam_m/Initializer/zeros:0 œ >bert/encoder/layer_0/attention/output/LayerNorm/gamma/adam_v:0Cbert/encoder/layer_0/attention/output/LayerNorm/gamma/adam_v/AssignCbert/encoder/layer_0/attention/output/LayerNorm/gamma/adam_v/read:02Pbert/encoder/layer_0/attention/output/LayerNorm/gamma/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_0/intermediate/dense/kernel/adam_m:0bert/encoder/layer_1/attention/self/query/kernel/adam_m/Assign>bert/encoder/layer_1/attention/self/query/kernel/adam_m/read:02Kbert/encoder/layer_1/attention/self/query/kernel/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_1/attention/self/query/kernel/adam_v:0>bert/encoder/layer_1/attention/self/query/kernel/adam_v/Assign>bert/encoder/layer_1/attention/self/query/kernel/adam_v/read:02Kbert/encoder/layer_1/attention/self/query/kernel/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_1/attention/self/query/bias/adam_m:0bert/encoder/layer_1/attention/self/value/kernel/adam_m/Assign>bert/encoder/layer_1/attention/self/value/kernel/adam_m/read:02Kbert/encoder/layer_1/attention/self/value/kernel/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_1/attention/self/value/kernel/adam_v:0>bert/encoder/layer_1/attention/self/value/kernel/adam_v/Assign>bert/encoder/layer_1/attention/self/value/kernel/adam_v/read:02Kbert/encoder/layer_1/attention/self/value/kernel/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_1/attention/self/value/bias/adam_m:0bert/encoder/layer_1/attention/output/dense/bias/adam_m/Assign>bert/encoder/layer_1/attention/output/dense/bias/adam_m/read:02Kbert/encoder/layer_1/attention/output/dense/bias/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_1/attention/output/dense/bias/adam_v:0>bert/encoder/layer_1/attention/output/dense/bias/adam_v/Assign>bert/encoder/layer_1/attention/output/dense/bias/adam_v/read:02Kbert/encoder/layer_1/attention/output/dense/bias/adam_v/Initializer/zeros:0 ˜ =bert/encoder/layer_1/attention/output/LayerNorm/beta/adam_m:0Bbert/encoder/layer_1/attention/output/LayerNorm/beta/adam_m/AssignBbert/encoder/layer_1/attention/output/LayerNorm/beta/adam_m/read:02Obert/encoder/layer_1/attention/output/LayerNorm/beta/adam_m/Initializer/zeros:0 ˜ =bert/encoder/layer_1/attention/output/LayerNorm/beta/adam_v:0Bbert/encoder/layer_1/attention/output/LayerNorm/beta/adam_v/AssignBbert/encoder/layer_1/attention/output/LayerNorm/beta/adam_v/read:02Obert/encoder/layer_1/attention/output/LayerNorm/beta/adam_v/Initializer/zeros:0 œ >bert/encoder/layer_1/attention/output/LayerNorm/gamma/adam_m:0Cbert/encoder/layer_1/attention/output/LayerNorm/gamma/adam_m/AssignCbert/encoder/layer_1/attention/output/LayerNorm/gamma/adam_m/read:02Pbert/encoder/layer_1/attention/output/LayerNorm/gamma/adam_m/Initializer/zeros:0 œ >bert/encoder/layer_1/attention/output/LayerNorm/gamma/adam_v:0Cbert/encoder/layer_1/attention/output/LayerNorm/gamma/adam_v/AssignCbert/encoder/layer_1/attention/output/LayerNorm/gamma/adam_v/read:02Pbert/encoder/layer_1/attention/output/LayerNorm/gamma/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_1/intermediate/dense/kernel/adam_m:0bert/encoder/layer_2/attention/self/query/kernel/adam_m/Assign>bert/encoder/layer_2/attention/self/query/kernel/adam_m/read:02Kbert/encoder/layer_2/attention/self/query/kernel/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_2/attention/self/query/kernel/adam_v:0>bert/encoder/layer_2/attention/self/query/kernel/adam_v/Assign>bert/encoder/layer_2/attention/self/query/kernel/adam_v/read:02Kbert/encoder/layer_2/attention/self/query/kernel/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_2/attention/self/query/bias/adam_m:0bert/encoder/layer_2/attention/self/value/kernel/adam_m/Assign>bert/encoder/layer_2/attention/self/value/kernel/adam_m/read:02Kbert/encoder/layer_2/attention/self/value/kernel/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_2/attention/self/value/kernel/adam_v:0>bert/encoder/layer_2/attention/self/value/kernel/adam_v/Assign>bert/encoder/layer_2/attention/self/value/kernel/adam_v/read:02Kbert/encoder/layer_2/attention/self/value/kernel/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_2/attention/self/value/bias/adam_m:0bert/encoder/layer_2/attention/output/dense/bias/adam_m/Assign>bert/encoder/layer_2/attention/output/dense/bias/adam_m/read:02Kbert/encoder/layer_2/attention/output/dense/bias/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_2/attention/output/dense/bias/adam_v:0>bert/encoder/layer_2/attention/output/dense/bias/adam_v/Assign>bert/encoder/layer_2/attention/output/dense/bias/adam_v/read:02Kbert/encoder/layer_2/attention/output/dense/bias/adam_v/Initializer/zeros:0 ˜ =bert/encoder/layer_2/attention/output/LayerNorm/beta/adam_m:0Bbert/encoder/layer_2/attention/output/LayerNorm/beta/adam_m/AssignBbert/encoder/layer_2/attention/output/LayerNorm/beta/adam_m/read:02Obert/encoder/layer_2/attention/output/LayerNorm/beta/adam_m/Initializer/zeros:0 ˜ =bert/encoder/layer_2/attention/output/LayerNorm/beta/adam_v:0Bbert/encoder/layer_2/attention/output/LayerNorm/beta/adam_v/AssignBbert/encoder/layer_2/attention/output/LayerNorm/beta/adam_v/read:02Obert/encoder/layer_2/attention/output/LayerNorm/beta/adam_v/Initializer/zeros:0 œ >bert/encoder/layer_2/attention/output/LayerNorm/gamma/adam_m:0Cbert/encoder/layer_2/attention/output/LayerNorm/gamma/adam_m/AssignCbert/encoder/layer_2/attention/output/LayerNorm/gamma/adam_m/read:02Pbert/encoder/layer_2/attention/output/LayerNorm/gamma/adam_m/Initializer/zeros:0 œ >bert/encoder/layer_2/attention/output/LayerNorm/gamma/adam_v:0Cbert/encoder/layer_2/attention/output/LayerNorm/gamma/adam_v/AssignCbert/encoder/layer_2/attention/output/LayerNorm/gamma/adam_v/read:02Pbert/encoder/layer_2/attention/output/LayerNorm/gamma/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_2/intermediate/dense/kernel/adam_m:0bert/encoder/layer_3/attention/self/query/kernel/adam_m/Assign>bert/encoder/layer_3/attention/self/query/kernel/adam_m/read:02Kbert/encoder/layer_3/attention/self/query/kernel/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_3/attention/self/query/kernel/adam_v:0>bert/encoder/layer_3/attention/self/query/kernel/adam_v/Assign>bert/encoder/layer_3/attention/self/query/kernel/adam_v/read:02Kbert/encoder/layer_3/attention/self/query/kernel/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_3/attention/self/query/bias/adam_m:0bert/encoder/layer_3/attention/self/value/kernel/adam_m/Assign>bert/encoder/layer_3/attention/self/value/kernel/adam_m/read:02Kbert/encoder/layer_3/attention/self/value/kernel/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_3/attention/self/value/kernel/adam_v:0>bert/encoder/layer_3/attention/self/value/kernel/adam_v/Assign>bert/encoder/layer_3/attention/self/value/kernel/adam_v/read:02Kbert/encoder/layer_3/attention/self/value/kernel/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_3/attention/self/value/bias/adam_m:0bert/encoder/layer_3/attention/output/dense/bias/adam_m/Assign>bert/encoder/layer_3/attention/output/dense/bias/adam_m/read:02Kbert/encoder/layer_3/attention/output/dense/bias/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_3/attention/output/dense/bias/adam_v:0>bert/encoder/layer_3/attention/output/dense/bias/adam_v/Assign>bert/encoder/layer_3/attention/output/dense/bias/adam_v/read:02Kbert/encoder/layer_3/attention/output/dense/bias/adam_v/Initializer/zeros:0 ˜ =bert/encoder/layer_3/attention/output/LayerNorm/beta/adam_m:0Bbert/encoder/layer_3/attention/output/LayerNorm/beta/adam_m/AssignBbert/encoder/layer_3/attention/output/LayerNorm/beta/adam_m/read:02Obert/encoder/layer_3/attention/output/LayerNorm/beta/adam_m/Initializer/zeros:0 ˜ =bert/encoder/layer_3/attention/output/LayerNorm/beta/adam_v:0Bbert/encoder/layer_3/attention/output/LayerNorm/beta/adam_v/AssignBbert/encoder/layer_3/attention/output/LayerNorm/beta/adam_v/read:02Obert/encoder/layer_3/attention/output/LayerNorm/beta/adam_v/Initializer/zeros:0 œ >bert/encoder/layer_3/attention/output/LayerNorm/gamma/adam_m:0Cbert/encoder/layer_3/attention/output/LayerNorm/gamma/adam_m/AssignCbert/encoder/layer_3/attention/output/LayerNorm/gamma/adam_m/read:02Pbert/encoder/layer_3/attention/output/LayerNorm/gamma/adam_m/Initializer/zeros:0 œ >bert/encoder/layer_3/attention/output/LayerNorm/gamma/adam_v:0Cbert/encoder/layer_3/attention/output/LayerNorm/gamma/adam_v/AssignCbert/encoder/layer_3/attention/output/LayerNorm/gamma/adam_v/read:02Pbert/encoder/layer_3/attention/output/LayerNorm/gamma/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_3/intermediate/dense/kernel/adam_m:0bert/encoder/layer_4/attention/self/query/kernel/adam_m/Assign>bert/encoder/layer_4/attention/self/query/kernel/adam_m/read:02Kbert/encoder/layer_4/attention/self/query/kernel/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_4/attention/self/query/kernel/adam_v:0>bert/encoder/layer_4/attention/self/query/kernel/adam_v/Assign>bert/encoder/layer_4/attention/self/query/kernel/adam_v/read:02Kbert/encoder/layer_4/attention/self/query/kernel/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_4/attention/self/query/bias/adam_m:0bert/encoder/layer_4/attention/self/value/kernel/adam_m/Assign>bert/encoder/layer_4/attention/self/value/kernel/adam_m/read:02Kbert/encoder/layer_4/attention/self/value/kernel/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_4/attention/self/value/kernel/adam_v:0>bert/encoder/layer_4/attention/self/value/kernel/adam_v/Assign>bert/encoder/layer_4/attention/self/value/kernel/adam_v/read:02Kbert/encoder/layer_4/attention/self/value/kernel/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_4/attention/self/value/bias/adam_m:0bert/encoder/layer_4/attention/output/dense/bias/adam_m/Assign>bert/encoder/layer_4/attention/output/dense/bias/adam_m/read:02Kbert/encoder/layer_4/attention/output/dense/bias/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_4/attention/output/dense/bias/adam_v:0>bert/encoder/layer_4/attention/output/dense/bias/adam_v/Assign>bert/encoder/layer_4/attention/output/dense/bias/adam_v/read:02Kbert/encoder/layer_4/attention/output/dense/bias/adam_v/Initializer/zeros:0 ˜ =bert/encoder/layer_4/attention/output/LayerNorm/beta/adam_m:0Bbert/encoder/layer_4/attention/output/LayerNorm/beta/adam_m/AssignBbert/encoder/layer_4/attention/output/LayerNorm/beta/adam_m/read:02Obert/encoder/layer_4/attention/output/LayerNorm/beta/adam_m/Initializer/zeros:0 ˜ =bert/encoder/layer_4/attention/output/LayerNorm/beta/adam_v:0Bbert/encoder/layer_4/attention/output/LayerNorm/beta/adam_v/AssignBbert/encoder/layer_4/attention/output/LayerNorm/beta/adam_v/read:02Obert/encoder/layer_4/attention/output/LayerNorm/beta/adam_v/Initializer/zeros:0 œ >bert/encoder/layer_4/attention/output/LayerNorm/gamma/adam_m:0Cbert/encoder/layer_4/attention/output/LayerNorm/gamma/adam_m/AssignCbert/encoder/layer_4/attention/output/LayerNorm/gamma/adam_m/read:02Pbert/encoder/layer_4/attention/output/LayerNorm/gamma/adam_m/Initializer/zeros:0 œ >bert/encoder/layer_4/attention/output/LayerNorm/gamma/adam_v:0Cbert/encoder/layer_4/attention/output/LayerNorm/gamma/adam_v/AssignCbert/encoder/layer_4/attention/output/LayerNorm/gamma/adam_v/read:02Pbert/encoder/layer_4/attention/output/LayerNorm/gamma/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_4/intermediate/dense/kernel/adam_m:0bert/encoder/layer_5/attention/self/query/kernel/adam_m/Assign>bert/encoder/layer_5/attention/self/query/kernel/adam_m/read:02Kbert/encoder/layer_5/attention/self/query/kernel/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_5/attention/self/query/kernel/adam_v:0>bert/encoder/layer_5/attention/self/query/kernel/adam_v/Assign>bert/encoder/layer_5/attention/self/query/kernel/adam_v/read:02Kbert/encoder/layer_5/attention/self/query/kernel/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_5/attention/self/query/bias/adam_m:0bert/encoder/layer_5/attention/self/value/kernel/adam_m/Assign>bert/encoder/layer_5/attention/self/value/kernel/adam_m/read:02Kbert/encoder/layer_5/attention/self/value/kernel/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_5/attention/self/value/kernel/adam_v:0>bert/encoder/layer_5/attention/self/value/kernel/adam_v/Assign>bert/encoder/layer_5/attention/self/value/kernel/adam_v/read:02Kbert/encoder/layer_5/attention/self/value/kernel/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_5/attention/self/value/bias/adam_m:0bert/encoder/layer_5/attention/output/dense/bias/adam_m/Assign>bert/encoder/layer_5/attention/output/dense/bias/adam_m/read:02Kbert/encoder/layer_5/attention/output/dense/bias/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_5/attention/output/dense/bias/adam_v:0>bert/encoder/layer_5/attention/output/dense/bias/adam_v/Assign>bert/encoder/layer_5/attention/output/dense/bias/adam_v/read:02Kbert/encoder/layer_5/attention/output/dense/bias/adam_v/Initializer/zeros:0 ˜ =bert/encoder/layer_5/attention/output/LayerNorm/beta/adam_m:0Bbert/encoder/layer_5/attention/output/LayerNorm/beta/adam_m/AssignBbert/encoder/layer_5/attention/output/LayerNorm/beta/adam_m/read:02Obert/encoder/layer_5/attention/output/LayerNorm/beta/adam_m/Initializer/zeros:0 ˜ =bert/encoder/layer_5/attention/output/LayerNorm/beta/adam_v:0Bbert/encoder/layer_5/attention/output/LayerNorm/beta/adam_v/AssignBbert/encoder/layer_5/attention/output/LayerNorm/beta/adam_v/read:02Obert/encoder/layer_5/attention/output/LayerNorm/beta/adam_v/Initializer/zeros:0 œ >bert/encoder/layer_5/attention/output/LayerNorm/gamma/adam_m:0Cbert/encoder/layer_5/attention/output/LayerNorm/gamma/adam_m/AssignCbert/encoder/layer_5/attention/output/LayerNorm/gamma/adam_m/read:02Pbert/encoder/layer_5/attention/output/LayerNorm/gamma/adam_m/Initializer/zeros:0 œ >bert/encoder/layer_5/attention/output/LayerNorm/gamma/adam_v:0Cbert/encoder/layer_5/attention/output/LayerNorm/gamma/adam_v/AssignCbert/encoder/layer_5/attention/output/LayerNorm/gamma/adam_v/read:02Pbert/encoder/layer_5/attention/output/LayerNorm/gamma/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_5/intermediate/dense/kernel/adam_m:0bert/encoder/layer_6/attention/self/query/kernel/adam_m/Assign>bert/encoder/layer_6/attention/self/query/kernel/adam_m/read:02Kbert/encoder/layer_6/attention/self/query/kernel/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_6/attention/self/query/kernel/adam_v:0>bert/encoder/layer_6/attention/self/query/kernel/adam_v/Assign>bert/encoder/layer_6/attention/self/query/kernel/adam_v/read:02Kbert/encoder/layer_6/attention/self/query/kernel/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_6/attention/self/query/bias/adam_m:0bert/encoder/layer_6/attention/self/value/kernel/adam_m/Assign>bert/encoder/layer_6/attention/self/value/kernel/adam_m/read:02Kbert/encoder/layer_6/attention/self/value/kernel/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_6/attention/self/value/kernel/adam_v:0>bert/encoder/layer_6/attention/self/value/kernel/adam_v/Assign>bert/encoder/layer_6/attention/self/value/kernel/adam_v/read:02Kbert/encoder/layer_6/attention/self/value/kernel/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_6/attention/self/value/bias/adam_m:0bert/encoder/layer_6/attention/output/dense/bias/adam_m/Assign>bert/encoder/layer_6/attention/output/dense/bias/adam_m/read:02Kbert/encoder/layer_6/attention/output/dense/bias/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_6/attention/output/dense/bias/adam_v:0>bert/encoder/layer_6/attention/output/dense/bias/adam_v/Assign>bert/encoder/layer_6/attention/output/dense/bias/adam_v/read:02Kbert/encoder/layer_6/attention/output/dense/bias/adam_v/Initializer/zeros:0 ˜ =bert/encoder/layer_6/attention/output/LayerNorm/beta/adam_m:0Bbert/encoder/layer_6/attention/output/LayerNorm/beta/adam_m/AssignBbert/encoder/layer_6/attention/output/LayerNorm/beta/adam_m/read:02Obert/encoder/layer_6/attention/output/LayerNorm/beta/adam_m/Initializer/zeros:0 ˜ =bert/encoder/layer_6/attention/output/LayerNorm/beta/adam_v:0Bbert/encoder/layer_6/attention/output/LayerNorm/beta/adam_v/AssignBbert/encoder/layer_6/attention/output/LayerNorm/beta/adam_v/read:02Obert/encoder/layer_6/attention/output/LayerNorm/beta/adam_v/Initializer/zeros:0 œ >bert/encoder/layer_6/attention/output/LayerNorm/gamma/adam_m:0Cbert/encoder/layer_6/attention/output/LayerNorm/gamma/adam_m/AssignCbert/encoder/layer_6/attention/output/LayerNorm/gamma/adam_m/read:02Pbert/encoder/layer_6/attention/output/LayerNorm/gamma/adam_m/Initializer/zeros:0 œ >bert/encoder/layer_6/attention/output/LayerNorm/gamma/adam_v:0Cbert/encoder/layer_6/attention/output/LayerNorm/gamma/adam_v/AssignCbert/encoder/layer_6/attention/output/LayerNorm/gamma/adam_v/read:02Pbert/encoder/layer_6/attention/output/LayerNorm/gamma/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_6/intermediate/dense/kernel/adam_m:0bert/encoder/layer_7/attention/self/query/kernel/adam_m/Assign>bert/encoder/layer_7/attention/self/query/kernel/adam_m/read:02Kbert/encoder/layer_7/attention/self/query/kernel/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_7/attention/self/query/kernel/adam_v:0>bert/encoder/layer_7/attention/self/query/kernel/adam_v/Assign>bert/encoder/layer_7/attention/self/query/kernel/adam_v/read:02Kbert/encoder/layer_7/attention/self/query/kernel/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_7/attention/self/query/bias/adam_m:0bert/encoder/layer_7/attention/self/value/kernel/adam_m/Assign>bert/encoder/layer_7/attention/self/value/kernel/adam_m/read:02Kbert/encoder/layer_7/attention/self/value/kernel/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_7/attention/self/value/kernel/adam_v:0>bert/encoder/layer_7/attention/self/value/kernel/adam_v/Assign>bert/encoder/layer_7/attention/self/value/kernel/adam_v/read:02Kbert/encoder/layer_7/attention/self/value/kernel/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_7/attention/self/value/bias/adam_m:0bert/encoder/layer_7/attention/output/dense/bias/adam_m/Assign>bert/encoder/layer_7/attention/output/dense/bias/adam_m/read:02Kbert/encoder/layer_7/attention/output/dense/bias/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_7/attention/output/dense/bias/adam_v:0>bert/encoder/layer_7/attention/output/dense/bias/adam_v/Assign>bert/encoder/layer_7/attention/output/dense/bias/adam_v/read:02Kbert/encoder/layer_7/attention/output/dense/bias/adam_v/Initializer/zeros:0 ˜ =bert/encoder/layer_7/attention/output/LayerNorm/beta/adam_m:0Bbert/encoder/layer_7/attention/output/LayerNorm/beta/adam_m/AssignBbert/encoder/layer_7/attention/output/LayerNorm/beta/adam_m/read:02Obert/encoder/layer_7/attention/output/LayerNorm/beta/adam_m/Initializer/zeros:0 ˜ =bert/encoder/layer_7/attention/output/LayerNorm/beta/adam_v:0Bbert/encoder/layer_7/attention/output/LayerNorm/beta/adam_v/AssignBbert/encoder/layer_7/attention/output/LayerNorm/beta/adam_v/read:02Obert/encoder/layer_7/attention/output/LayerNorm/beta/adam_v/Initializer/zeros:0 œ >bert/encoder/layer_7/attention/output/LayerNorm/gamma/adam_m:0Cbert/encoder/layer_7/attention/output/LayerNorm/gamma/adam_m/AssignCbert/encoder/layer_7/attention/output/LayerNorm/gamma/adam_m/read:02Pbert/encoder/layer_7/attention/output/LayerNorm/gamma/adam_m/Initializer/zeros:0 œ >bert/encoder/layer_7/attention/output/LayerNorm/gamma/adam_v:0Cbert/encoder/layer_7/attention/output/LayerNorm/gamma/adam_v/AssignCbert/encoder/layer_7/attention/output/LayerNorm/gamma/adam_v/read:02Pbert/encoder/layer_7/attention/output/LayerNorm/gamma/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_7/intermediate/dense/kernel/adam_m:0bert/encoder/layer_8/attention/self/query/kernel/adam_m/Assign>bert/encoder/layer_8/attention/self/query/kernel/adam_m/read:02Kbert/encoder/layer_8/attention/self/query/kernel/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_8/attention/self/query/kernel/adam_v:0>bert/encoder/layer_8/attention/self/query/kernel/adam_v/Assign>bert/encoder/layer_8/attention/self/query/kernel/adam_v/read:02Kbert/encoder/layer_8/attention/self/query/kernel/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_8/attention/self/query/bias/adam_m:0bert/encoder/layer_8/attention/self/value/kernel/adam_m/Assign>bert/encoder/layer_8/attention/self/value/kernel/adam_m/read:02Kbert/encoder/layer_8/attention/self/value/kernel/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_8/attention/self/value/kernel/adam_v:0>bert/encoder/layer_8/attention/self/value/kernel/adam_v/Assign>bert/encoder/layer_8/attention/self/value/kernel/adam_v/read:02Kbert/encoder/layer_8/attention/self/value/kernel/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_8/attention/self/value/bias/adam_m:0bert/encoder/layer_8/attention/output/dense/bias/adam_m/Assign>bert/encoder/layer_8/attention/output/dense/bias/adam_m/read:02Kbert/encoder/layer_8/attention/output/dense/bias/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_8/attention/output/dense/bias/adam_v:0>bert/encoder/layer_8/attention/output/dense/bias/adam_v/Assign>bert/encoder/layer_8/attention/output/dense/bias/adam_v/read:02Kbert/encoder/layer_8/attention/output/dense/bias/adam_v/Initializer/zeros:0 ˜ =bert/encoder/layer_8/attention/output/LayerNorm/beta/adam_m:0Bbert/encoder/layer_8/attention/output/LayerNorm/beta/adam_m/AssignBbert/encoder/layer_8/attention/output/LayerNorm/beta/adam_m/read:02Obert/encoder/layer_8/attention/output/LayerNorm/beta/adam_m/Initializer/zeros:0 ˜ =bert/encoder/layer_8/attention/output/LayerNorm/beta/adam_v:0Bbert/encoder/layer_8/attention/output/LayerNorm/beta/adam_v/AssignBbert/encoder/layer_8/attention/output/LayerNorm/beta/adam_v/read:02Obert/encoder/layer_8/attention/output/LayerNorm/beta/adam_v/Initializer/zeros:0 œ >bert/encoder/layer_8/attention/output/LayerNorm/gamma/adam_m:0Cbert/encoder/layer_8/attention/output/LayerNorm/gamma/adam_m/AssignCbert/encoder/layer_8/attention/output/LayerNorm/gamma/adam_m/read:02Pbert/encoder/layer_8/attention/output/LayerNorm/gamma/adam_m/Initializer/zeros:0 œ >bert/encoder/layer_8/attention/output/LayerNorm/gamma/adam_v:0Cbert/encoder/layer_8/attention/output/LayerNorm/gamma/adam_v/AssignCbert/encoder/layer_8/attention/output/LayerNorm/gamma/adam_v/read:02Pbert/encoder/layer_8/attention/output/LayerNorm/gamma/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_8/intermediate/dense/kernel/adam_m:0bert/encoder/layer_9/attention/self/query/kernel/adam_m/Assign>bert/encoder/layer_9/attention/self/query/kernel/adam_m/read:02Kbert/encoder/layer_9/attention/self/query/kernel/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_9/attention/self/query/kernel/adam_v:0>bert/encoder/layer_9/attention/self/query/kernel/adam_v/Assign>bert/encoder/layer_9/attention/self/query/kernel/adam_v/read:02Kbert/encoder/layer_9/attention/self/query/kernel/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_9/attention/self/query/bias/adam_m:0bert/encoder/layer_9/attention/self/value/kernel/adam_m/Assign>bert/encoder/layer_9/attention/self/value/kernel/adam_m/read:02Kbert/encoder/layer_9/attention/self/value/kernel/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_9/attention/self/value/kernel/adam_v:0>bert/encoder/layer_9/attention/self/value/kernel/adam_v/Assign>bert/encoder/layer_9/attention/self/value/kernel/adam_v/read:02Kbert/encoder/layer_9/attention/self/value/kernel/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_9/attention/self/value/bias/adam_m:0bert/encoder/layer_9/attention/output/dense/bias/adam_m/Assign>bert/encoder/layer_9/attention/output/dense/bias/adam_m/read:02Kbert/encoder/layer_9/attention/output/dense/bias/adam_m/Initializer/zeros:0 ˆ 9bert/encoder/layer_9/attention/output/dense/bias/adam_v:0>bert/encoder/layer_9/attention/output/dense/bias/adam_v/Assign>bert/encoder/layer_9/attention/output/dense/bias/adam_v/read:02Kbert/encoder/layer_9/attention/output/dense/bias/adam_v/Initializer/zeros:0 ˜ =bert/encoder/layer_9/attention/output/LayerNorm/beta/adam_m:0Bbert/encoder/layer_9/attention/output/LayerNorm/beta/adam_m/AssignBbert/encoder/layer_9/attention/output/LayerNorm/beta/adam_m/read:02Obert/encoder/layer_9/attention/output/LayerNorm/beta/adam_m/Initializer/zeros:0 ˜ =bert/encoder/layer_9/attention/output/LayerNorm/beta/adam_v:0Bbert/encoder/layer_9/attention/output/LayerNorm/beta/adam_v/AssignBbert/encoder/layer_9/attention/output/LayerNorm/beta/adam_v/read:02Obert/encoder/layer_9/attention/output/LayerNorm/beta/adam_v/Initializer/zeros:0 œ >bert/encoder/layer_9/attention/output/LayerNorm/gamma/adam_m:0Cbert/encoder/layer_9/attention/output/LayerNorm/gamma/adam_m/AssignCbert/encoder/layer_9/attention/output/LayerNorm/gamma/adam_m/read:02Pbert/encoder/layer_9/attention/output/LayerNorm/gamma/adam_m/Initializer/zeros:0 œ >bert/encoder/layer_9/attention/output/LayerNorm/gamma/adam_v:0Cbert/encoder/layer_9/attention/output/LayerNorm/gamma/adam_v/AssignCbert/encoder/layer_9/attention/output/LayerNorm/gamma/adam_v/read:02Pbert/encoder/layer_9/attention/output/LayerNorm/gamma/adam_v/Initializer/zeros:0 € 7bert/encoder/layer_9/intermediate/dense/kernel/adam_m:0bert/encoder/layer_10/attention/output/LayerNorm/beta/adam_m:0Cbert/encoder/layer_10/attention/output/LayerNorm/beta/adam_m/AssignCbert/encoder/layer_10/attention/output/LayerNorm/beta/adam_m/read:02Pbert/encoder/layer_10/attention/output/LayerNorm/beta/adam_m/Initializer/zeros:0 œ >bert/encoder/layer_10/attention/output/LayerNorm/beta/adam_v:0Cbert/encoder/layer_10/attention/output/LayerNorm/beta/adam_v/AssignCbert/encoder/layer_10/attention/output/LayerNorm/beta/adam_v/read:02Pbert/encoder/layer_10/attention/output/LayerNorm/beta/adam_v/Initializer/zeros:0   ?bert/encoder/layer_10/attention/output/LayerNorm/gamma/adam_m:0Dbert/encoder/layer_10/attention/output/LayerNorm/gamma/adam_m/AssignDbert/encoder/layer_10/attention/output/LayerNorm/gamma/adam_m/read:02Qbert/encoder/layer_10/attention/output/LayerNorm/gamma/adam_m/Initializer/zeros:0   ?bert/encoder/layer_10/attention/output/LayerNorm/gamma/adam_v:0Dbert/encoder/layer_10/attention/output/LayerNorm/gamma/adam_v/AssignDbert/encoder/layer_10/attention/output/LayerNorm/gamma/adam_v/read:02Qbert/encoder/layer_10/attention/output/LayerNorm/gamma/adam_v/Initializer/zeros:0 „ 8bert/encoder/layer_10/intermediate/dense/kernel/adam_m:0=bert/encoder/layer_10/intermediate/dense/kernel/adam_m/Assign=bert/encoder/layer_10/intermediate/dense/kernel/adam_m/read:02Jbert/encoder/layer_10/intermediate/dense/kernel/adam_m/Initializer/zeros:0 „ 8bert/encoder/layer_10/intermediate/dense/kernel/adam_v:0=bert/encoder/layer_10/intermediate/dense/kernel/adam_v/Assign=bert/encoder/layer_10/intermediate/dense/kernel/adam_v/read:02Jbert/encoder/layer_10/intermediate/dense/kernel/adam_v/Initializer/zeros:0 ü 6bert/encoder/layer_10/intermediate/dense/bias/adam_m:0;bert/encoder/layer_10/intermediate/dense/bias/adam_m/Assign;bert/encoder/layer_10/intermediate/dense/bias/adam_m/read:02Hbert/encoder/layer_10/intermediate/dense/bias/adam_m/Initializer/zeros:0 ü 6bert/encoder/layer_10/intermediate/dense/bias/adam_v:0;bert/encoder/layer_10/intermediate/dense/bias/adam_v/Assign;bert/encoder/layer_10/intermediate/dense/bias/adam_v/read:02Hbert/encoder/layer_10/intermediate/dense/bias/adam_v/Initializer/zeros:0 ì 2bert/encoder/layer_10/output/dense/kernel/adam_m:07bert/encoder/layer_10/output/dense/kernel/adam_m/Assign7bert/encoder/layer_10/output/dense/kernel/adam_m/read:02Dbert/encoder/layer_10/output/dense/kernel/adam_m/Initializer/zeros:0 ì 2bert/encoder/layer_10/output/dense/kernel/adam_v:07bert/encoder/layer_10/output/dense/kernel/adam_v/Assign7bert/encoder/layer_10/output/dense/kernel/adam_v/read:02Dbert/encoder/layer_10/output/dense/kernel/adam_v/Initializer/zeros:0 ä 0bert/encoder/layer_10/output/dense/bias/adam_m:05bert/encoder/layer_10/output/dense/bias/adam_m/Assign5bert/encoder/layer_10/output/dense/bias/adam_m/read:02Bbert/encoder/layer_10/output/dense/bias/adam_m/Initializer/zeros:0 ä 0bert/encoder/layer_10/output/dense/bias/adam_v:05bert/encoder/layer_10/output/dense/bias/adam_v/Assign5bert/encoder/layer_10/output/dense/bias/adam_v/read:02Bbert/encoder/layer_10/output/dense/bias/adam_v/Initializer/zeros:0 ô 4bert/encoder/layer_10/output/LayerNorm/beta/adam_m:09bert/encoder/layer_10/output/LayerNorm/beta/adam_m/Assign9bert/encoder/layer_10/output/LayerNorm/beta/adam_m/read:02Fbert/encoder/layer_10/output/LayerNorm/beta/adam_m/Initializer/zeros:0 ô 4bert/encoder/layer_10/output/LayerNorm/beta/adam_v:09bert/encoder/layer_10/output/LayerNorm/beta/adam_v/Assign9bert/encoder/layer_10/output/LayerNorm/beta/adam_v/read:02Fbert/encoder/layer_10/output/LayerNorm/beta/adam_v/Initializer/zeros:0 ø 5bert/encoder/layer_10/output/LayerNorm/gamma/adam_m:0:bert/encoder/layer_10/output/LayerNorm/gamma/adam_m/Assign:bert/encoder/layer_10/output/LayerNorm/gamma/adam_m/read:02Gbert/encoder/layer_10/output/LayerNorm/gamma/adam_m/Initializer/zeros:0 ø 5bert/encoder/layer_10/output/LayerNorm/gamma/adam_v:0:bert/encoder/layer_10/output/LayerNorm/gamma/adam_v/Assign:bert/encoder/layer_10/output/LayerNorm/gamma/adam_v/read:02Gbert/encoder/layer_10/output/LayerNorm/gamma/adam_v/Initializer/zeros:0 Œ :bert/encoder/layer_11/attention/self/query/kernel/adam_m:0?bert/encoder/layer_11/attention/self/query/kernel/adam_m/Assign?bert/encoder/layer_11/attention/self/query/kernel/adam_m/read:02Lbert/encoder/layer_11/attention/self/query/kernel/adam_m/Initializer/zeros:0 Œ :bert/encoder/layer_11/attention/self/query/kernel/adam_v:0?bert/encoder/layer_11/attention/self/query/kernel/adam_v/Assign?bert/encoder/layer_11/attention/self/query/kernel/adam_v/read:02Lbert/encoder/layer_11/attention/self/query/kernel/adam_v/Initializer/zeros:0 „ 8bert/encoder/layer_11/attention/self/query/bias/adam_m:0=bert/encoder/layer_11/attention/self/query/bias/adam_m/Assign=bert/encoder/layer_11/attention/self/query/bias/adam_m/read:02Jbert/encoder/layer_11/attention/self/query/bias/adam_m/Initializer/zeros:0 „ 8bert/encoder/layer_11/attention/self/query/bias/adam_v:0=bert/encoder/layer_11/attention/self/query/bias/adam_v/Assign=bert/encoder/layer_11/attention/self/query/bias/adam_v/read:02Jbert/encoder/layer_11/attention/self/query/bias/adam_v/Initializer/zeros:0 „ 8bert/encoder/layer_11/attention/self/key/kernel/adam_m:0=bert/encoder/layer_11/attention/self/key/kernel/adam_m/Assign=bert/encoder/layer_11/attention/self/key/kernel/adam_m/read:02Jbert/encoder/layer_11/attention/self/key/kernel/adam_m/Initializer/zeros:0 „ 8bert/encoder/layer_11/attention/self/key/kernel/adam_v:0=bert/encoder/layer_11/attention/self/key/kernel/adam_v/Assign=bert/encoder/layer_11/attention/self/key/kernel/adam_v/read:02Jbert/encoder/layer_11/attention/self/key/kernel/adam_v/Initializer/zeros:0 ü 6bert/encoder/layer_11/attention/self/key/bias/adam_m:0;bert/encoder/layer_11/attention/self/key/bias/adam_m/Assign;bert/encoder/layer_11/attention/self/key/bias/adam_m/read:02Hbert/encoder/layer_11/attention/self/key/bias/adam_m/Initializer/zeros:0 ü 6bert/encoder/layer_11/attention/self/key/bias/adam_v:0;bert/encoder/layer_11/attention/self/key/bias/adam_v/Assign;bert/encoder/layer_11/attention/self/key/bias/adam_v/read:02Hbert/encoder/layer_11/attention/self/key/bias/adam_v/Initializer/zeros:0 Œ :bert/encoder/layer_11/attention/self/value/kernel/adam_m:0?bert/encoder/layer_11/attention/self/value/kernel/adam_m/Assign?bert/encoder/layer_11/attention/self/value/kernel/adam_m/read:02Lbert/encoder/layer_11/attention/self/value/kernel/adam_m/Initializer/zeros:0 Œ :bert/encoder/layer_11/attention/self/value/kernel/adam_v:0?bert/encoder/layer_11/attention/self/value/kernel/adam_v/Assign?bert/encoder/layer_11/attention/self/value/kernel/adam_v/read:02Lbert/encoder/layer_11/attention/self/value/kernel/adam_v/Initializer/zeros:0 „ 8bert/encoder/layer_11/attention/self/value/bias/adam_m:0=bert/encoder/layer_11/attention/self/value/bias/adam_m/Assign=bert/encoder/layer_11/attention/self/value/bias/adam_m/read:02Jbert/encoder/layer_11/attention/self/value/bias/adam_m/Initializer/zeros:0 „ 8bert/encoder/layer_11/attention/self/value/bias/adam_v:0=bert/encoder/layer_11/attention/self/value/bias/adam_v/Assign=bert/encoder/layer_11/attention/self/value/bias/adam_v/read:02Jbert/encoder/layer_11/attention/self/value/bias/adam_v/Initializer/zeros:0 ” bert/encoder/layer_11/attention/output/LayerNorm/beta/adam_m:0Cbert/encoder/layer_11/attention/output/LayerNorm/beta/adam_m/AssignCbert/encoder/layer_11/attention/output/LayerNorm/beta/adam_m/read:02Pbert/encoder/layer_11/attention/output/LayerNorm/beta/adam_m/Initializer/zeros:0 œ >bert/encoder/layer_11/attention/output/LayerNorm/beta/adam_v:0Cbert/encoder/layer_11/attention/output/LayerNorm/beta/adam_v/AssignCbert/encoder/layer_11/attention/output/LayerNorm/beta/adam_v/read:02Pbert/encoder/layer_11/attention/output/LayerNorm/beta/adam_v/Initializer/zeros:0   ?bert/encoder/layer_11/attention/output/LayerNorm/gamma/adam_m:0Dbert/encoder/layer_11/attention/output/LayerNorm/gamma/adam_m/AssignDbert/encoder/layer_11/attention/output/LayerNorm/gamma/adam_m/read:02Qbert/encoder/layer_11/attention/output/LayerNorm/gamma/adam_m/Initializer/zeros:0   ?bert/encoder/layer_11/attention/output/LayerNorm/gamma/adam_v:0Dbert/encoder/layer_11/attention/output/LayerNorm/gamma/adam_v/AssignDbert/encoder/layer_11/attention/output/LayerNorm/gamma/adam_v/read:02Qbert/encoder/layer_11/attention/output/LayerNorm/gamma/adam_v/Initializer/zeros:0 „ 8bert/encoder/layer_11/intermediate/dense/kernel/adam_m:0=bert/encoder/layer_11/intermediate/dense/kernel/adam_m/Assign=bert/encoder/layer_11/intermediate/dense/kernel/adam_m/read:02Jbert/encoder/layer_11/intermediate/dense/kernel/adam_m/Initializer/zeros:0 „ 8bert/encoder/layer_11/intermediate/dense/kernel/adam_v:0=bert/encoder/layer_11/intermediate/dense/kernel/adam_v/Assign=bert/encoder/layer_11/intermediate/dense/kernel/adam_v/read:02Jbert/encoder/layer_11/intermediate/dense/kernel/adam_v/Initializer/zeros:0 ü 6bert/encoder/layer_11/intermediate/dense/bias/adam_m:0;bert/encoder/layer_11/intermediate/dense/bias/adam_m/Assign;bert/encoder/layer_11/intermediate/dense/bias/adam_m/read:02Hbert/encoder/layer_11/intermediate/dense/bias/adam_m/Initializer/zeros:0 ü 6bert/encoder/layer_11/intermediate/dense/bias/adam_v:0;bert/encoder/layer_11/intermediate/dense/bias/adam_v/Assign;bert/encoder/layer_11/intermediate/dense/bias/adam_v/read:02Hbert/encoder/layer_11/intermediate/dense/bias/adam_v/Initializer/zeros:0 ì 2bert/encoder/layer_11/output/dense/kernel/adam_m:07bert/encoder/layer_11/output/dense/kernel/adam_m/Assign7bert/encoder/layer_11/output/dense/kernel/adam_m/read:02Dbert/encoder/layer_11/output/dense/kernel/adam_m/Initializer/zeros:0 ì 2bert/encoder/layer_11/output/dense/kernel/adam_v:07bert/encoder/layer_11/output/dense/kernel/adam_v/Assign7bert/encoder/layer_11/output/dense/kernel/adam_v/read:02Dbert/encoder/layer_11/output/dense/kernel/adam_v/Initializer/zeros:0 ä 0bert/encoder/layer_11/output/dense/bias/adam_m:05bert/encoder/layer_11/output/dense/bias/adam_m/Assign5bert/encoder/layer_11/output/dense/bias/adam_m/read:02Bbert/encoder/layer_11/output/dense/bias/adam_m/Initializer/zeros:0 ä 0bert/encoder/layer_11/output/dense/bias/adam_v:05bert/encoder/layer_11/output/dense/bias/adam_v/Assign5bert/encoder/layer_11/output/dense/bias/adam_v/read:02Bbert/encoder/layer_11/output/dense/bias/adam_v/Initializer/zeros:0 ô 4bert/encoder/layer_11/output/LayerNorm/beta/adam_m:09bert/encoder/layer_11/output/LayerNorm/beta/adam_m/Assign9bert/encoder/layer_11/output/LayerNorm/beta/adam_m/read:02Fbert/encoder/layer_11/output/LayerNorm/beta/adam_m/Initializer/zeros:0 ô 4bert/encoder/layer_11/output/LayerNorm/beta/adam_v:09bert/encoder/layer_11/output/LayerNorm/beta/adam_v/Assign9bert/encoder/layer_11/output/LayerNorm/beta/adam_v/read:02Fbert/encoder/layer_11/output/LayerNorm/beta/adam_v/Initializer/zeros:0 ø 5bert/encoder/layer_11/output/LayerNorm/gamma/adam_m:0:bert/encoder/layer_11/output/LayerNorm/gamma/adam_m/Assign:bert/encoder/layer_11/output/LayerNorm/gamma/adam_m/read:02Gbert/encoder/layer_11/output/LayerNorm/gamma/adam_m/Initializer/zeros:0 ø 5bert/encoder/layer_11/output/LayerNorm/gamma/adam_v:0:bert/encoder/layer_11/output/LayerNorm/gamma/adam_v/Assign:bert/encoder/layer_11/output/LayerNorm/gamma/adam_v/read:02Gbert/encoder/layer_11/output/LayerNorm/gamma/adam_v/Initializer/zeros:0 ¨ !bert/pooler/dense/kernel/adam_m:0&bert/pooler/dense/kernel/adam_m/Assign&bert/pooler/dense/kernel/adam_m/read:023bert/pooler/dense/kernel/adam_m/Initializer/zeros:0 ¨ !bert/pooler/dense/kernel/adam_v:0&bert/pooler/dense/kernel/adam_v/Assign&bert/pooler/dense/kernel/adam_v/read:023bert/pooler/dense/kernel/adam_v/Initializer/zeros:0   bert/pooler/dense/bias/adam_m:0$bert/pooler/dense/bias/adam_m/Assign$bert/pooler/dense/bias/adam_m/read:021bert/pooler/dense/bias/adam_m/Initializer/zeros:0   bert/pooler/dense/bias/adam_v:0$bert/pooler/dense/bias/adam_v/Assign$bert/pooler/dense/bias/adam_v/read:021bert/pooler/dense/bias/adam_v/Initializer/zeros:0 à /cls/predictions/transform/dense/kernel/adam_m:04cls/predictions/transform/dense/kernel/adam_m/Assign4cls/predictions/transform/dense/kernel/adam_m/read:02Acls/predictions/transform/dense/kernel/adam_m/Initializer/zeros:0 à /cls/predictions/transform/dense/kernel/adam_v:04cls/predictions/transform/dense/kernel/adam_v/Assign4cls/predictions/transform/dense/kernel/adam_v/read:02Acls/predictions/transform/dense/kernel/adam_v/Initializer/zeros:0 Ø -cls/predictions/transform/dense/bias/adam_m:02cls/predictions/transform/dense/bias/adam_m/Assign2cls/predictions/transform/dense/bias/adam_m/read:02?cls/predictions/transform/dense/bias/adam_m/Initializer/zeros:0 Ø -cls/predictions/transform/dense/bias/adam_v:02cls/predictions/transform/dense/bias/adam_v/Assign2cls/predictions/transform/dense/bias/adam_v/read:02?cls/predictions/transform/dense/bias/adam_v/Initializer/zeros:0 è 1cls/predictions/transform/LayerNorm/beta/adam_m:06cls/predictions/transform/LayerNorm/beta/adam_m/Assign6cls/predictions/transform/LayerNorm/beta/adam_m/read:02Ccls/predictions/transform/LayerNorm/beta/adam_m/Initializer/zeros:0 è 1cls/predictions/transform/LayerNorm/beta/adam_v:06cls/predictions/transform/LayerNorm/beta/adam_v/Assign6cls/predictions/transform/LayerNorm/beta/adam_v/read:02Ccls/predictions/transform/LayerNorm/beta/adam_v/Initializer/zeros:0 ì 2cls/predictions/transform/LayerNorm/gamma/adam_m:07cls/predictions/transform/LayerNorm/gamma/adam_m/Assign7cls/predictions/transform/LayerNorm/gamma/adam_m/read:02Dcls/predictions/transform/LayerNorm/gamma/adam_m/Initializer/zeros:0 ì 2cls/predictions/transform/LayerNorm/gamma/adam_v:07cls/predictions/transform/LayerNorm/gamma/adam_v/Assign7cls/predictions/transform/LayerNorm/gamma/adam_v/read:02Dcls/predictions/transform/LayerNorm/gamma/adam_v/Initializer/zeros:0 ´ $cls/predictions/output_bias/adam_m:0)cls/predictions/output_bias/adam_m/Assign)cls/predictions/output_bias/adam_m/read:026cls/predictions/output_bias/adam_m/Initializer/zeros:0 ´ $cls/predictions/output_bias/adam_v:0)cls/predictions/output_bias/adam_v/Assign)cls/predictions/output_bias/adam_v/read:026cls/predictions/output_bias/adam_v/Initializer/zeros:0 Ô ,cls/seq_relationship/output_weights/adam_m:01cls/seq_relationship/output_weights/adam_m/Assign1cls/seq_relationship/output_weights/adam_m/read:02>cls/seq_relationship/output_weights/adam_m/Initializer/zeros:0 Ô ,cls/seq_relationship/output_weights/adam_v:01cls/seq_relationship/output_weights/adam_v/Assign1cls/seq_relationship/output_weights/adam_v/read:02>cls/seq_relationship/output_weights/adam_v/Initializer/zeros:0 È )cls/seq_relationship/output_bias/adam_m:0.cls/seq_relationship/output_bias/adam_m/Assign.cls/seq_relationship/output_bias/adam_m/read:02;cls/seq_relationship/output_bias/adam_m/Initializer/zeros:0 È )cls/seq_relationship/output_bias/adam_v:0.cls/seq_relationship/output_bias/adam_v/Assign.cls/seq_relationship/output_bias/adam_v/read:02;cls/seq_relationship/output_bias/adam_v/Initializer/zeros:0" ready_op concat:0