CPB100/lab4a/trained_model.proto

4
PlaceholderPlaceholder*
dtype0
*
shape:
6

Placeholder_1Placeholder*
dtype0
*
shape:
K
truncated_normal/shapeConst*
dtype0*
valueB"

B
truncated_normal/meanConst*
dtype0
*
valueB

*
D
truncated_normal/stddevConst*
dtype0
*
valueB

*
�#<
z
 truncated_normal/TruncatedNormalTruncatedNormaltruncated_normal/shape*
dtype0
*
seed2*

seed*

T0
_
truncated_normal/mulMul truncated_normal/TruncatedNormaltruncated_normal/stddev*

T0

M
truncated_normalAddtruncated_normal/multruncated_normal/mean*

T0

Z
VariableVariable*
dtype0
*
shape
:
*
	container*
shared_name
�

Variable/AssignAssignVariabletruncated_normal*
validate_shape(
*
_class

loc:@Variable*
use_locking(
*

T0

I

Variable/readIdentityVariable*
_class

loc:@Variable*

T0

5
onesConst*
dtype0
*
valueB

*�?
X

Variable_1Variable*
dtype0
*
shape:
*
	container*
shared_name
~
Variable_1/AssignAssign
Variable_1ones*
validate_shape(
*
_class
loc:@Variable_1*
use_locking(
*

T0

O
Variable_1/readIdentity
Variable_1*
_class
loc:@Variable_1*

T0

[
MatMulMatMulPlaceholder
Variable/read*
transpose_b(*
transpose_a(*

T0

,
addAddMatMulVariable_1/read*

T0

2
mul/yConst*
dtype0
*
valueB

*P�G

mulMuladdmul/y*

T0

'
subSubmul
Placeholder_1*

T0


L2LossL2Losssub*

T0

)
gradients/ShapeShapeL2Loss*

T0

<
gradients/ConstConst*
dtype0
*
valueB

*�?
A
gradients/FillFillgradients/Shapegradients/Const*

T0

>
gradients/L2Loss_grad/mulMulsubgradients/Fill*

T0

/
gradients/sub_grad/ShapeShapemul*

T0

;
gradients/sub_grad/Shape_1Shape
Placeholder_1*

T0

w
(gradients/sub_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/sub_grad/Shapegradients/sub_grad/Shape_1
|
gradients/sub_grad/SumSumgradients/L2Loss_grad/mul(gradients/sub_grad/BroadcastGradientArgs*

T0
*
	keep_dims(
`
gradients/sub_grad/ReshapeReshapegradients/sub_grad/Sumgradients/sub_grad/Shape*

T0

�

gradients/sub_grad/Sum_1Sumgradients/L2Loss_grad/mul*gradients/sub_grad/BroadcastGradientArgs:1*

T0
*
	keep_dims(
@
gradients/sub_grad/NegNeggradients/sub_grad/Sum_1*

T0

d
gradients/sub_grad/Reshape_1Reshapegradients/sub_grad/Neggradients/sub_grad/Shape_1*

T0

g
#gradients/sub_grad/tuple/group_depsNoOp^gradients/sub_grad/Reshape^gradients/sub_grad/Reshape_1
�

+gradients/sub_grad/tuple/control_dependencyIdentitygradients/sub_grad/Reshape$^gradients/sub_grad/tuple/group_deps*-
_class#
!loc:@gradients/sub_grad/Reshape*

T0

�

-gradients/sub_grad/tuple/control_dependency_1Identitygradients/sub_grad/Reshape_1$^gradients/sub_grad/tuple/group_deps*/
_class%
#!loc:@gradients/sub_grad/Reshape_1*

T0

/
gradients/mul_grad/ShapeShapeadd*

T0

3
gradients/mul_grad/Shape_1Shapemul/y*

T0

w
(gradients/mul_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/mul_grad/Shapegradients/mul_grad/Shape_1
Z
gradients/mul_grad/mulMul+gradients/sub_grad/tuple/control_dependencymul/y*

T0

y
gradients/mul_grad/SumSumgradients/mul_grad/mul(gradients/mul_grad/BroadcastGradientArgs*

T0
*
	keep_dims(
`
gradients/mul_grad/ReshapeReshapegradients/mul_grad/Sumgradients/mul_grad/Shape*

T0

Z
gradients/mul_grad/mul_1Muladd+gradients/sub_grad/tuple/control_dependency*

T0


gradients/mul_grad/Sum_1Sumgradients/mul_grad/mul_1*gradients/mul_grad/BroadcastGradientArgs:1*

T0
*
	keep_dims(
f
gradients/mul_grad/Reshape_1Reshapegradients/mul_grad/Sum_1gradients/mul_grad/Shape_1*

T0

g
#gradients/mul_grad/tuple/group_depsNoOp^gradients/mul_grad/Reshape^gradients/mul_grad/Reshape_1
�

+gradients/mul_grad/tuple/control_dependencyIdentitygradients/mul_grad/Reshape$^gradients/mul_grad/tuple/group_deps*-
_class#
!loc:@gradients/mul_grad/Reshape*

T0

�

-gradients/mul_grad/tuple/control_dependency_1Identitygradients/mul_grad/Reshape_1$^gradients/mul_grad/tuple/group_deps*/
_class%
#!loc:@gradients/mul_grad/Reshape_1*

T0

2
gradients/add_grad/ShapeShapeMatMul*

T0

=
gradients/add_grad/Shape_1ShapeVariable_1/read*

T0

w
(gradients/add_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/add_grad/Shapegradients/add_grad/Shape_1
�

gradients/add_grad/SumSum+gradients/mul_grad/tuple/control_dependency(gradients/add_grad/BroadcastGradientArgs*

T0
*
	keep_dims(
`
gradients/add_grad/ReshapeReshapegradients/add_grad/Sumgradients/add_grad/Shape*

T0

�

gradients/add_grad/Sum_1Sum+gradients/mul_grad/tuple/control_dependency*gradients/add_grad/BroadcastGradientArgs:1*

T0
*
	keep_dims(
f
gradients/add_grad/Reshape_1Reshapegradients/add_grad/Sum_1gradients/add_grad/Shape_1*

T0

g
#gradients/add_grad/tuple/group_depsNoOp^gradients/add_grad/Reshape^gradients/add_grad/Reshape_1
�

+gradients/add_grad/tuple/control_dependencyIdentitygradients/add_grad/Reshape$^gradients/add_grad/tuple/group_deps*-
_class#
!loc:@gradients/add_grad/Reshape*

T0

�

-gradients/add_grad/tuple/control_dependency_1Identitygradients/add_grad/Reshape_1$^gradients/add_grad/tuple/group_deps*/
_class%
#!loc:@gradients/add_grad/Reshape_1*

T0

�

gradients/MatMul_grad/MatMulMatMul+gradients/add_grad/tuple/control_dependency
Variable/read*
transpose_b(
*
transpose_a(*

T0

�

gradients/MatMul_grad/MatMul_1MatMulPlaceholder+gradients/add_grad/tuple/control_dependency*
transpose_b(*
transpose_a(
*

T0

n
&gradients/MatMul_grad/tuple/group_depsNoOp^gradients/MatMul_grad/MatMul^gradients/MatMul_grad/MatMul_1
�

.gradients/MatMul_grad/tuple/control_dependencyIdentitygradients/MatMul_grad/MatMul'^gradients/MatMul_grad/tuple/group_deps*/
_class%
#!loc:@gradients/MatMul_grad/MatMul*

T0

�

0gradients/MatMul_grad/tuple/control_dependency_1Identitygradients/MatMul_grad/MatMul_1'^gradients/MatMul_grad/tuple/group_deps*1
_class'
%#loc:@gradients/MatMul_grad/MatMul_1*

T0

c
beta1_power/initial_valueConst*
dtype0
*
_class

loc:@Variable*
valueB

*fff?
r
beta1_powerVariable*
dtype0
*
shape:*
	container*
shared_name*
_class

loc:@Variable
�

beta1_power/AssignAssignbeta1_powerbeta1_power/initial_value*
validate_shape(
*
_class

loc:@Variable*
use_locking(
*

T0

O
beta1_power/readIdentitybeta1_power*
_class

loc:@Variable*

T0

c
beta2_power/initial_valueConst*
dtype0
*
_class

loc:@Variable*
valueB

*w�?
r
beta2_powerVariable*
dtype0
*
shape:*
	container*
shared_name*
_class

loc:@Variable
�

beta2_power/AssignAssignbeta2_powerbeta2_power/initial_value*
validate_shape(
*
_class

loc:@Variable*
use_locking(
*

T0

O
beta2_power/readIdentitybeta2_power*
_class

loc:@Variable*

T0

:
zerosConst*
dtype0
*
valueB

*
|

Variable/AdamVariable*
dtype0
*
shape
:
*
	container*
shared_name*
_class

loc:@Variable
�

Variable/Adam/AssignAssign
Variable/Adamzeros*
validate_shape(
*
_class

loc:@Variable*
use_locking(
*

T0

S
Variable/Adam/readIdentity
Variable/Adam*
_class

loc:@Variable*

T0

<
zeros_1Const*
dtype0
*
valueB

*
~
Variable/Adam_1Variable*
dtype0
*
shape
:
*
	container*
shared_name*
_class

loc:@Variable
�

Variable/Adam_1/AssignAssignVariable/Adam_1zeros_1*
validate_shape(
*
_class

loc:@Variable*
use_locking(
*

T0

W
Variable/Adam_1/readIdentityVariable/Adam_1*
_class

loc:@Variable*

T0

8
zeros_2Const*
dtype0
*
valueB

*
|
Variable_1/AdamVariable*
dtype0
*
shape:
*
	container*
shared_name*
_class
loc:@Variable_1
�

Variable_1/Adam/AssignAssignVariable_1/Adamzeros_2*
validate_shape(
*
_class
loc:@Variable_1*
use_locking(
*

T0

Y
Variable_1/Adam/readIdentityVariable_1/Adam*
_class
loc:@Variable_1*

T0

8
zeros_3Const*
dtype0
*
valueB

*
~
Variable_1/Adam_1Variable*
dtype0
*
shape:
*
	container*
shared_name*
_class
loc:@Variable_1
�

Variable_1/Adam_1/AssignAssignVariable_1/Adam_1zeros_3*
validate_shape(
*
_class
loc:@Variable_1*
use_locking(
*

T0

]
Variable_1/Adam_1/readIdentityVariable_1/Adam_1*
_class
loc:@Variable_1*

T0

?
Adam/learning_rateConst*
dtype0
*
valueB

*��8
7

Adam/beta1Const*
dtype0
*
valueB

*fff?
7

Adam/beta2Const*
dtype0
*
valueB

*w�?
9
Adam/epsilonConst*
dtype0
*
valueB

*w�+2
�
Adam/update_Variable/ApplyAdam	ApplyAdamVariable
Variable/AdamVariable/Adam_1beta1_power/readbeta2_power/readAdam/learning_rate
Adam/beta1
Adam/beta2Adam/epsilon0gradients/MatMul_grad/tuple/control_dependency_1*
_class

loc:@Variable*
use_locking(*

T0

�
 Adam/update_Variable_1/ApplyAdam	ApplyAdam
Variable_1Variable_1/AdamVariable_1/Adam_1beta1_power/readbeta2_power/readAdam/learning_rate
Adam/beta1
Adam/beta2Adam/epsilon-gradients/add_grad/tuple/control_dependency_1*
_class
loc:@Variable_1*
use_locking(*

T0

�

Adam/mulMulbeta1_power/read
Adam/beta1^Adam/update_Variable/ApplyAdam!^Adam/update_Variable_1/ApplyAdam*
_class

loc:@Variable*

T0

{
Adam/AssignAssignbeta1_powerAdam/mul*
validate_shape(
*
_class

loc:@Variable*
use_locking(*

T0

�


Adam/mul_1Mulbeta2_power/read
Adam/beta2^Adam/update_Variable/ApplyAdam!^Adam/update_Variable_1/ApplyAdam*
_class

loc:@Variable*

T0



Adam/Assign_1Assignbeta2_power
Adam/mul_1*
validate_shape(
*
_class

loc:@Variable*
use_locking(*

T0

n
AdamNoOp^Adam/update_Variable/ApplyAdam!^Adam/update_Variable_1/ApplyAdam^Adam/Assign^Adam/Assign_1
�

initNoOp^Variable/Assign^Variable_1/Assign^beta1_power/Assign^beta2_power/Assign^Variable/Adam/Assign^Variable/Adam_1/Assign^Variable_1/Adam/Assign^Variable_1/Adam_1/Assign
8

save/ConstConst*
dtype0*
value
BBmodel
R
save/save/tensor_namesConst*
dtype0*$
valueBBbiasesBweights
J
save/save/shapes_and_slicesConst*
dtype0*
valueBBB
{
	save/save
SaveSlices
save/Constsave/save/tensor_namessave/save/shapes_and_slices
Variable_1Variable*

T
2


c
save/control_dependencyIdentity
save/Const
^save/save*
_class
loc:@save/Const*

T0
M
save/restore_slice/tensor_nameConst*
dtype0*
valueBBbiases
K
"save/restore_slice/shape_and_sliceConst*
dtype0*
valueBB
�

save/restore_sliceRestoreSlice
save/Constsave/restore_slice/tensor_name"save/restore_slice/shape_and_slice*
preferred_shard���������
*
dt0

�

save/AssignAssign
Variable_1save/restore_slice*
validate_shape(
*
_class
loc:@Variable_1*
use_locking(
*

T0

P
 save/restore_slice_1/tensor_nameConst*
dtype0*
valueB
Bweights
M
$save/restore_slice_1/shape_and_sliceConst*
dtype0*
valueBB
�

save/restore_slice_1RestoreSlice
save/Const save/restore_slice_1/tensor_name$save/restore_slice_1/shape_and_slice*
preferred_shard���������
*
dt0

�


save/Assign_1AssignVariablesave/restore_slice_1*
validate_shape(
*
_class

loc:@Variable*
use_locking(
*

T0

6
save/restore_allNoOp^save/Assign^save/Assign_1
6

Placeholder_2Placeholder*
dtype0
*
shape:
6

Placeholder_3Placeholder*
dtype0
*
shape:
M
truncated_normal_1/shapeConst*
dtype0*
valueB"
D
truncated_normal_1/meanConst*
dtype0
*
valueB

*
F
truncated_normal_1/stddevConst*
dtype0
*
valueB

*
�#<
~
"truncated_normal_1/TruncatedNormalTruncatedNormaltruncated_normal_1/shape*
dtype0
*
seed2*

seed*

T0
e
truncated_normal_1/mulMul"truncated_normal_1/TruncatedNormaltruncated_normal_1/stddev*

T0

S
truncated_normal_1Addtruncated_normal_1/multruncated_normal_1/mean*

T0

\

Variable_2Variable*
dtype0
*
shape
:*
	container*
shared_name
�

Variable_2/AssignAssign
Variable_2truncated_normal_1*
validate_shape(
*
_class
loc:@Variable_2*
use_locking(
*

T0

O
Variable_2/readIdentity
Variable_2*
_class
loc:@Variable_2*

T0

M
truncated_normal_2/shapeConst*
dtype0*
valueB"

D
truncated_normal_2/meanConst*
dtype0
*
valueB

*
F
truncated_normal_2/stddevConst*
dtype0
*
valueB

*
�#<
~
"truncated_normal_2/TruncatedNormalTruncatedNormaltruncated_normal_2/shape*
dtype0
*
seed2*

seed*

T0
e
truncated_normal_2/mulMul"truncated_normal_2/TruncatedNormaltruncated_normal_2/stddev*

T0

S
truncated_normal_2Addtruncated_normal_2/multruncated_normal_2/mean*

T0

\

Variable_3Variable*
dtype0
*
shape
:
*
	container*
shared_name
�

Variable_3/AssignAssign
Variable_3truncated_normal_2*
validate_shape(
*
_class
loc:@Variable_3*
use_locking(
*

T0

O
Variable_3/readIdentity
Variable_3*
_class
loc:@Variable_3*

T0

7
ones_1Const*
dtype0
*
valueB
*�?
X

Variable_4Variable*
dtype0
*
shape:*
	container*
shared_name
�

Variable_4/AssignAssign
Variable_4ones_1*
validate_shape(
*
_class
loc:@Variable_4*
use_locking(
*

T0

O
Variable_4/readIdentity
Variable_4*
_class
loc:@Variable_4*

T0

7
ones_2Const*
dtype0
*
valueB

*�?
X

Variable_5Variable*
dtype0
*
shape:
*
	container*
shared_name
�

Variable_5/AssignAssign
Variable_5ones_2*
validate_shape(
*
_class
loc:@Variable_5*
use_locking(
*

T0

O
Variable_5/readIdentity
Variable_5*
_class
loc:@Variable_5*

T0

a
MatMul_1MatMul
Placeholder_2Variable_2/read*
transpose_b(*
transpose_a(*

T0

0
add_1AddMatMul_1Variable_4/read*

T0


ReluReluadd_1*

T0

X
MatMul_2MatMulReluVariable_3/read*
transpose_b(*
transpose_a(*

T0

0
add_2AddMatMul_2Variable_5/read*

T0

4
mul_1/yConst*
dtype0
*
valueB

*P�G
%
mul_1Muladd_2mul_1/y*

T0

+
sub_1Submul_1
Placeholder_3*

T0

"
L2Loss_1L2Losssub_1*

T0

-
gradients_1/ShapeShapeL2Loss_1*

T0

>
gradients_1/ConstConst*
dtype0
*
valueB

*�?
G
gradients_1/FillFillgradients_1/Shapegradients_1/Const*

T0

F
gradients_1/L2Loss_1_grad/mulMulsub_1gradients_1/Fill*

T0

5
gradients_1/sub_1_grad/ShapeShapemul_1*

T0

?
gradients_1/sub_1_grad/Shape_1Shape
Placeholder_3*

T0

�

,gradients_1/sub_1_grad/BroadcastGradientArgsBroadcastGradientArgsgradients_1/sub_1_grad/Shapegradients_1/sub_1_grad/Shape_1
�

gradients_1/sub_1_grad/SumSumgradients_1/L2Loss_1_grad/mul,gradients_1/sub_1_grad/BroadcastGradientArgs*

T0
*
	keep_dims(
l
gradients_1/sub_1_grad/ReshapeReshapegradients_1/sub_1_grad/Sumgradients_1/sub_1_grad/Shape*

T0

�

gradients_1/sub_1_grad/Sum_1Sumgradients_1/L2Loss_1_grad/mul.gradients_1/sub_1_grad/BroadcastGradientArgs:1*

T0
*
	keep_dims(
H
gradients_1/sub_1_grad/NegNeggradients_1/sub_1_grad/Sum_1*

T0

p
 gradients_1/sub_1_grad/Reshape_1Reshapegradients_1/sub_1_grad/Neggradients_1/sub_1_grad/Shape_1*

T0

s
'gradients_1/sub_1_grad/tuple/group_depsNoOp^gradients_1/sub_1_grad/Reshape!^gradients_1/sub_1_grad/Reshape_1
�

/gradients_1/sub_1_grad/tuple/control_dependencyIdentitygradients_1/sub_1_grad/Reshape(^gradients_1/sub_1_grad/tuple/group_deps*1
_class'
%#loc:@gradients_1/sub_1_grad/Reshape*

T0

�

1gradients_1/sub_1_grad/tuple/control_dependency_1Identity gradients_1/sub_1_grad/Reshape_1(^gradients_1/sub_1_grad/tuple/group_deps*3
_class)
'%loc:@gradients_1/sub_1_grad/Reshape_1*

T0

5
gradients_1/mul_1_grad/ShapeShapeadd_2*

T0

9
gradients_1/mul_1_grad/Shape_1Shapemul_1/y*

T0

�

,gradients_1/mul_1_grad/BroadcastGradientArgsBroadcastGradientArgsgradients_1/mul_1_grad/Shapegradients_1/mul_1_grad/Shape_1
d
gradients_1/mul_1_grad/mulMul/gradients_1/sub_1_grad/tuple/control_dependencymul_1/y*

T0

�

gradients_1/mul_1_grad/SumSumgradients_1/mul_1_grad/mul,gradients_1/mul_1_grad/BroadcastGradientArgs*

T0
*
	keep_dims(
l
gradients_1/mul_1_grad/ReshapeReshapegradients_1/mul_1_grad/Sumgradients_1/mul_1_grad/Shape*

T0

d
gradients_1/mul_1_grad/mul_1Muladd_2/gradients_1/sub_1_grad/tuple/control_dependency*

T0

�

gradients_1/mul_1_grad/Sum_1Sumgradients_1/mul_1_grad/mul_1.gradients_1/mul_1_grad/BroadcastGradientArgs:1*

T0
*
	keep_dims(
r
 gradients_1/mul_1_grad/Reshape_1Reshapegradients_1/mul_1_grad/Sum_1gradients_1/mul_1_grad/Shape_1*

T0

s
'gradients_1/mul_1_grad/tuple/group_depsNoOp^gradients_1/mul_1_grad/Reshape!^gradients_1/mul_1_grad/Reshape_1
�

/gradients_1/mul_1_grad/tuple/control_dependencyIdentitygradients_1/mul_1_grad/Reshape(^gradients_1/mul_1_grad/tuple/group_deps*1
_class'
%#loc:@gradients_1/mul_1_grad/Reshape*

T0

�

1gradients_1/mul_1_grad/tuple/control_dependency_1Identity gradients_1/mul_1_grad/Reshape_1(^gradients_1/mul_1_grad/tuple/group_deps*3
_class)
'%loc:@gradients_1/mul_1_grad/Reshape_1*

T0

8
gradients_1/add_2_grad/ShapeShapeMatMul_2*

T0

A
gradients_1/add_2_grad/Shape_1ShapeVariable_5/read*

T0

�

,gradients_1/add_2_grad/BroadcastGradientArgsBroadcastGradientArgsgradients_1/add_2_grad/Shapegradients_1/add_2_grad/Shape_1
�

gradients_1/add_2_grad/SumSum/gradients_1/mul_1_grad/tuple/control_dependency,gradients_1/add_2_grad/BroadcastGradientArgs*

T0
*
	keep_dims(
l
gradients_1/add_2_grad/ReshapeReshapegradients_1/add_2_grad/Sumgradients_1/add_2_grad/Shape*

T0

�

gradients_1/add_2_grad/Sum_1Sum/gradients_1/mul_1_grad/tuple/control_dependency.gradients_1/add_2_grad/BroadcastGradientArgs:1*

T0
*
	keep_dims(
r
 gradients_1/add_2_grad/Reshape_1Reshapegradients_1/add_2_grad/Sum_1gradients_1/add_2_grad/Shape_1*

T0

s
'gradients_1/add_2_grad/tuple/group_depsNoOp^gradients_1/add_2_grad/Reshape!^gradients_1/add_2_grad/Reshape_1
�

/gradients_1/add_2_grad/tuple/control_dependencyIdentitygradients_1/add_2_grad/Reshape(^gradients_1/add_2_grad/tuple/group_deps*1
_class'
%#loc:@gradients_1/add_2_grad/Reshape*

T0

�

1gradients_1/add_2_grad/tuple/control_dependency_1Identity gradients_1/add_2_grad/Reshape_1(^gradients_1/add_2_grad/tuple/group_deps*3
_class)
'%loc:@gradients_1/add_2_grad/Reshape_1*

T0

�

 gradients_1/MatMul_2_grad/MatMulMatMul/gradients_1/add_2_grad/tuple/control_dependencyVariable_3/read*
transpose_b(
*
transpose_a(*

T0

�

"gradients_1/MatMul_2_grad/MatMul_1MatMulRelu/gradients_1/add_2_grad/tuple/control_dependency*
transpose_b(*
transpose_a(
*

T0

z
*gradients_1/MatMul_2_grad/tuple/group_depsNoOp!^gradients_1/MatMul_2_grad/MatMul#^gradients_1/MatMul_2_grad/MatMul_1
�

2gradients_1/MatMul_2_grad/tuple/control_dependencyIdentity gradients_1/MatMul_2_grad/MatMul+^gradients_1/MatMul_2_grad/tuple/group_deps*3
_class)
'%loc:@gradients_1/MatMul_2_grad/MatMul*

T0

�

4gradients_1/MatMul_2_grad/tuple/control_dependency_1Identity"gradients_1/MatMul_2_grad/MatMul_1+^gradients_1/MatMul_2_grad/tuple/group_deps*5
_class+
)'loc:@gradients_1/MatMul_2_grad/MatMul_1*

T0

m
gradients_1/Relu_grad/ReluGradReluGrad2gradients_1/MatMul_2_grad/tuple/control_dependencyRelu*

T0

8
gradients_1/add_1_grad/ShapeShapeMatMul_1*

T0

A
gradients_1/add_1_grad/Shape_1ShapeVariable_4/read*

T0

�

,gradients_1/add_1_grad/BroadcastGradientArgsBroadcastGradientArgsgradients_1/add_1_grad/Shapegradients_1/add_1_grad/Shape_1
�

gradients_1/add_1_grad/SumSumgradients_1/Relu_grad/ReluGrad,gradients_1/add_1_grad/BroadcastGradientArgs*

T0
*
	keep_dims(
l
gradients_1/add_1_grad/ReshapeReshapegradients_1/add_1_grad/Sumgradients_1/add_1_grad/Shape*

T0

�

gradients_1/add_1_grad/Sum_1Sumgradients_1/Relu_grad/ReluGrad.gradients_1/add_1_grad/BroadcastGradientArgs:1*

T0
*
	keep_dims(
r
 gradients_1/add_1_grad/Reshape_1Reshapegradients_1/add_1_grad/Sum_1gradients_1/add_1_grad/Shape_1*

T0

s
'gradients_1/add_1_grad/tuple/group_depsNoOp^gradients_1/add_1_grad/Reshape!^gradients_1/add_1_grad/Reshape_1
�

/gradients_1/add_1_grad/tuple/control_dependencyIdentitygradients_1/add_1_grad/Reshape(^gradients_1/add_1_grad/tuple/group_deps*1
_class'
%#loc:@gradients_1/add_1_grad/Reshape*

T0

�

1gradients_1/add_1_grad/tuple/control_dependency_1Identity gradients_1/add_1_grad/Reshape_1(^gradients_1/add_1_grad/tuple/group_deps*3
_class)
'%loc:@gradients_1/add_1_grad/Reshape_1*

T0

�

 gradients_1/MatMul_1_grad/MatMulMatMul/gradients_1/add_1_grad/tuple/control_dependencyVariable_2/read*
transpose_b(
*
transpose_a(*

T0

�

"gradients_1/MatMul_1_grad/MatMul_1MatMul
Placeholder_2/gradients_1/add_1_grad/tuple/control_dependency*
transpose_b(*
transpose_a(
*

T0

z
*gradients_1/MatMul_1_grad/tuple/group_depsNoOp!^gradients_1/MatMul_1_grad/MatMul#^gradients_1/MatMul_1_grad/MatMul_1
�

2gradients_1/MatMul_1_grad/tuple/control_dependencyIdentity gradients_1/MatMul_1_grad/MatMul+^gradients_1/MatMul_1_grad/tuple/group_deps*3
_class)
'%loc:@gradients_1/MatMul_1_grad/MatMul*

T0

�

4gradients_1/MatMul_1_grad/tuple/control_dependency_1Identity"gradients_1/MatMul_1_grad/MatMul_1+^gradients_1/MatMul_1_grad/tuple/group_deps*5
_class+
)'loc:@gradients_1/MatMul_1_grad/MatMul_1*

T0

g
beta1_power_1/initial_valueConst*
dtype0
*
_class
loc:@Variable_2*
valueB

*fff?
v

beta1_power_1Variable*
dtype0
*
shape:*
	container*
shared_name*
_class
loc:@Variable_2
�

beta1_power_1/AssignAssign
beta1_power_1beta1_power_1/initial_value*
validate_shape(
*
_class
loc:@Variable_2*
use_locking(
*

T0

U
beta1_power_1/readIdentity
beta1_power_1*
_class
loc:@Variable_2*

T0

g
beta2_power_1/initial_valueConst*
dtype0
*
_class
loc:@Variable_2*
valueB

*w�?
v

beta2_power_1Variable*
dtype0
*
shape:*
	container*
shared_name*
_class
loc:@Variable_2
�

beta2_power_1/AssignAssign
beta2_power_1beta2_power_1/initial_value*
validate_shape(
*
_class
loc:@Variable_2*
use_locking(
*

T0

U
beta2_power_1/readIdentity
beta2_power_1*
_class
loc:@Variable_2*

T0

<
zeros_4Const*
dtype0
*
valueB
*
�

Variable_2/AdamVariable*
dtype0
*
shape
:*
	container*
shared_name*
_class
loc:@Variable_2
�

Variable_2/Adam/AssignAssignVariable_2/Adamzeros_4*
validate_shape(
*
_class
loc:@Variable_2*
use_locking(
*

T0

Y
Variable_2/Adam/readIdentityVariable_2/Adam*
_class
loc:@Variable_2*

T0

<
zeros_5Const*
dtype0
*
valueB
*
�

Variable_2/Adam_1Variable*
dtype0
*
shape
:*
	container*
shared_name*
_class
loc:@Variable_2
�

Variable_2/Adam_1/AssignAssignVariable_2/Adam_1zeros_5*
validate_shape(
*
_class
loc:@Variable_2*
use_locking(
*

T0

]
Variable_2/Adam_1/readIdentityVariable_2/Adam_1*
_class
loc:@Variable_2*

T0

<
zeros_6Const*
dtype0
*
valueB

*
�

Variable_3/AdamVariable*
dtype0
*
shape
:
*
	container*
shared_name*
_class
loc:@Variable_3
�

Variable_3/Adam/AssignAssignVariable_3/Adamzeros_6*
validate_shape(
*
_class
loc:@Variable_3*
use_locking(
*

T0

Y
Variable_3/Adam/readIdentityVariable_3/Adam*
_class
loc:@Variable_3*

T0

<
zeros_7Const*
dtype0
*
valueB

*
�

Variable_3/Adam_1Variable*
dtype0
*
shape
:
*
	container*
shared_name*
_class
loc:@Variable_3
�

Variable_3/Adam_1/AssignAssignVariable_3/Adam_1zeros_7*
validate_shape(
*
_class
loc:@Variable_3*
use_locking(
*

T0

]
Variable_3/Adam_1/readIdentityVariable_3/Adam_1*
_class
loc:@Variable_3*

T0

8
zeros_8Const*
dtype0
*
valueB
*
|
Variable_4/AdamVariable*
dtype0
*
shape:*
	container*
shared_name*
_class
loc:@Variable_4
�

Variable_4/Adam/AssignAssignVariable_4/Adamzeros_8*
validate_shape(
*
_class
loc:@Variable_4*
use_locking(
*

T0

Y
Variable_4/Adam/readIdentityVariable_4/Adam*
_class
loc:@Variable_4*

T0

8
zeros_9Const*
dtype0
*
valueB
*
~
Variable_4/Adam_1Variable*
dtype0
*
shape:*
	container*
shared_name*
_class
loc:@Variable_4
�

Variable_4/Adam_1/AssignAssignVariable_4/Adam_1zeros_9*
validate_shape(
*
_class
loc:@Variable_4*
use_locking(
*

T0

]
Variable_4/Adam_1/readIdentityVariable_4/Adam_1*
_class
loc:@Variable_4*

T0

9
zeros_10Const*
dtype0
*
valueB

*
|
Variable_5/AdamVariable*
dtype0
*
shape:
*
	container*
shared_name*
_class
loc:@Variable_5
�

Variable_5/Adam/AssignAssignVariable_5/Adamzeros_10*
validate_shape(
*
_class
loc:@Variable_5*
use_locking(
*

T0

Y
Variable_5/Adam/readIdentityVariable_5/Adam*
_class
loc:@Variable_5*

T0

9
zeros_11Const*
dtype0
*
valueB

*
~
Variable_5/Adam_1Variable*
dtype0
*
shape:
*
	container*
shared_name*
_class
loc:@Variable_5
�

Variable_5/Adam_1/AssignAssignVariable_5/Adam_1zeros_11*
validate_shape(
*
_class
loc:@Variable_5*
use_locking(
*

T0

]
Variable_5/Adam_1/readIdentityVariable_5/Adam_1*
_class
loc:@Variable_5*

T0

A
Adam_1/learning_rateConst*
dtype0
*
valueB

*��8
9
Adam_1/beta1Const*
dtype0
*
valueB

*fff?
9
Adam_1/beta2Const*
dtype0
*
valueB

*w�?
;
Adam_1/epsilonConst*
dtype0
*
valueB

*w�+2
�
"Adam_1/update_Variable_2/ApplyAdam	ApplyAdam
Variable_2Variable_2/AdamVariable_2/Adam_1beta1_power_1/readbeta2_power_1/readAdam_1/learning_rateAdam_1/beta1Adam_1/beta2Adam_1/epsilon4gradients_1/MatMul_1_grad/tuple/control_dependency_1*
_class
loc:@Variable_2*
use_locking(*

T0

�
"Adam_1/update_Variable_3/ApplyAdam	ApplyAdam
Variable_3Variable_3/AdamVariable_3/Adam_1beta1_power_1/readbeta2_power_1/readAdam_1/learning_rateAdam_1/beta1Adam_1/beta2Adam_1/epsilon4gradients_1/MatMul_2_grad/tuple/control_dependency_1*
_class
loc:@Variable_3*
use_locking(*

T0

�
"Adam_1/update_Variable_4/ApplyAdam	ApplyAdam
Variable_4Variable_4/AdamVariable_4/Adam_1beta1_power_1/readbeta2_power_1/readAdam_1/learning_rateAdam_1/beta1Adam_1/beta2Adam_1/epsilon1gradients_1/add_1_grad/tuple/control_dependency_1*
_class
loc:@Variable_4*
use_locking(*

T0

�
"Adam_1/update_Variable_5/ApplyAdam	ApplyAdam
Variable_5Variable_5/AdamVariable_5/Adam_1beta1_power_1/readbeta2_power_1/readAdam_1/learning_rateAdam_1/beta1Adam_1/beta2Adam_1/epsilon1gradients_1/add_2_grad/tuple/control_dependency_1*
_class
loc:@Variable_5*
use_locking(*

T0

�


Adam_1/mulMulbeta1_power_1/readAdam_1/beta1#^Adam_1/update_Variable_2/ApplyAdam#^Adam_1/update_Variable_3/ApplyAdam#^Adam_1/update_Variable_4/ApplyAdam#^Adam_1/update_Variable_5/ApplyAdam*
_class
loc:@Variable_2*

T0

�


Adam_1/AssignAssign
beta1_power_1
Adam_1/mul*
validate_shape(
*
_class
loc:@Variable_2*
use_locking(*

T0

�

Adam_1/mul_1Mulbeta2_power_1/readAdam_1/beta2#^Adam_1/update_Variable_2/ApplyAdam#^Adam_1/update_Variable_3/ApplyAdam#^Adam_1/update_Variable_4/ApplyAdam#^Adam_1/update_Variable_5/ApplyAdam*
_class
loc:@Variable_2*

T0

�

Adam_1/Assign_1Assign
beta2_power_1Adam_1/mul_1*
validate_shape(
*
_class
loc:@Variable_2*
use_locking(*

T0

�

Adam_1NoOp#^Adam_1/update_Variable_2/ApplyAdam#^Adam_1/update_Variable_3/ApplyAdam#^Adam_1/update_Variable_4/ApplyAdam#^Adam_1/update_Variable_5/ApplyAdam^Adam_1/Assign^Adam_1/Assign_1
�
init_1NoOp^Variable/Assign^Variable_1/Assign^beta1_power/Assign^beta2_power/Assign^Variable/Adam/Assign^Variable/Adam_1/Assign^Variable_1/Adam/Assign^Variable_1/Adam_1/Assign^Variable_2/Assign^Variable_3/Assign^Variable_4/Assign^Variable_5/Assign^beta1_power_1/Assign^beta2_power_1/Assign^Variable_2/Adam/Assign^Variable_2/Adam_1/Assign^Variable_3/Adam/Assign^Variable_3/Adam_1/Assign^Variable_4/Adam/Assign^Variable_4/Adam_1/Assign^Variable_5/Adam/Assign^Variable_5/Adam_1/Assign
:
save_1/ConstConst*
dtype0*
value
BBmodel
i
save_1/save/tensor_namesConst*
dtype0*9
value0B.Bbiases1Bbiases2Bweights1Bweights2
P
save_1/save/shapes_and_slicesConst*
dtype0*
valueBBBBB
�

save_1/save
SaveSlicessave_1/Constsave_1/save/tensor_namessave_1/save/shapes_and_slices
Variable_4
Variable_5
Variable_2
Variable_3*

T
2




k
save_1/control_dependencyIdentitysave_1/Const^save_1/save*
_class
loc:@save_1/Const*

T0
P
 save_1/restore_slice/tensor_nameConst*
dtype0*
valueB
Bbiases1
M
$save_1/restore_slice/shape_and_sliceConst*
dtype0*
valueBB
�

save_1/restore_sliceRestoreSlicesave_1/Const save_1/restore_slice/tensor_name$save_1/restore_slice/shape_and_slice*
preferred_shard���������
*
dt0

�


save_1/AssignAssign
Variable_4save_1/restore_slice*
validate_shape(
*
_class
loc:@Variable_4*
use_locking(
*

T0

R
"save_1/restore_slice_1/tensor_nameConst*
dtype0*
valueB
Bbiases2
O
&save_1/restore_slice_1/shape_and_sliceConst*
dtype0*
valueBB
�

save_1/restore_slice_1RestoreSlicesave_1/Const"save_1/restore_slice_1/tensor_name&save_1/restore_slice_1/shape_and_slice*
preferred_shard���������
*
dt0

�

save_1/Assign_1Assign
Variable_5save_1/restore_slice_1*
validate_shape(
*
_class
loc:@Variable_5*
use_locking(
*

T0

S
"save_1/restore_slice_2/tensor_nameConst*
dtype0*
valueBBweights1
O
&save_1/restore_slice_2/shape_and_sliceConst*
dtype0*
valueBB
�

save_1/restore_slice_2RestoreSlicesave_1/Const"save_1/restore_slice_2/tensor_name&save_1/restore_slice_2/shape_and_slice*
preferred_shard���������
*
dt0

�

save_1/Assign_2Assign
Variable_2save_1/restore_slice_2*
validate_shape(
*
_class
loc:@Variable_2*
use_locking(
*

T0

S
"save_1/restore_slice_3/tensor_nameConst*
dtype0*
valueBBweights2
O
&save_1/restore_slice_3/shape_and_sliceConst*
dtype0*
valueBB
�

save_1/restore_slice_3RestoreSlicesave_1/Const"save_1/restore_slice_3/tensor_name&save_1/restore_slice_3/shape_and_slice*
preferred_shard���������
*
dt0

�

save_1/Assign_3Assign
Variable_3save_1/restore_slice_3*
validate_shape(
*
_class
loc:@Variable_3*
use_locking(
*

T0

`
save_1/restore_allNoOp^save_1/Assign^save_1/Assign_1^save_1/Assign_2^save_1/Assign_3
:
save_2/ConstConst*
dtype0*
value
BBmodel
i
save_2/save/tensor_namesConst*
dtype0*9
value0B.Bbiases1Bbiases2Bweights1Bweights2
P
save_2/save/shapes_and_slicesConst*
dtype0*
valueBBBBB
�

save_2/save
SaveSlicessave_2/Constsave_2/save/tensor_namessave_2/save/shapes_and_slices
Variable_4
Variable_5
Variable_2
Variable_3*

T
2




k
save_2/control_dependencyIdentitysave_2/Const^save_2/save*
_class
loc:@save_2/Const*

T0
P
 save_2/restore_slice/tensor_nameConst*
dtype0*
valueB
Bbiases1
M
$save_2/restore_slice/shape_and_sliceConst*
dtype0*
valueBB
�

save_2/restore_sliceRestoreSlicesave_2/Const save_2/restore_slice/tensor_name$save_2/restore_slice/shape_and_slice*
preferred_shard���������
*
dt0

�


save_2/AssignAssign
Variable_4save_2/restore_slice*
validate_shape(
*
_class
loc:@Variable_4*
use_locking(
*

T0

R
"save_2/restore_slice_1/tensor_nameConst*
dtype0*
valueB
Bbiases2
O
&save_2/restore_slice_1/shape_and_sliceConst*
dtype0*
valueBB
�

save_2/restore_slice_1RestoreSlicesave_2/Const"save_2/restore_slice_1/tensor_name&save_2/restore_slice_1/shape_and_slice*
preferred_shard���������
*
dt0

�

save_2/Assign_1Assign
Variable_5save_2/restore_slice_1*
validate_shape(
*
_class
loc:@Variable_5*
use_locking(
*

T0

S
"save_2/restore_slice_2/tensor_nameConst*
dtype0*
valueBBweights1
O
&save_2/restore_slice_2/shape_and_sliceConst*
dtype0*
valueBB
�

save_2/restore_slice_2RestoreSlicesave_2/Const"save_2/restore_slice_2/tensor_name&save_2/restore_slice_2/shape_and_slice*
preferred_shard���������
*
dt0

�

save_2/Assign_2Assign
Variable_2save_2/restore_slice_2*
validate_shape(
*
_class
loc:@Variable_2*
use_locking(
*

T0

S
"save_2/restore_slice_3/tensor_nameConst*
dtype0*
valueBBweights2
O
&save_2/restore_slice_3/shape_and_sliceConst*
dtype0*
valueBB
�

save_2/restore_slice_3RestoreSlicesave_2/Const"save_2/restore_slice_3/tensor_name&save_2/restore_slice_3/shape_and_slice*
preferred_shard���������
*
dt0

�

save_2/Assign_3Assign
Variable_3save_2/restore_slice_3*
validate_shape(
*
_class
loc:@Variable_3*
use_locking(
*

T0

`
save_2/restore_allNoOp^save_2/Assign^save_2/Assign_1^save_2/Assign_2^save_2/Assign_3
6

Placeholder_4Placeholder*
dtype0
*
shape:
a
MatMul_3MatMul
Placeholder_4Variable_2/read*
transpose_b(*
transpose_a(*

T0

0
add_3AddMatMul_3Variable_4/read*

T0


Relu_1Reluadd_3*

T0

Z
MatMul_4MatMulRelu_1Variable_3/read*
transpose_b(*
transpose_a(*

T0

0
add_4AddMatMul_4Variable_5/read*

T0

4
mul_2/yConst*
dtype0
*
valueB

*P�G
%
mul_2Muladd_4mul_2/y*

T0

:
save_3/ConstConst*
dtype0*
value
BBmodel
i
save_3/save/tensor_namesConst*
dtype0*9
value0B.Bbiases1Bbiases2Bweights1Bweights2
P
save_3/save/shapes_and_slicesConst*
dtype0*
valueBBBBB
�

save_3/save
SaveSlicessave_3/Constsave_3/save/tensor_namessave_3/save/shapes_and_slices
Variable_4
Variable_5
Variable_2
Variable_3*

T
2




k
save_3/control_dependencyIdentitysave_3/Const^save_3/save*
_class
loc:@save_3/Const*

T0
P
 save_3/restore_slice/tensor_nameConst*
dtype0*
valueB
Bbiases1
M
$save_3/restore_slice/shape_and_sliceConst*
dtype0*
valueBB
�

save_3/restore_sliceRestoreSlicesave_3/Const save_3/restore_slice/tensor_name$save_3/restore_slice/shape_and_slice*
preferred_shard���������
*
dt0

�


save_3/AssignAssign
Variable_4save_3/restore_slice*
validate_shape(
*
_class
loc:@Variable_4*
use_locking(
*

T0

R
"save_3/restore_slice_1/tensor_nameConst*
dtype0*
valueB
Bbiases2
O
&save_3/restore_slice_1/shape_and_sliceConst*
dtype0*
valueBB
�

save_3/restore_slice_1RestoreSlicesave_3/Const"save_3/restore_slice_1/tensor_name&save_3/restore_slice_1/shape_and_slice*
preferred_shard���������
*
dt0

�

save_3/Assign_1Assign
Variable_5save_3/restore_slice_1*
validate_shape(
*
_class
loc:@Variable_5*
use_locking(
*

T0

S
"save_3/restore_slice_2/tensor_nameConst*
dtype0*
valueBBweights1
O
&save_3/restore_slice_2/shape_and_sliceConst*
dtype0*
valueBB
�

save_3/restore_slice_2RestoreSlicesave_3/Const"save_3/restore_slice_2/tensor_name&save_3/restore_slice_2/shape_and_slice*
preferred_shard���������
*
dt0

�

save_3/Assign_2Assign
Variable_2save_3/restore_slice_2*
validate_shape(
*
_class
loc:@Variable_2*
use_locking(
*

T0

S
"save_3/restore_slice_3/tensor_nameConst*
dtype0*
valueBBweights2
O
&save_3/restore_slice_3/shape_and_sliceConst*
dtype0*
valueBB
�

save_3/restore_slice_3RestoreSlicesave_3/Const"save_3/restore_slice_3/tensor_name&save_3/restore_slice_3/shape_and_slice*
preferred_shard���������
*
dt0

�

save_3/Assign_3Assign
Variable_3save_3/restore_slice_3*
validate_shape(
*
_class
loc:@Variable_3*
use_locking(
*

T0

`
save_3/restore_allNoOp^save_3/Assign^save_3/Assign_1^save_3/Assign_2^save_3/Assign_3"