in spark/spark-tensorflow-distributor/spark_tensorflow_distributor/mirrored_strategy_runner.py [0:0]
def _check_encryption(self):
is_ssl_enabled = MirroredStrategyRunner._get_conf_boolean(
self.sc, 'spark.ssl.enabled', 'false')
ignore_ssl = MirroredStrategyRunner._get_conf_boolean(
self.sc, 'tensorflow.spark.distributor.ignoreSsl', 'false')
if is_ssl_enabled:
if ignore_ssl:
self._logger.warning('''
This cluster has TLS encryption enabled;
however, {name} does not
support data encryption in transit.
The Spark configuration
'tensorflow.ignoreSsl' has been set to
'true' to override this
configuration and use {name} anyway. Please
note this will cause model
parameters and possibly training data to
be sent between nodes unencrypted.
'''.format(name=self.__class__.__name__))
return
raise Exception('''
This cluster has TLS encryption enabled;
however, {name} does not support
data encryption in transit. To override
this configuration and use {name}
anyway, you may set 'tensorflow.spark.distributor.ignoreSsl'
to 'true' in the Spark configuration. Please note this
will cause model parameters and possibly training
data to be sent between nodes unencrypted.
'''.format(name=self.__class__.__name__))