examples/keras_spark_rossmann_run.py [35:57]: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - help='spark cluster to use for training. If set to None, uses current default cluster. Cluster' 'should be set up to provide a Spark task per multiple CPU cores, or per GPU, e.g. by' 'supplying `-c ` in Spark Standalone mode. Example: spark://hostname:7077') parser.add_argument('--num-proc', type=int, default=4, help='number of worker processes for training, default: `spark.default.parallelism`') parser.add_argument('--learning-rate', type=float, default=0.0001, help='initial learning rate') parser.add_argument('--batch-size', type=int, default=100, help='batch size') parser.add_argument('--epochs', type=int, default=100, help='number of epochs to train') parser.add_argument('--sample-rate', type=float, help='desired sampling rate. Useful to set to low number (e.g. 0.01) to make sure that ' 'end-to-end process works') parser.add_argument('--data-dir', default='file://' + os.getcwd(), help='location of data on local filesystem (prefixed with file://) or on HDFS') parser.add_argument('--local-submission-csv', default='submission.csv', help='output submission predictions CSV on local filesystem (without file:// prefix)') parser.add_argument('--local-checkpoint-file', default='checkpoint.h5', help='model checkpoint on local filesystem (without file:// prefix)') if __name__ == '__main__': args = parser.parse_args() - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - examples/keras_spark3_rossmann.py [35:57]: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - help='spark cluster to use for training. If set to None, uses current default cluster. Cluster' 'should be set up to provide a Spark task per multiple CPU cores, or per GPU, e.g. by' 'supplying `-c ` in Spark Standalone mode. Example: spark://hostname:7077') parser.add_argument('--num-proc', type=int, default=4, help='number of worker processes for training, default: `spark.default.parallelism`') parser.add_argument('--learning-rate', type=float, default=0.0001, help='initial learning rate') parser.add_argument('--batch-size', type=int, default=100, help='batch size') parser.add_argument('--epochs', type=int, default=100, help='number of epochs to train') parser.add_argument('--sample-rate', type=float, help='desired sampling rate. Useful to set to low number (e.g. 0.01) to make sure that ' 'end-to-end process works') parser.add_argument('--data-dir', default='file://' + os.getcwd(), help='location of data on local filesystem (prefixed with file://) or on HDFS') parser.add_argument('--local-submission-csv', default='submission.csv', help='output submission predictions CSV on local filesystem (without file:// prefix)') parser.add_argument('--local-checkpoint-file', default='checkpoint.h5', help='model checkpoint on local filesystem (without file:// prefix)') if __name__ == '__main__': args = parser.parse_args() - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -