scikit_learn_bring_your_own_container_local_processing/scikit_learn_bring_your_own_container_local_processing.py [28:47]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
processor.run(code='processing_script.py',
                    inputs=[ProcessingInput(
                        source='./input_data/',
                        destination='/opt/ml/processing/input_data/')],
                    outputs=[ProcessingOutput(
                        output_name='word_count_data',
                        source='/opt/ml/processing/processed_data/')],
                    arguments=['job-type', 'word-count']
                    )

preprocessing_job_description = processor.jobs[-1].describe()
output_config = preprocessing_job_description['ProcessingOutputConfig']

print(output_config)

for output in output_config['Outputs']:
    if output['OutputName'] == 'word_count_data':
        word_count_data_file = output['S3Output']['S3Uri']

print('Output file is located on: {}'.format(word_count_data_file))
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



scikit_learn_local_processing/SKLearnProcessor_local_processing.py [31:50]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
processor.run(code='processing_script.py',
                      inputs=[ProcessingInput(
                          source='./input_data/',
                          destination='/opt/ml/processing/input_data/')],
                      outputs=[ProcessingOutput(
                          output_name='word_count_data',
                          source='/opt/ml/processing/processed_data/')],
                      arguments=['job-type', 'word-count']
                     )

preprocessing_job_description = processor.jobs[-1].describe()
output_config = preprocessing_job_description['ProcessingOutputConfig']

print(output_config)

for output in output_config['Outputs']:
    if output['OutputName'] == 'word_count_data':
        word_count_data_file = output['S3Output']['S3Uri']

print('Output file is located on: {}'.format(word_count_data_file))
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -