def step()

in src/scripts/nf-aws.py [0:0]

• 21 lines of code
• 6 McCabe index (conditional complexity)

def step(session, job, step_id):
    s3 = session.resource('s3')

    environment = job['container']['environment']
    nf_workdir = None
    for e in environment:
        if e['name'] == "NF_WORKDIR":
            nf_workdir = e['value']
            break
    
    uri = urlparse(nf_workdir)
    bucket = uri.netloc
    prefix = "/".join([uri.path[1:], step_id])

    bucket = s3.Bucket(bucket)
    objs = bucket.objects.filter(Prefix=prefix)
    step_log = None
    for o in objs:
        if o.key.endswith("/.command.log"):
            obj = s3.Object(o.bucket_name, o.key)
            step_log = obj.get()['Body'].read().decode('utf8')
            break
    
    if step_log:
        print(step_log)