def producer_func()

in parallel_delete_blobs.py [0:0]

• 26 lines of code
• 10 McCabe index (conditional complexity)

def producer_func(q,input_file):
    
    current_block = []
    
    with open(input_file,'r') as f_in:
        
        for i_line, line in enumerate(f_in):
        
            if blobs_to_skip > 0 and i_line < blobs_to_skip:
                continue
            
            line = line.strip()
            
            if len(line) == 0:
                continue
        
            n_lines = i_line
            if blobs_to_skip > 0:
                n_lines -= blobs_to_skip
            
            if (debug_max_files > 0) and (n_lines >= debug_max_files):
                    print('Hit debug path limit')                    
                    break
            else:
                current_block.append(line)
                if len(current_block) == producer_block_size:
                    if verbose:
                        print('Queuing {} paths'.format(len(current_block)))
                    cnt.increment(n=len(current_block))
                    q.put(current_block)
                    current_block = []        
                    
        # ...for each line in the file
                    
    # ...with open()
    
    print('Queuing {} paths at termination'.format(len(current_block)))
    q.put(current_block)
    
    print('Finished file processing')