in pygenie/jobs/running.py [0:0]
def _get_log_chunk(self, length, offset=None, type='stderr', **kwargs):
log_chunk = ''
if offset != None:
headers = {'Range': 'bytes={}-{}'.format(int(offset), int(length) + int(offset))}
else:
headers = {'Range': 'bytes=-{}'.format(int(length))}
logger.debug('getting %s log chunk (headers -> %s)', type, headers)
if type == 'stderr':
log_chunk = self._adapter.get_stderr(
self._job_id,
headers=headers,
**kwargs
)
elif type == 'stdout':
log_chunk = self._adapter.get_stdout(
self._job_id,
headers=headers,
**kwargs
)
elif type == 'spark_log':
log_chunk = self._adapter.get_spark_log(
self._job_id,
headers=headers,
**kwargs
)
return log_chunk