in ppo_ewma/log_save_helper.py [0:0]
def log(self):
if self.log_callbacks is not None:
for callback in self.log_callbacks:
callback()
for k, v in self.roller_stats.items():
logger.logkv(k, v)
logger.logkv("Misc/InteractCount", self.total_interact_count)
cur_time = time.time()
Δtime = cur_time - self.last_time
Δic = self.total_interact_count - self.last_ic
logger.logkv("Misc/TimeElapsed", cur_time - self.start_time)
logger.logkv("IPS_total", Δic / Δtime)
logger.logkv("del_time", Δtime)
logger.logkv("Iter", self.log_idx)
logger.logkv(
"CpuMaxMemory", resource.getrusage(resource.RUSAGE_SELF).ru_maxrss * 1000
)
if th.cuda.is_available():
logger.logkv("GpuMaxMemory", th.cuda.max_memory_allocated())
th.cuda.reset_max_memory_allocated()
if self.comm.rank == 0:
print("RCALL_LOGDIR: ", os.environ["RCALL_LOGDIR"])
logger.dumpkvs()
self.last_time = cur_time
self.last_ic = self.total_interact_count
self.log_idx += 1