in jetstream/diagnostics/resource_profiling_plugin.py [0:0]
def _fetch_resources(self):
"""Retrieve worker resources."""
client = Client(self._scheduler_address, timeout=30)
while True:
worker_memory = client.run(_process_memory)
with self._lock:
for worker, mem in worker_memory.items():
self._add_memory(worker, mem)
worker_cpu = client.run(_process_cpu)
with self._lock:
for worker, cpu in worker_cpu.items():
self._add_cpu(worker, cpu)
sleep(self.update_freq)