in src/requests.rs [773:780]
fn add_tokens(&mut self, num_tokens: u64) {
self.num_generated_tokens += num_tokens;
let time_to_generate = self.last_received_token_time.elapsed();
// make the assumption that when returned simultaneously, tokens were generated at a constant rate
time_to_generate.checked_div(num_tokens as u32).unwrap();
self.last_received_token_time = tokio::time::Instant::now();
self.times_to_tokens.push(time_to_generate);
}