fn add_tokens()

in src/requests.rs [773:780]


    fn add_tokens(&mut self, num_tokens: u64) {
        self.num_generated_tokens += num_tokens;
        let time_to_generate = self.last_received_token_time.elapsed();
        // make the assumption that when returned simultaneously, tokens were generated at a constant rate
        time_to_generate.checked_div(num_tokens as u32).unwrap();
        self.last_received_token_time = tokio::time::Instant::now();
        self.times_to_tokens.push(time_to_generate);
    }