fn generate_request()

in src/requests.rs [586:595]


    fn generate_request(&mut self) -> TextGenerationRequest {
        let item = self.queue.pop().expect("Queue is empty");
        // add the item back to the end of the queue if it is a first turn in the conversation
        if item.priority == 0 {
            let mut cloned_item = item.clone();
            cloned_item.tie = Instant::now(); // update the tie-breaking for intra-priority sorting
            self.queue.push(cloned_item);
        }
        item.request
    }