in src/requests.rs [586:595]
fn generate_request(&mut self) -> TextGenerationRequest {
let item = self.queue.pop().expect("Queue is empty");
// add the item back to the end of the queue if it is a first turn in the conversation
if item.priority == 0 {
let mut cloned_item = item.clone();
cloned_item.tie = Instant::now(); // update the tie-breaking for intra-priority sorting
self.queue.push(cloned_item);
}
item.request
}