lab/workshop-instructions/Lab7_Consumption_in_app/app.py [40:52]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    print("**********************************************\n")
    tks = 0
    st = time.time()
    while not generator.is_done():
        generator.compute_logits()
        generator.generate_next_token()

        new_token = generator.get_next_tokens()[0]
        print(tokenizer_stream.decode(new_token), end='', flush=True)
        tks +=1
    et = time.time()
    del generator
    print(f"\n\nTokens/sec:{tks/(et-st)}")
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



lab/workshop-instructions/Lab7_Consumption_in_app/app.py [58:70]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    print("**********************************************\n")
    tks = 0
    st = time.time()
    while not generator.is_done():
        generator.compute_logits()
        generator.generate_next_token()

        new_token = generator.get_next_tokens()[0]
        print(tokenizer_stream.decode(new_token), end='', flush=True)
        tks +=1
    et = time.time()
    del generator
    print(f"\n\nTokens/sec:{tks/(et-st)}")
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



