diff --git a/rwkv/generate_completions.py b/rwkv/generate_completions.py
index ae8c2e7..c065cef 100644
--- a/rwkv/generate_completions.py
+++ b/rwkv/generate_completions.py
@@ -64,7 +64,7 @@ for GENERATION in range(generation_count):
     for i in range(tokens_per_generation):
         token = sampling.sample_logits(logits, temperature, top_p)
 
-        print(tokenizer.decode([token]), end='')
+        print(tokenizer.decode([token]), end='', flush=True)
 
         logits, state = model.eval(token, state, state, logits)