Merge branch 'hn-set-model-eval-mode' into 'main'

Add model.eval() to run_text_generation_server.py See merge request ADLR/megatron-lm!2148
NVIDIA · Sep 25, 2024 · 4158084 · 4158084
2 parents 78bef1c + 5aceacb
commit 4158084
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/tools/run_text_generation_server.py b/tools/run_text_generation_server.py
@@ -122,6 +122,8 @@ def add_text_generate_args(parser):
 
     assert len(model) == 1, "Above condition should have caught this"
     model = model[0]
+    model.eval()
+
     if mpu.is_pipeline_first_stage() and mpu.get_tensor_model_parallel_rank() == 0:
         server = MegatronServer(model)
         server.run("0.0.0.0",port=args.port)