diff --git a/tools/run_text_generation_server.py b/tools/run_text_generation_server.py index 39da919b27..44e755b859 100644 --- a/tools/run_text_generation_server.py +++ b/tools/run_text_generation_server.py @@ -29,17 +29,9 @@ def model_provider(pre_process=True, post_process=True): return model + def add_text_generate_args(parser): group = parser.add_argument_group(title='text generation') - - group.add_argument("--temperature", type=float, default=1.0, - help='Sampling temperature.') - group.add_argument("--top_p", type=float, default=0.0, - help='Top p sampling.') - group.add_argument("--top_k", type=int, default=0, - help='Top k sampling.') - group.add_argument("--out-seq-length", type=int, default=1024, - help='Size of the output generated text.') group.add_argument("--port", type=int, default=5000, help='port for text generation server to run on') return parser