Skip to content

Commit

Permalink
Merge branch 'wdykas/remove-text-gen-args' into 'main'
Browse files Browse the repository at this point in the history
remove unused args from text-generation server

See merge request ADLR/megatron-lm!771
  • Loading branch information
jaredcasper committed Sep 13, 2023
2 parents 7a8388e + d6d29b8 commit 9465395
Showing 1 changed file with 1 addition and 9 deletions.
10 changes: 1 addition & 9 deletions tools/run_text_generation_server.py
Original file line number Diff line number Diff line change
Expand Up @@ -29,17 +29,9 @@ def model_provider(pre_process=True, post_process=True):

return model


def add_text_generate_args(parser):
group = parser.add_argument_group(title='text generation')

group.add_argument("--temperature", type=float, default=1.0,
help='Sampling temperature.')
group.add_argument("--top_p", type=float, default=0.0,
help='Top p sampling.')
group.add_argument("--top_k", type=int, default=0,
help='Top k sampling.')
group.add_argument("--out-seq-length", type=int, default=1024,
help='Size of the output generated text.')
group.add_argument("--port", type=int, default=5000,
help='port for text generation server to run on')
return parser
Expand Down

0 comments on commit 9465395

Please sign in to comment.