Commit a3770921 authored by rprenger's avatar rprenger
Browse files

Fixing logic in server accepting tokens_to_generate=0

parent 87d08f4b

megatron/text_generation_server.py

+3 −2
Original line number Diff line number Diff line
@@ -69,6 +69,7 @@ class MegatronGenerate(Resource): 
            logprobs = request.get_json()["logprobs"]

            if not isinstance(logprobs, bool):

                return "logprobs must be a boolean value"

        

        if just_score and not logprobs:

            return "tokens_to_generate=0 implies logprobs=True"