Commit 397714f5 authored by rprenger's avatar rprenger
Browse files

Forgot to have the outputs named text instead of prompts

parent 4b11fd9d

megatron/text_generation_server.py

+1 −1
Original line number Diff line number Diff line
@@ -107,7 +107,7 @@ class MegatronGenerate(Resource): 
                                                                 top_p,

                                                                 add_BOS) 

        

        return jsonify({"prompts": response,

        return jsonify({"text": response,

            "segments": response_seg,

            "logprobs": response_logprobs})