modified the params

            raw_text = None

            context_count += 1

def generate_samples_eval(model, context, max_gen_length, eos_token_id, do_sample):

def generate_samples_eval(model, context, max_gen_length, eos_token_id):

    # Generate samples for lm evaluation

    # NEED TO THINK ABOUT eos token

    context_tokens = tokenizer.tokenize(context)

    args.out_seq_length = max_gen_length + len(context_tokens)

    args.recompute = True #set this default value

    args.eos_id = eos_token_id

    if not do_sample:

        args.greedy = True

    else:

        # set similar to huggngface

        args.top_p = 1.0

        args.temperature = 1.0

        args.top_k = 50

    with torch.no_grad():

        token_stream = get_token_stream(model, [context_tokens])

        for counter, decode_tokens in enumerate(token_stream):