def test_get_text_generation_parameters(grpc_client):
> assert grpc_client.get_text_generation_parameters() == {
"text": "string",
"max_new_tokens": "int64",
"min_new_tokens": "int64",
"truncate_input_tokens": "int64",
"decoding_method": "string",
"top_k": "int64",
"top_p": "double",
"typical_p": "double",
"temperature": "double",
"seed": "uint64",
"repetition_penalty": "double",
"max_time": "double",
"exponential_decay_length_penalty": {
"start_index": "int64",
"decay_factor": "double",
},
"stop_sequences": "string",
"preserve_input_text": "bool",
}
E AssertionError: assert {'decoding_me...: 'bool', ...} == {'decoding_me...'double', ...}
E
E Omitting 15 identical items, use -vv to show
E Left contains 4 more items:
E {'generated_tokens': 'bool',
E 'input_tokens': 'bool',
E 'token_logprobs': 'bool',
E 'token_ranks': 'bool'}
E
E Full diff:
E {
E 'decoding_method': 'string',
E 'exponential_decay_length_penalty': {
E 'decay_factor': 'double',
E 'start_index': 'int64',
E },
E + 'generated_tokens': 'bool',
E + 'input_tokens': 'bool',
E 'max_new_tokens': 'int64',
E 'max_time': 'double',
E 'min_new_tokens': 'int64',
E 'preserve_input_text': 'bool',
E 'repetition_penalty': 'double',
E 'seed': 'uint64',
E 'stop_sequences': 'string',
E 'temperature': 'double',
E 'text': 'string',
E + 'token_logprobs': 'bool',
E + 'token_ranks': 'bool',
E 'top_k': 'int64',
E 'top_p': 'double',
E 'truncate_input_tokens': 'int64',
E 'typical_p': 'double',
E }
See https://github.com/opendatahub-io/caikit-nlp-client/pull/123