Skip to content

Commit

Permalink
Revert "test(tgi): adjust sampling expectations"
Browse files Browse the repository at this point in the history
This reverts commit a718411.
  • Loading branch information
dacorvo committed Jan 7, 2025
1 parent d4084a3 commit ad12b33
Show file tree
Hide file tree
Showing 3 changed files with 8 additions and 8 deletions.
4 changes: 2 additions & 2 deletions text-generation-inference/tests/integration/test_generate.py
Original file line number Diff line number Diff line change
Expand Up @@ -48,8 +48,8 @@ async def test_model_single_request(tgi_service):
)
sample_expectations = {
"gpt2": "Deep Learning",
"llama": "Deep learning",
"mistral": "Deep Learning",
"llama": "Deep Learning",
"mistral": "Deep learning",
"qwen2": "Deep Learning",
"granite": "Deep learning",
}
Expand Down
8 changes: 4 additions & 4 deletions text-generation-inference/tests/server/test_decode.py
Original file line number Diff line number Diff line change
Expand Up @@ -36,10 +36,10 @@ def _test_decode(config_name, generator, do_sample):
assert output.finish_reason == 0
if do_sample:
expected_text = {
"gpt2": " the wind was blowing",
"llama": "George Orwell",
"mistral": "The sky is black",
"qwen2": " I stood in the back yard",
"gpt2": " The sun was set",
"llama": "George Orwell, 1984",
"mistral": "The sky was",
"qwen2": " A young woman with",
"granite": "Aldous Huxley, Brave New World",
}[config_name]
assert expected_text in output.text
Expand Down
4 changes: 2 additions & 2 deletions text-generation-inference/tests/server/test_prefill.py
Original file line number Diff line number Diff line change
Expand Up @@ -35,10 +35,10 @@ def _test_prefill(config_name, generator, batch_size, do_sample):
assert len(generations) == batch_size
if do_sample:
expectations = {
"gpt2": [632, " It"],
"gpt2": [383, " The"],
"llama": [10058, " George"],
"mistral": [450, " The"],
"qwen2": [358, " I"],
"qwen2": [362, " A"],
"granite": [429, " -"],
}[config_name]
else:
Expand Down

0 comments on commit ad12b33

Please sign in to comment.