Add greedy sampling case in test for penalties

octoml · Feb 21, 2024 · bf0c848 · bf0c848
1 parent 7949db5
commit bf0c848
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/serve/tests/unittest/test_sampler.py b/serve/tests/unittest/test_sampler.py
@@ -268,7 +268,7 @@ def _get_expected_result(
     past_output_tokens = [[2, 2, 2, 3, 5]] * batch_size
     count_map, mask = _prepare_metadata(past_output_tokens, vocab_size)
 
-    temperatures = [0.6]
+    temperatures = [0.0, 0.6]
     presence_penalties = [-2.0, 2.0]
     frequency_penalties = [-2.0, 2.0]
     repetition_penalties = [0.4, 1.0]