Skip to content

Commit 149f243

Browse files
authored
[Misc] Relax translations tests (#20856)
Signed-off-by: NickLucche <nlucches@redhat.com>
1 parent c0569db commit 149f243

File tree

1 file changed

+3
-4
lines changed

1 file changed

+3
-4
lines changed

tests/entrypoints/openai/test_translation_validation.py

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -39,8 +39,8 @@ async def test_basic_audio(foscolo):
3939
# TODO remove once language detection is implemented
4040
extra_body=dict(language="it"),
4141
temperature=0.0)
42-
out = json.loads(translation)['text'].strip()
43-
assert "Nor will I ever touch the sacred" in out
42+
out = json.loads(translation)['text'].strip().lower()
43+
assert "greek sea" in out
4444

4545

4646
@pytest.mark.asyncio
@@ -168,5 +168,4 @@ async def test_long_audio_request(foscolo):
168168
response_format="text",
169169
temperature=0.0)
170170
out = json.loads(translation)['text'].strip().lower()
171-
# TODO investigate higher model uncertainty in for longer translations.
172-
assert out.count("nor will i ever") == 2
171+
assert out.count("greek sea") == 2

0 commit comments

Comments
 (0)