riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-04 05:10:06 +06:00
Code Issues Actions 20 Packages Projects Releases Wiki Activity

fix mistral3 tests (#38989)

Browse Source 
* fix

* fix

* fix

* fix

* fix

---------

Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
This commit is contained in:
Yih-Dar 2025-06-27 15:44:10 +02:00 committed by GitHub
parent 2b85b6ce19
commit 839893c86b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 9 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
tests/models/mistral3/test_modeling_mistral3.py
View File

@ -307,6 +307,7 @@ class Mistral3IntegrationTest(unittest.TestCase):
@require_read_token @require_read_token
def test_mistral3_integration_generate_text_only(self): def test_mistral3_integration_generate_text_only(self):
processor = AutoProcessor.from_pretrained(self.model_checkpoint) processor = AutoProcessor.from_pretrained(self.model_checkpoint)
processor.chat_template = processor.chat_template.replace('strftime_now("%Y-%m-%d")', '"2025-06-20"')
messages = [ messages = [
{ {
@ -329,7 +330,6 @@ class Mistral3IntegrationTest(unittest.TestCase):
expected_outputs = Expectations( expected_outputs = Expectations(
{ {
("xpu", 3): "Sure, here is a haiku for you:\n\nWhispers of the breeze,\nCherry blossoms softly fall,\nSpring's gentle embrace.", ("xpu", 3): "Sure, here is a haiku for you:\n\nWhispers of the breeze,\nCherry blossoms softly fall,\nSpring's gentle embrace.",
("cuda", 7): "Sure, here is a haiku for you:\n\nWhispers of the breeze,\nCherry blossoms softly fall,\nSpring's gentle embrace.",
("cuda", 8): "Sure, here is a haiku for you:\n\nWhispers of the breeze,\nCherry blossoms softly fall,\nSpring's gentle embrace.", ("cuda", 8): "Sure, here is a haiku for you:\n\nWhispers of the breeze,\nCherry blossoms softly fall,\nSpring's gentle embrace.",
} }
) # fmt: skip ) # fmt: skip
@ -339,6 +339,7 @@ class Mistral3IntegrationTest(unittest.TestCase):
@require_read_token @require_read_token
def test_mistral3_integration_generate(self): def test_mistral3_integration_generate(self):
processor = AutoProcessor.from_pretrained(self.model_checkpoint) processor = AutoProcessor.from_pretrained(self.model_checkpoint)
processor.chat_template = processor.chat_template.replace('strftime_now("%Y-%m-%d")', '"2025-06-20"')
messages = [ messages = [
{ {
"role": "user", "role": "user",
@ -361,18 +362,17 @@ class Mistral3IntegrationTest(unittest.TestCase):
expected_outputs = Expectations( expected_outputs = Expectations(
{ {
("xpu", 3): "The image features two cats resting on a pink blanket. The cat on the left is a kitten", ("xpu", 3): "The image features two cats resting on a pink blanket. The cat on the left is a kitten",
("cuda", 7): "The image features two cats resting on a pink blanket. The cat on the left is a kitten", ("cuda", 8): 'The image features two cats lying on a pink surface, which appears to be a couch or a bed',
("cuda", 8): "The image features two cats resting on a pink blanket. The cat on the left is a small kit",
} }
) # fmt: skip ) # fmt: skip
expected_output = expected_outputs.get_expectation() expected_output = expected_outputs.get_expectation()
self.assertEqual(decoded_output, expected_output) self.assertEqual(decoded_output, expected_output)
@require_read_token @require_read_token
@require_deterministic_for_xpu @require_deterministic_for_xpu
def test_mistral3_integration_batched_generate(self): def test_mistral3_integration_batched_generate(self):
processor = AutoProcessor.from_pretrained(self.model_checkpoint) processor = AutoProcessor.from_pretrained(self.model_checkpoint)
processor.chat_template = processor.chat_template.replace('strftime_now("%Y-%m-%d")', '"2025-06-20"')
messages = [ messages = [
[ [
{ {
@ -408,8 +408,7 @@ class Mistral3IntegrationTest(unittest.TestCase):
expected_outputs = Expectations( expected_outputs = Expectations(
{ {
("xpu", 3): "Calm lake's mirror gleams,\nWhispering pines stand in silence,\nPath to peace begins.", ("xpu", 3): "Calm lake's mirror gleams,\nWhispering pines stand in silence,\nPath to peace begins.",
("cuda", 7): "Calm waters reflect\nWhispering pines stand in silence\nPath to peace begins", ("cuda", 8): "Wooden path to calm,\nReflections whisper secrets,\nNature's peace unfolds.",
("cuda", 8): "Calm waters reflect\nWhispering pines stand in silence\nPath to peace begins",
} }
) # fmt: skip ) # fmt: skip
expected_output = expected_outputs.get_expectation() expected_output = expected_outputs.get_expectation()
@ -424,8 +423,7 @@ class Mistral3IntegrationTest(unittest.TestCase):
expected_outputs = Expectations( expected_outputs = Expectations(
{ {
("xpu", 3): "The image depicts a vibrant urban scene in what appears to be Chinatown. The focal point is a traditional Chinese archway", ("xpu", 3): "The image depicts a vibrant urban scene in what appears to be Chinatown. The focal point is a traditional Chinese archway",
("cuda", 7): 'The image depicts a vibrant street scene in Chinatown, likely in a major city. The focal point is a traditional Chinese', ("cuda", 8): 'The image depicts a street scene in what appears to be a Chinatown district. The focal point is a traditional Chinese arch',
("cuda", 8): 'The image depicts a vibrant street scene in what appears to be Chinatown in a major city. The focal point is a',
} }
) # fmt: skip ) # fmt: skip
expected_output = expected_outputs.get_expectation() expected_output = expected_outputs.get_expectation()
@ -439,6 +437,7 @@ class Mistral3IntegrationTest(unittest.TestCase):
@require_deterministic_for_xpu @require_deterministic_for_xpu
def test_mistral3_integration_batched_generate_multi_image(self): def test_mistral3_integration_batched_generate_multi_image(self):
processor = AutoProcessor.from_pretrained(self.model_checkpoint) processor = AutoProcessor.from_pretrained(self.model_checkpoint)
processor.chat_template = processor.chat_template.replace('strftime_now("%Y-%m-%d")', '"2025-06-20"')
# Prepare inputs # Prepare inputs
messages = [ messages = [
@ -482,9 +481,7 @@ class Mistral3IntegrationTest(unittest.TestCase):
decoded_output = processor.decode(gen_tokens[0], skip_special_tokens=True) decoded_output = processor.decode(gen_tokens[0], skip_special_tokens=True)
expected_outputs = Expectations( expected_outputs = Expectations(
{ {
("xpu", 3): "Still lake reflects skies,\nWooden path to nature's heart,\nSilence speaks volumes.", ("cuda", 8): 'Calm waters reflect\nWooden path to distant shore\nSilence in the scene',
("cuda", 7): "Calm waters reflect\nWhispering pines stand in silence\nPath to peace begins",
("cuda", 8): "Calm waters reflect\nWhispering pines stand in silence\nPath to peace begins",
} }
) # fmt: skip ) # fmt: skip
expected_output = expected_outputs.get_expectation() expected_output = expected_outputs.get_expectation()
@ -499,12 +496,10 @@ class Mistral3IntegrationTest(unittest.TestCase):
expected_outputs = Expectations( expected_outputs = Expectations(
{ {
("xpu", 3): "Certainly! The images depict two iconic landmarks:\n\n1. The first image shows the Statue of Liberty in New York City.", ("xpu", 3): "Certainly! The images depict two iconic landmarks:\n\n1. The first image shows the Statue of Liberty in New York City.",
("cuda", 7): "Certainly! The images depict the following landmarks:\n\n1. The first image shows the Statue of Liberty and the New York City", ("cuda", 8): 'Certainly! The images depict two famous landmarks in the United States:\n\n1. The first image shows the Statue of Liberty,',
("cuda", 8): "Certainly! The images depict the following landmarks:\n\n1. The first image shows the Statue of Liberty and the New York City",
} }
) # fmt: skip ) # fmt: skip
expected_output = expected_outputs.get_expectation() expected_output = expected_outputs.get_expectation()
self.assertEqual( self.assertEqual(
decoded_output, decoded_output,
expected_output, expected_output,