Use different seeds for retries
This commit is contained in:
1 parent
c58bbc3672
commit
b6c2a634ca
7 files changed
+91
-10
No files matched your search
@@ -1380,7 +1380,9 @@ class StandardCliTests(unittest.TestCase):
|
||||
call.kwargs["config"].seed
|
||||
for call in client.models.generate_content.call_args_list
|
||||
]
|
||||
self.assertEqual(seeds, [0, 0, 1])
|
||||
self.assertTrue(all(isinstance(seed, int) for seed in seeds))
|
||||
self.assertNotEqual(seeds[0], seeds[1])
|
||||
self.assertNotEqual(seeds[1], seeds[2])
|
||||
result = read_json(evaluation / "Copies" / "Copie42_03.json")
|
||||
self.assertEqual(result["list"][0]["label"], "??Ex 10 : 1)a)")
|
||||
self.assertIn("keeping them with a ?? prefix", output.getvalue())
|
||||
|
||||
Reference in new issue
Block a user