Avoid race condition (#31973)

* [test_all] hub

* remove delete

* remove delete

* remove delete

* remove delete

* remove delete

* remove delete

* [test_all]

* [test_all]

* [test_all]

* [test_all]

* [test_all]

* [test_all]

---------

Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
This commit is contained in:
Yih-Dar 2024-07-15 17:56:24 +02:00 committed by GitHub
parent 11efb4fc09
commit a1a34657d4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
8 changed files with 80 additions and 32 deletions

View File

@ -253,8 +253,11 @@ class ConfigPushToHubTester(unittest.TestCase):
if k != "transformers_version": if k != "transformers_version":
self.assertEqual(v, getattr(new_config, k)) self.assertEqual(v, getattr(new_config, k))
# Reset repo try:
delete_repo(token=self._token, repo_id="test-generation-config") # Reset repo
delete_repo(token=self._token, repo_id="test-generation-config")
except: # noqa E722
pass
# Push to hub via save_pretrained # Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir: with tempfile.TemporaryDirectory() as tmp_dir:
@ -278,8 +281,11 @@ class ConfigPushToHubTester(unittest.TestCase):
if k != "transformers_version": if k != "transformers_version":
self.assertEqual(v, getattr(new_config, k)) self.assertEqual(v, getattr(new_config, k))
# Reset repo try:
delete_repo(token=self._token, repo_id="valid_org/test-generation-config-org") # Reset repo
delete_repo(token=self._token, repo_id="valid_org/test-generation-config-org")
except: # noqa E722
pass
# Push to hub via save_pretrained # Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir: with tempfile.TemporaryDirectory() as tmp_dir:

View File

@ -126,8 +126,11 @@ class ConfigPushToHubTester(unittest.TestCase):
if k != "transformers_version": if k != "transformers_version":
self.assertEqual(v, getattr(new_config, k)) self.assertEqual(v, getattr(new_config, k))
# Reset repo try:
delete_repo(token=self._token, repo_id="test-config") # Reset repo
delete_repo(token=self._token, repo_id="test-config")
except: # noqa E722
pass
# Push to hub via save_pretrained # Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir: with tempfile.TemporaryDirectory() as tmp_dir:
@ -149,8 +152,11 @@ class ConfigPushToHubTester(unittest.TestCase):
if k != "transformers_version": if k != "transformers_version":
self.assertEqual(v, getattr(new_config, k)) self.assertEqual(v, getattr(new_config, k))
# Reset repo try:
delete_repo(token=self._token, repo_id="valid_org/test-config-org") # Reset repo
delete_repo(token=self._token, repo_id="valid_org/test-config-org")
except: # noqa E722
pass
# Push to hub via save_pretrained # Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir: with tempfile.TemporaryDirectory() as tmp_dir:

View File

@ -85,8 +85,11 @@ class FeatureExtractorPushToHubTester(unittest.TestCase):
for k, v in feature_extractor.__dict__.items(): for k, v in feature_extractor.__dict__.items():
self.assertEqual(v, getattr(new_feature_extractor, k)) self.assertEqual(v, getattr(new_feature_extractor, k))
# Reset repo try:
delete_repo(token=self._token, repo_id="test-feature-extractor") # Reset repo
delete_repo(token=self._token, repo_id="test-feature-extractor")
except: # noqa E722
pass
# Push to hub via save_pretrained # Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir: with tempfile.TemporaryDirectory() as tmp_dir:
@ -106,8 +109,11 @@ class FeatureExtractorPushToHubTester(unittest.TestCase):
for k, v in feature_extractor.__dict__.items(): for k, v in feature_extractor.__dict__.items():
self.assertEqual(v, getattr(new_feature_extractor, k)) self.assertEqual(v, getattr(new_feature_extractor, k))
# Reset repo try:
delete_repo(token=self._token, repo_id="valid_org/test-feature-extractor") # Reset repo
delete_repo(token=self._token, repo_id="valid_org/test-feature-extractor")
except: # noqa E722
pass
# Push to hub via save_pretrained # Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir: with tempfile.TemporaryDirectory() as tmp_dir:

View File

@ -96,8 +96,11 @@ class ImageProcessorPushToHubTester(unittest.TestCase):
for k, v in image_processor.__dict__.items(): for k, v in image_processor.__dict__.items():
self.assertEqual(v, getattr(new_image_processor, k)) self.assertEqual(v, getattr(new_image_processor, k))
# Reset repo try:
delete_repo(token=self._token, repo_id="test-image-processor") # Reset repo
delete_repo(token=self._token, repo_id="test-image-processor")
except: # noqa E722
pass
# Push to hub via save_pretrained # Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir: with tempfile.TemporaryDirectory() as tmp_dir:
@ -117,8 +120,11 @@ class ImageProcessorPushToHubTester(unittest.TestCase):
for k, v in image_processor.__dict__.items(): for k, v in image_processor.__dict__.items():
self.assertEqual(v, getattr(new_image_processor, k)) self.assertEqual(v, getattr(new_image_processor, k))
# Reset repo try:
delete_repo(token=self._token, repo_id="valid_org/test-image-processor") # Reset repo
delete_repo(token=self._token, repo_id="valid_org/test-image-processor")
except: # noqa E722
pass
# Push to hub via save_pretrained # Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir: with tempfile.TemporaryDirectory() as tmp_dir:

View File

@ -83,8 +83,11 @@ class FlaxModelPushToHubTester(unittest.TestCase):
max_diff = (base_params[key] - new_params[key]).sum().item() max_diff = (base_params[key] - new_params[key]).sum().item()
self.assertLessEqual(max_diff, 1e-3, msg=f"{key} not identical") self.assertLessEqual(max_diff, 1e-3, msg=f"{key} not identical")
# Reset repo try:
delete_repo(token=self._token, repo_id="test-model-flax") # Reset repo
delete_repo(token=self._token, repo_id="test-model-flax")
except: # noqa E722
pass
# Push to hub via save_pretrained # Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir: with tempfile.TemporaryDirectory() as tmp_dir:
@ -115,8 +118,11 @@ class FlaxModelPushToHubTester(unittest.TestCase):
max_diff = (base_params[key] - new_params[key]).sum().item() max_diff = (base_params[key] - new_params[key]).sum().item()
self.assertLessEqual(max_diff, 1e-3, msg=f"{key} not identical") self.assertLessEqual(max_diff, 1e-3, msg=f"{key} not identical")
# Reset repo try:
delete_repo(token=self._token, repo_id="valid_org/test-model-flax-org") # Reset repo
delete_repo(token=self._token, repo_id="valid_org/test-model-flax-org")
except: # noqa E722
pass
# Push to hub via save_pretrained # Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir: with tempfile.TemporaryDirectory() as tmp_dir:

View File

@ -723,8 +723,11 @@ class TFModelPushToHubTester(unittest.TestCase):
break break
self.assertTrue(models_equal) self.assertTrue(models_equal)
# Reset repo try:
delete_repo(token=self._token, repo_id="test-model-tf") # Reset repo
delete_repo(token=self._token, repo_id="test-model-tf")
except: # noqa E722
pass
# Push to hub via save_pretrained # Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir: with tempfile.TemporaryDirectory() as tmp_dir:
@ -786,8 +789,11 @@ class TFModelPushToHubTester(unittest.TestCase):
break break
self.assertTrue(models_equal) self.assertTrue(models_equal)
# Reset repo try:
delete_repo(token=self._token, repo_id="valid_org/test-model-tf-org") # Reset repo
delete_repo(token=self._token, repo_id="valid_org/test-model-tf-org")
except: # noqa E722
pass
# Push to hub via save_pretrained # Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir: with tempfile.TemporaryDirectory() as tmp_dir:

View File

@ -1847,8 +1847,11 @@ class ModelPushToHubTester(unittest.TestCase):
for p1, p2 in zip(model.parameters(), new_model.parameters()): for p1, p2 in zip(model.parameters(), new_model.parameters()):
self.assertTrue(torch.equal(p1, p2)) self.assertTrue(torch.equal(p1, p2))
# Reset repo try:
delete_repo(token=self._token, repo_id="test-model") # Reset repo
delete_repo(token=self._token, repo_id="test-model")
except: # noqa E722
pass
# Push to hub via save_pretrained # Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir: with tempfile.TemporaryDirectory() as tmp_dir:
@ -1887,8 +1890,11 @@ The commit description supports markdown synthax see:
for p1, p2 in zip(model.parameters(), new_model.parameters()): for p1, p2 in zip(model.parameters(), new_model.parameters()):
self.assertTrue(torch.equal(p1, p2)) self.assertTrue(torch.equal(p1, p2))
# Reset repo try:
delete_repo(token=self._token, repo_id="valid_org/test-model-org") # Reset repo
delete_repo(token=self._token, repo_id="valid_org/test-model-org")
except: # noqa E722
pass
# Push to hub via save_pretrained # Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir: with tempfile.TemporaryDirectory() as tmp_dir:

View File

@ -146,8 +146,11 @@ class TokenizerPushToHubTester(unittest.TestCase):
new_tokenizer = BertTokenizer.from_pretrained(f"{USER}/test-tokenizer") new_tokenizer = BertTokenizer.from_pretrained(f"{USER}/test-tokenizer")
self.assertDictEqual(new_tokenizer.vocab, tokenizer.vocab) self.assertDictEqual(new_tokenizer.vocab, tokenizer.vocab)
# Reset repo try:
delete_repo(token=self._token, repo_id="test-tokenizer") # Reset repo
delete_repo(token=self._token, repo_id="test-tokenizer")
except: # noqa E722
pass
# Push to hub via save_pretrained # Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir: with tempfile.TemporaryDirectory() as tmp_dir:
@ -167,8 +170,11 @@ class TokenizerPushToHubTester(unittest.TestCase):
new_tokenizer = BertTokenizer.from_pretrained("valid_org/test-tokenizer-org") new_tokenizer = BertTokenizer.from_pretrained("valid_org/test-tokenizer-org")
self.assertDictEqual(new_tokenizer.vocab, tokenizer.vocab) self.assertDictEqual(new_tokenizer.vocab, tokenizer.vocab)
# Reset repo try:
delete_repo(token=self._token, repo_id="valid_org/test-tokenizer-org") # Reset repo
delete_repo(token=self._token, repo_id="valid_org/test-tokenizer-org")
except: # noqa E722
pass
# Push to hub via save_pretrained # Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir: with tempfile.TemporaryDirectory() as tmp_dir: