mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-31 18:22:34 +06:00
Avoid race condition (#31973)
* [test_all] hub * remove delete * remove delete * remove delete * remove delete * remove delete * remove delete * [test_all] * [test_all] * [test_all] * [test_all] * [test_all] * [test_all] --------- Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
This commit is contained in:
parent
11efb4fc09
commit
a1a34657d4
@ -253,8 +253,11 @@ class ConfigPushToHubTester(unittest.TestCase):
|
|||||||
if k != "transformers_version":
|
if k != "transformers_version":
|
||||||
self.assertEqual(v, getattr(new_config, k))
|
self.assertEqual(v, getattr(new_config, k))
|
||||||
|
|
||||||
# Reset repo
|
try:
|
||||||
delete_repo(token=self._token, repo_id="test-generation-config")
|
# Reset repo
|
||||||
|
delete_repo(token=self._token, repo_id="test-generation-config")
|
||||||
|
except: # noqa E722
|
||||||
|
pass
|
||||||
|
|
||||||
# Push to hub via save_pretrained
|
# Push to hub via save_pretrained
|
||||||
with tempfile.TemporaryDirectory() as tmp_dir:
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
||||||
@ -278,8 +281,11 @@ class ConfigPushToHubTester(unittest.TestCase):
|
|||||||
if k != "transformers_version":
|
if k != "transformers_version":
|
||||||
self.assertEqual(v, getattr(new_config, k))
|
self.assertEqual(v, getattr(new_config, k))
|
||||||
|
|
||||||
# Reset repo
|
try:
|
||||||
delete_repo(token=self._token, repo_id="valid_org/test-generation-config-org")
|
# Reset repo
|
||||||
|
delete_repo(token=self._token, repo_id="valid_org/test-generation-config-org")
|
||||||
|
except: # noqa E722
|
||||||
|
pass
|
||||||
|
|
||||||
# Push to hub via save_pretrained
|
# Push to hub via save_pretrained
|
||||||
with tempfile.TemporaryDirectory() as tmp_dir:
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
||||||
|
@ -126,8 +126,11 @@ class ConfigPushToHubTester(unittest.TestCase):
|
|||||||
if k != "transformers_version":
|
if k != "transformers_version":
|
||||||
self.assertEqual(v, getattr(new_config, k))
|
self.assertEqual(v, getattr(new_config, k))
|
||||||
|
|
||||||
# Reset repo
|
try:
|
||||||
delete_repo(token=self._token, repo_id="test-config")
|
# Reset repo
|
||||||
|
delete_repo(token=self._token, repo_id="test-config")
|
||||||
|
except: # noqa E722
|
||||||
|
pass
|
||||||
|
|
||||||
# Push to hub via save_pretrained
|
# Push to hub via save_pretrained
|
||||||
with tempfile.TemporaryDirectory() as tmp_dir:
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
||||||
@ -149,8 +152,11 @@ class ConfigPushToHubTester(unittest.TestCase):
|
|||||||
if k != "transformers_version":
|
if k != "transformers_version":
|
||||||
self.assertEqual(v, getattr(new_config, k))
|
self.assertEqual(v, getattr(new_config, k))
|
||||||
|
|
||||||
# Reset repo
|
try:
|
||||||
delete_repo(token=self._token, repo_id="valid_org/test-config-org")
|
# Reset repo
|
||||||
|
delete_repo(token=self._token, repo_id="valid_org/test-config-org")
|
||||||
|
except: # noqa E722
|
||||||
|
pass
|
||||||
|
|
||||||
# Push to hub via save_pretrained
|
# Push to hub via save_pretrained
|
||||||
with tempfile.TemporaryDirectory() as tmp_dir:
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
||||||
|
@ -85,8 +85,11 @@ class FeatureExtractorPushToHubTester(unittest.TestCase):
|
|||||||
for k, v in feature_extractor.__dict__.items():
|
for k, v in feature_extractor.__dict__.items():
|
||||||
self.assertEqual(v, getattr(new_feature_extractor, k))
|
self.assertEqual(v, getattr(new_feature_extractor, k))
|
||||||
|
|
||||||
# Reset repo
|
try:
|
||||||
delete_repo(token=self._token, repo_id="test-feature-extractor")
|
# Reset repo
|
||||||
|
delete_repo(token=self._token, repo_id="test-feature-extractor")
|
||||||
|
except: # noqa E722
|
||||||
|
pass
|
||||||
|
|
||||||
# Push to hub via save_pretrained
|
# Push to hub via save_pretrained
|
||||||
with tempfile.TemporaryDirectory() as tmp_dir:
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
||||||
@ -106,8 +109,11 @@ class FeatureExtractorPushToHubTester(unittest.TestCase):
|
|||||||
for k, v in feature_extractor.__dict__.items():
|
for k, v in feature_extractor.__dict__.items():
|
||||||
self.assertEqual(v, getattr(new_feature_extractor, k))
|
self.assertEqual(v, getattr(new_feature_extractor, k))
|
||||||
|
|
||||||
# Reset repo
|
try:
|
||||||
delete_repo(token=self._token, repo_id="valid_org/test-feature-extractor")
|
# Reset repo
|
||||||
|
delete_repo(token=self._token, repo_id="valid_org/test-feature-extractor")
|
||||||
|
except: # noqa E722
|
||||||
|
pass
|
||||||
|
|
||||||
# Push to hub via save_pretrained
|
# Push to hub via save_pretrained
|
||||||
with tempfile.TemporaryDirectory() as tmp_dir:
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
||||||
|
@ -96,8 +96,11 @@ class ImageProcessorPushToHubTester(unittest.TestCase):
|
|||||||
for k, v in image_processor.__dict__.items():
|
for k, v in image_processor.__dict__.items():
|
||||||
self.assertEqual(v, getattr(new_image_processor, k))
|
self.assertEqual(v, getattr(new_image_processor, k))
|
||||||
|
|
||||||
# Reset repo
|
try:
|
||||||
delete_repo(token=self._token, repo_id="test-image-processor")
|
# Reset repo
|
||||||
|
delete_repo(token=self._token, repo_id="test-image-processor")
|
||||||
|
except: # noqa E722
|
||||||
|
pass
|
||||||
|
|
||||||
# Push to hub via save_pretrained
|
# Push to hub via save_pretrained
|
||||||
with tempfile.TemporaryDirectory() as tmp_dir:
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
||||||
@ -117,8 +120,11 @@ class ImageProcessorPushToHubTester(unittest.TestCase):
|
|||||||
for k, v in image_processor.__dict__.items():
|
for k, v in image_processor.__dict__.items():
|
||||||
self.assertEqual(v, getattr(new_image_processor, k))
|
self.assertEqual(v, getattr(new_image_processor, k))
|
||||||
|
|
||||||
# Reset repo
|
try:
|
||||||
delete_repo(token=self._token, repo_id="valid_org/test-image-processor")
|
# Reset repo
|
||||||
|
delete_repo(token=self._token, repo_id="valid_org/test-image-processor")
|
||||||
|
except: # noqa E722
|
||||||
|
pass
|
||||||
|
|
||||||
# Push to hub via save_pretrained
|
# Push to hub via save_pretrained
|
||||||
with tempfile.TemporaryDirectory() as tmp_dir:
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
||||||
|
@ -83,8 +83,11 @@ class FlaxModelPushToHubTester(unittest.TestCase):
|
|||||||
max_diff = (base_params[key] - new_params[key]).sum().item()
|
max_diff = (base_params[key] - new_params[key]).sum().item()
|
||||||
self.assertLessEqual(max_diff, 1e-3, msg=f"{key} not identical")
|
self.assertLessEqual(max_diff, 1e-3, msg=f"{key} not identical")
|
||||||
|
|
||||||
# Reset repo
|
try:
|
||||||
delete_repo(token=self._token, repo_id="test-model-flax")
|
# Reset repo
|
||||||
|
delete_repo(token=self._token, repo_id="test-model-flax")
|
||||||
|
except: # noqa E722
|
||||||
|
pass
|
||||||
|
|
||||||
# Push to hub via save_pretrained
|
# Push to hub via save_pretrained
|
||||||
with tempfile.TemporaryDirectory() as tmp_dir:
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
||||||
@ -115,8 +118,11 @@ class FlaxModelPushToHubTester(unittest.TestCase):
|
|||||||
max_diff = (base_params[key] - new_params[key]).sum().item()
|
max_diff = (base_params[key] - new_params[key]).sum().item()
|
||||||
self.assertLessEqual(max_diff, 1e-3, msg=f"{key} not identical")
|
self.assertLessEqual(max_diff, 1e-3, msg=f"{key} not identical")
|
||||||
|
|
||||||
# Reset repo
|
try:
|
||||||
delete_repo(token=self._token, repo_id="valid_org/test-model-flax-org")
|
# Reset repo
|
||||||
|
delete_repo(token=self._token, repo_id="valid_org/test-model-flax-org")
|
||||||
|
except: # noqa E722
|
||||||
|
pass
|
||||||
|
|
||||||
# Push to hub via save_pretrained
|
# Push to hub via save_pretrained
|
||||||
with tempfile.TemporaryDirectory() as tmp_dir:
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
||||||
|
@ -723,8 +723,11 @@ class TFModelPushToHubTester(unittest.TestCase):
|
|||||||
break
|
break
|
||||||
self.assertTrue(models_equal)
|
self.assertTrue(models_equal)
|
||||||
|
|
||||||
# Reset repo
|
try:
|
||||||
delete_repo(token=self._token, repo_id="test-model-tf")
|
# Reset repo
|
||||||
|
delete_repo(token=self._token, repo_id="test-model-tf")
|
||||||
|
except: # noqa E722
|
||||||
|
pass
|
||||||
|
|
||||||
# Push to hub via save_pretrained
|
# Push to hub via save_pretrained
|
||||||
with tempfile.TemporaryDirectory() as tmp_dir:
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
||||||
@ -786,8 +789,11 @@ class TFModelPushToHubTester(unittest.TestCase):
|
|||||||
break
|
break
|
||||||
self.assertTrue(models_equal)
|
self.assertTrue(models_equal)
|
||||||
|
|
||||||
# Reset repo
|
try:
|
||||||
delete_repo(token=self._token, repo_id="valid_org/test-model-tf-org")
|
# Reset repo
|
||||||
|
delete_repo(token=self._token, repo_id="valid_org/test-model-tf-org")
|
||||||
|
except: # noqa E722
|
||||||
|
pass
|
||||||
|
|
||||||
# Push to hub via save_pretrained
|
# Push to hub via save_pretrained
|
||||||
with tempfile.TemporaryDirectory() as tmp_dir:
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
||||||
|
@ -1847,8 +1847,11 @@ class ModelPushToHubTester(unittest.TestCase):
|
|||||||
for p1, p2 in zip(model.parameters(), new_model.parameters()):
|
for p1, p2 in zip(model.parameters(), new_model.parameters()):
|
||||||
self.assertTrue(torch.equal(p1, p2))
|
self.assertTrue(torch.equal(p1, p2))
|
||||||
|
|
||||||
# Reset repo
|
try:
|
||||||
delete_repo(token=self._token, repo_id="test-model")
|
# Reset repo
|
||||||
|
delete_repo(token=self._token, repo_id="test-model")
|
||||||
|
except: # noqa E722
|
||||||
|
pass
|
||||||
|
|
||||||
# Push to hub via save_pretrained
|
# Push to hub via save_pretrained
|
||||||
with tempfile.TemporaryDirectory() as tmp_dir:
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
||||||
@ -1887,8 +1890,11 @@ The commit description supports markdown synthax see:
|
|||||||
for p1, p2 in zip(model.parameters(), new_model.parameters()):
|
for p1, p2 in zip(model.parameters(), new_model.parameters()):
|
||||||
self.assertTrue(torch.equal(p1, p2))
|
self.assertTrue(torch.equal(p1, p2))
|
||||||
|
|
||||||
# Reset repo
|
try:
|
||||||
delete_repo(token=self._token, repo_id="valid_org/test-model-org")
|
# Reset repo
|
||||||
|
delete_repo(token=self._token, repo_id="valid_org/test-model-org")
|
||||||
|
except: # noqa E722
|
||||||
|
pass
|
||||||
|
|
||||||
# Push to hub via save_pretrained
|
# Push to hub via save_pretrained
|
||||||
with tempfile.TemporaryDirectory() as tmp_dir:
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
||||||
|
@ -146,8 +146,11 @@ class TokenizerPushToHubTester(unittest.TestCase):
|
|||||||
new_tokenizer = BertTokenizer.from_pretrained(f"{USER}/test-tokenizer")
|
new_tokenizer = BertTokenizer.from_pretrained(f"{USER}/test-tokenizer")
|
||||||
self.assertDictEqual(new_tokenizer.vocab, tokenizer.vocab)
|
self.assertDictEqual(new_tokenizer.vocab, tokenizer.vocab)
|
||||||
|
|
||||||
# Reset repo
|
try:
|
||||||
delete_repo(token=self._token, repo_id="test-tokenizer")
|
# Reset repo
|
||||||
|
delete_repo(token=self._token, repo_id="test-tokenizer")
|
||||||
|
except: # noqa E722
|
||||||
|
pass
|
||||||
|
|
||||||
# Push to hub via save_pretrained
|
# Push to hub via save_pretrained
|
||||||
with tempfile.TemporaryDirectory() as tmp_dir:
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
||||||
@ -167,8 +170,11 @@ class TokenizerPushToHubTester(unittest.TestCase):
|
|||||||
new_tokenizer = BertTokenizer.from_pretrained("valid_org/test-tokenizer-org")
|
new_tokenizer = BertTokenizer.from_pretrained("valid_org/test-tokenizer-org")
|
||||||
self.assertDictEqual(new_tokenizer.vocab, tokenizer.vocab)
|
self.assertDictEqual(new_tokenizer.vocab, tokenizer.vocab)
|
||||||
|
|
||||||
# Reset repo
|
try:
|
||||||
delete_repo(token=self._token, repo_id="valid_org/test-tokenizer-org")
|
# Reset repo
|
||||||
|
delete_repo(token=self._token, repo_id="valid_org/test-tokenizer-org")
|
||||||
|
except: # noqa E722
|
||||||
|
pass
|
||||||
|
|
||||||
# Push to hub via save_pretrained
|
# Push to hub via save_pretrained
|
||||||
with tempfile.TemporaryDirectory() as tmp_dir:
|
with tempfile.TemporaryDirectory() as tmp_dir:
|
||||||
|
Loading…
Reference in New Issue
Block a user