Spaces:
Running
Running
Aaron Mueller
commited on
Commit
·
5e26487
1
Parent(s):
6311d99
reduce max filesize
Browse files
src/submission/check_validity.py
CHANGED
|
@@ -378,8 +378,8 @@ def validate_directory_circuit(fs: HfFileSystem, repo_id: str, dirname: str, cur
|
|
| 378 |
file_url = hf_hub_url(repo_id=repo_id, filename=file_suffix)
|
| 379 |
file_info = get_hf_file_metadata(file_url)
|
| 380 |
file_size_mb = file_info.size / (1024 * 1024)
|
| 381 |
-
if file_size_mb >
|
| 382 |
-
warnings.append(f"Will skip file >
|
| 383 |
offset -= 1
|
| 384 |
continue
|
| 385 |
|
|
@@ -515,8 +515,8 @@ def validate_directory_causalgraph(fs: HfFileSystem, repo_id: str, dirname: str)
|
|
| 515 |
file_url = hf_hub_url(repo_id=repo_id, filename=file_suffix)
|
| 516 |
file_info = get_hf_file_metadata(file_url)
|
| 517 |
file_size_mb = file_info.size / (1024 * 1024)
|
| 518 |
-
if file_size_mb >
|
| 519 |
-
warnings.append(f"Will skip file >
|
| 520 |
offset -= 1
|
| 521 |
continue
|
| 522 |
|
|
|
|
| 378 |
file_url = hf_hub_url(repo_id=repo_id, filename=file_suffix)
|
| 379 |
file_info = get_hf_file_metadata(file_url)
|
| 380 |
file_size_mb = file_info.size / (1024 * 1024)
|
| 381 |
+
if file_size_mb > 50:
|
| 382 |
+
warnings.append(f"Will skip file >50MB: {file}")
|
| 383 |
offset -= 1
|
| 384 |
continue
|
| 385 |
|
|
|
|
| 515 |
file_url = hf_hub_url(repo_id=repo_id, filename=file_suffix)
|
| 516 |
file_info = get_hf_file_metadata(file_url)
|
| 517 |
file_size_mb = file_info.size / (1024 * 1024)
|
| 518 |
+
if file_size_mb > 50:
|
| 519 |
+
warnings.append(f"Will skip file >50MB: {file}")
|
| 520 |
offset -= 1
|
| 521 |
continue
|
| 522 |
|