Aaron Mueller commited on
Commit
5e26487
·
1 Parent(s): 6311d99

reduce max filesize

Browse files
Files changed (1) hide show
  1. src/submission/check_validity.py +4 -4
src/submission/check_validity.py CHANGED
@@ -378,8 +378,8 @@ def validate_directory_circuit(fs: HfFileSystem, repo_id: str, dirname: str, cur
378
  file_url = hf_hub_url(repo_id=repo_id, filename=file_suffix)
379
  file_info = get_hf_file_metadata(file_url)
380
  file_size_mb = file_info.size / (1024 * 1024)
381
- if file_size_mb > 150:
382
- warnings.append(f"Will skip file >150MB: {file}")
383
  offset -= 1
384
  continue
385
 
@@ -515,8 +515,8 @@ def validate_directory_causalgraph(fs: HfFileSystem, repo_id: str, dirname: str)
515
  file_url = hf_hub_url(repo_id=repo_id, filename=file_suffix)
516
  file_info = get_hf_file_metadata(file_url)
517
  file_size_mb = file_info.size / (1024 * 1024)
518
- if file_size_mb > 150:
519
- warnings.append(f"Will skip file >150MB: {file}")
520
  offset -= 1
521
  continue
522
 
 
378
  file_url = hf_hub_url(repo_id=repo_id, filename=file_suffix)
379
  file_info = get_hf_file_metadata(file_url)
380
  file_size_mb = file_info.size / (1024 * 1024)
381
+ if file_size_mb > 50:
382
+ warnings.append(f"Will skip file >50MB: {file}")
383
  offset -= 1
384
  continue
385
 
 
515
  file_url = hf_hub_url(repo_id=repo_id, filename=file_suffix)
516
  file_info = get_hf_file_metadata(file_url)
517
  file_size_mb = file_info.size / (1024 * 1024)
518
+ if file_size_mb > 50:
519
+ warnings.append(f"Will skip file >50MB: {file}")
520
  offset -= 1
521
  continue
522