Skip to content

Commit

Permalink
update
Browse files Browse the repository at this point in the history
  • Loading branch information
deependujha committed Sep 6, 2024
1 parent dbe8b0e commit 5a81f04
Showing 1 changed file with 3 additions and 0 deletions.
3 changes: 3 additions & 0 deletions src/litdata/streaming/resolver.py
Original file line number Diff line number Diff line change
Expand Up @@ -57,6 +57,9 @@ def _resolve_dir(dir_path: Optional[Union[str, Dir]]) -> Dir:
cloud_prefixes = _SUPPORTED_CLOUD_PROVIDERS
dir_scheme = parse.urlparse(dir_path).scheme
if bool(dir_scheme):
print("="*80)
print(f"{dir_scheme=}")
print("="*80)
if any(dir_path.startswith(cloud_prefix) for cloud_prefix in cloud_prefixes):
return Dir(path=None, url=dir_path)
raise ValueError(
Expand Down

0 comments on commit 5a81f04

Please sign in to comment.