Skip to content

Commit

Permalink
upath._flavour_sources: update flavours (fsspec#224)
Browse files Browse the repository at this point in the history
  • Loading branch information
ap-- authored Jun 15, 2024
1 parent 14dc7ae commit 68f8369
Show file tree
Hide file tree
Showing 3 changed files with 148 additions and 57 deletions.
12 changes: 12 additions & 0 deletions dev/generate_flavours.py
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,10 @@
from __future__ import annotations
import logging
import os
import re
from pathlib import PurePath
from pathlib import PureWindowsPath
from typing import Any
from typing import Literal
from typing import cast
Expand Down Expand Up @@ -147,6 +150,14 @@ def _fix_memfs_file_system(x: str) -> str:
)


def _fix_memory_file_system(x: str) -> str:
return re.sub(
"LocalFileSystem",
"LocalFileSystemFlavour",
x,
)


def _fix_oss_file_system(x: str) -> str:
x = re.sub(
r"path_string: str = stringify_path\(path\)",
Expand All @@ -173,6 +184,7 @@ def _fix_xrootd_file_system(x: str) -> str:
"AbstractFileSystem": _fix_abstract_file_system,
"AzureBlobFileSystem": _fix_azure_blob_file_system,
"MemFS": _fix_memfs_file_system,
"MemoryFileSystem": _fix_memory_file_system,
"OSSFileSystem": _fix_oss_file_system,
"XRootDFileSystem": _fix_xrootd_file_system,
}
Expand Down
22 changes: 11 additions & 11 deletions dev/requirements.txt
Original file line number Diff line number Diff line change
@@ -1,18 +1,18 @@
fsspec[git,hdfs,dask,http,sftp,smb]==2024.2.0
fsspec[git,hdfs,dask,http,sftp,smb]==2024.6.0

# these dependencies define their own filesystems
adlfs==2024.2.0
boxfs==0.2.1
dropboxdrivefs==1.3.1
gcsfs==2024.2.0
s3fs==2024.2.0
adlfs==2024.4.1
boxfs==0.3.0
dropboxdrivefs==1.4.1
gcsfs==2024.6.0
s3fs==2024.6.0
ocifs==1.3.1
webdav4[fsspec]==0.9.8
# gfrivefs @ git+https://github.com/fsspec/gdrivefs@master broken ...
morefs[asynclocalfs]==0.2.0
dvc==3.47.0
huggingface_hub==0.20.3
lakefs-spec==0.7.0
morefs[asynclocalfs]==0.2.1
dvc==3.51.2
huggingface_hub==0.23.4
lakefs-spec==0.9.0
ossfs==2023.12.0
fsspec-xrootd==0.2.4
fsspec-xrootd==0.3.0
wandbfs==0.0.2
Loading

0 comments on commit 68f8369

Please sign in to comment.