dlt.destinations.fs_client
FSClientBase Objects
class FSClientBase(ABC)
dataset_path
@property
@abstractmethod
def dataset_path() -> str
A path within a bucket to tables in a dataset, ending with separator
get_table_dir
@abstractmethod
def get_table_dir(table_name: str) -> str
Returns a directory containing table files, ending with separator. Native filesystem paths are used for local filesystems. Note that many tables can share the same table dir.
get_table_dirs
@abstractmethod
def get_table_dirs(table_names: Iterable[str]) -> List[str]
returns directories for given table
list_table_files
@abstractmethod
def list_table_files(table_name: str) -> List[str]
Returns all filepaths for a given table. Native filesystem paths are used for local filesystems.
truncate_tables
@abstractmethod
def truncate_tables(table_names: List[str]) -> None
truncates the given table
read_bytes
def read_bytes(path: str,
start: Any = None,
end: Any = None,
**kwargs: Any) -> bytes
reads given file to bytes object
read_text
def read_text(path: str,
encoding: Any = "utf-8",
errors: Any = None,
newline: Any = None,
compression: str = None,
**kwargs: Any) -> str
reads given file into string, tries gzip and pure text