From 271da38585b8c8a5c768f2a7f933631773cd8fad Mon Sep 17 00:00:00 2001 From: dongpohezui <40270581+dongpohezui@users.noreply.github.com> Date: Sat, 10 Apr 2021 21:48:30 +0800 Subject: [PATCH] Update fs_utils.py --- petastorm/fs_utils.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/petastorm/fs_utils.py b/petastorm/fs_utils.py index 913eb48b9..f02684e48 100644 --- a/petastorm/fs_utils.py +++ b/petastorm/fs_utils.py @@ -16,6 +16,7 @@ import pyarrow import six from six.moves.urllib.parse import urlparse +import platform from petastorm.gcsfs_helpers.gcsfs_wrapper import GCSFSWrapper from petastorm.hdfs.namenode import HdfsNamenodeResolver, HdfsConnector @@ -33,6 +34,9 @@ def get_dataset_path(parsed_url): # s3/gs/gcs filesystem expects paths of the form `bucket/path` return parsed_url.netloc + parsed_url.path + if parsed_url.scheme.lower() in ['file'] and "Windows" in platform.system(): + return parsed_url.path[1:] + return parsed_url.path