fsspec / swiftspec Goto Github PK

NotImplementedError                       Traceback (most recent call last)
Input In [4], in <cell line: 1>()
----> 1 p=mycat.testcat.to_dask()

File ~/.local/lib/python3.9/site-packages/intake_xarray/base.py:69, in DataSourceMixin.to_dask(self)
     67 def to_dask(self):
     68     """Return xarray object where variables are dask arrays"""
---> 69     return self.read_chunked()

File ~/.local/lib/python3.9/site-packages/intake_xarray/base.py:44, in DataSourceMixin.read_chunked(self)
     42 def read_chunked(self):
     43     """Return xarray object (which will have chunks)"""
---> 44     self._load_metadata()
     45     return self._ds

File /work/mh0010/m300408/envs/covariability/lib/python3.9/site-packages/intake/source/base.py:285, in DataSourceBase._load_metadata(self)
    283 """load metadata only if needed"""
    284 if self._schema is None:
--> 285     self._schema = self._get_schema()
    286     self.dtype = self._schema.dtype
    287     self.shape = self._schema.shape

File ~/.local/lib/python3.9/site-packages/intake_xarray/base.py:18, in DataSourceMixin._get_schema(self)
     15 self.urlpath = self._get_cache(self.urlpath)[0]
     17 if self._ds is None:
---> 18     self._open_dataset()
     20     metadata = {
     21         'dims': dict(self._ds.dims),
     22         'data_vars': {k: list(self._ds[k].coords)
     23                       for k in self._ds.data_vars.keys()},
     24         'coords': tuple(self._ds.coords.keys()),
     25     }
     26     if getattr(self, 'on_server', False):

File ~/.local/lib/python3.9/site-packages/intake_xarray/netcdf.py:87, in NetCDFSource._open_dataset(self)
     84     _open_dataset = xr.open_dataset
     86 if self._can_be_local:
---> 87     url = fsspec.open_local(self.urlpath, **self.storage_options)
     88 else:
     89     # https://github.com/intake/filesystem_spec/issues/476#issuecomment-732372918
     90     url = fsspec.open(self.urlpath, **self.storage_options).open()

File /work/mh0010/m300408/envs/covariability/lib/python3.9/site-packages/fsspec/core.py:454, in open_local(url, mode, **storage_options)
    449 if not getattr(of[0].fs, "local_file", False):
    450     raise ValueError(
    451         "open_local can only be used on a filesystem which"
    452         " has attribute local_file=True"
    453     )
--> 454 with of as files:
    455     paths = [f.name for f in files]
    456 if isinstance(url, str) and not has_magic(url):

File /work/mh0010/m300408/envs/covariability/lib/python3.9/site-packages/fsspec/core.py:171, in OpenFiles.__enter__(self)
    168 while True:
    169     if hasattr(fs, "open_many"):
    170         # check for concurrent cache download; or set up for upload
--> 171         self.files = fs.open_many(self)
    172         return self.files
    173     if hasattr(fs, "fs") and fs.fs is not None:

File /work/mh0010/m300408/envs/covariability/lib/python3.9/site-packages/fsspec/implementations/cached.py:444, in CachingFileSystem.__getattribute__.<locals>.<lambda>(*args, **kw)
    408 def __getattribute__(self, item):
    409     if item in [
    410         "load_cache",
    411         "_open",
   (...)
    442         # all the methods defined in this class. Note `open` here, since
    443         # it calls `_open`, but is actually in superclass
--> 444         return lambda *args, **kw: getattr(type(self), item).__get__(self)(
    445             *args, **kw
    446         )
    447     if item in ["__reduce_ex__"]:
    448         raise AttributeError

File /work/mh0010/m300408/envs/covariability/lib/python3.9/site-packages/fsspec/implementations/cached.py:552, in WholeFileCacheFileSystem.open_many(self, open_files)
    549 downfn = [fn for fn, d in zip(downfn0, details) if not d]
    550 if downpath:
    551     # skip if all files are already cached and up to date
--> 552     self.fs.get(downpath, downfn)
    554     # update metadata - only happens when downloads are successful
    555     newdetail = [
    556         {
    557             "original": path,
   (...)
    563         for path in downpath
    564     ]

File /work/mh0010/m300408/envs/covariability/lib/python3.9/site-packages/fsspec/asyn.py:114, in sync_wrapper.<locals>.wrapper(*args, **kwargs)
    111 @functools.wraps(func)
    112 def wrapper(*args, **kwargs):
    113     self = obj or args[0]
--> 114     return sync(self.loop, func, *args, **kwargs)

File /work/mh0010/m300408/envs/covariability/lib/python3.9/site-packages/fsspec/asyn.py:99, in sync(loop, func, timeout, *args, **kwargs)
     97     raise FSTimeoutError from return_result
     98 elif isinstance(return_result, BaseException):
---> 99     raise return_result
    100 else:
    101     return return_result

File /work/mh0010/m300408/envs/covariability/lib/python3.9/site-packages/fsspec/asyn.py:54, in _runner(event, coro, result, timeout)
     52     coro = asyncio.wait_for(coro, timeout=timeout)
     53 try:
---> 54     result[0] = await coro
     55 except Exception as ex:
     56     result[0] = ex

File /work/mh0010/m300408/envs/covariability/lib/python3.9/site-packages/fsspec/asyn.py:541, in AsyncFileSystem._get(self, rpath, lpath, recursive, callback, **kwargs)
    539     callback.branch(rpath, lpath, kwargs)
    540     coros.append(self._get_file(rpath, lpath, **kwargs))
--> 541 return await _run_coros_in_chunks(
    542     coros, batch_size=batch_size, callback=callback
    543 )

File /work/mh0010/m300408/envs/covariability/lib/python3.9/site-packages/fsspec/asyn.py:249, in _run_coros_in_chunks(coros, batch_size, callback, timeout, return_exceptions, nofiles)
    243     if callback is not _DEFAULT_CALLBACK:
    244         [
    245             t.add_done_callback(lambda *_, **__: callback.relative_update(1))
    246             for t in chunk
    247         ]
    248     results.extend(
--> 249         await asyncio.gather(*chunk, return_exceptions=return_exceptions),
    250     )
    251 return results

File /work/mh0010/m300408/envs/covariability/lib/python3.9/asyncio/tasks.py:442, in wait_for(fut, timeout, loop)
    437     warnings.warn("The loop argument is deprecated since Python 3.8, "
    438                   "and scheduled for removal in Python 3.10.",
    439                   DeprecationWarning, stacklevel=2)
    441 if timeout is None:
--> 442     return await fut
    444 if timeout <= 0:
    445     fut = ensure_future(fut, loop=loop)

File /work/mh0010/m300408/envs/covariability/lib/python3.9/site-packages/fsspec/asyn.py:508, in AsyncFileSystem._get_file(self, rpath, lpath, **kwargs)
    507 async def _get_file(self, rpath, lpath, **kwargs):
--> 508     raise NotImplementedError

NotImplementedError: