Iterating over ts dataset using zarr driver does not parallelize about tensorstore HOT 1 CLOSED

class TensorStoreIterator():
  def __init__(self, shape, num_chunks=32):
    self.shape = shape
    self.i = 0
    self.num_chunks = num_chunks
    self.chunk_size = int(np.ceil(self.shape[0] / num_chunks))

  def __len__(self):
    return self.num_chunks

  def __iter__(self):
    return self

  def __next__(self):
    if self.i >= self.num_chunks:
      raise StopIteration
    chunk_start = self.i * self.chunk_size
    chunk_end = min(chunk_start + self.chunk_size, self.shape[0])
    self.i += 1
    return ts.d[0][chunk_start:chunk_end]

ts_data_iter = TensorStoreIterator(store.shape)

list(ts_data_iter)