build-refs.py

from kerchunk.zarr import single_zarr
from kerchunk.combine import MultiZarrToZarr
import fsspec
import zarr

prefix = '/srv/poseidon/'
suffix_v = '/llc4320_tests/10dayhourly/velocities'
suffix_s = '/llc4320_tests/10dayhourly/scalars'

combined_velocities = 'file:///srv/kerchunk/combined_velocities.json'
combined_scalars = 'file:///srv/kerchunk/combined_scalars.json'

refs = []
for node in range(1, 11):
    for dir in range(1, 4):
        path = prefix + f'data{node:02}_{dir:02}' + suffix_v
        refs.append(single_zarr(path))
        print(path)

mz2z = MultiZarrToZarr(refs, remote_protocol='file', xarray_concat_args={'dim': 'time'})
mz2z.translate(combined_velocities)

refs = []
for node in range(1, 11):
    for dir in range(1, 4):
        path = prefix + f'data{node:02}_{dir:02}' + suffix_s
        refs.append(single_zarr(path))
        print(path)

mz2z = MultiZarrToZarr(refs, remote_protocol='file', xarray_concat_args={'dim': 'time'})
mz2z.translate(combined_scalars)