pochedls / xsearch Goto Github PK

import glob
import os
import xsearch as xs


# User options ------------------------------------------------------------------
exps = ["historical", "amip"]

var = 'zg'
freq = 'day'
cmipTable = 'day'
mip_era = 'CMIP6'

first_member_only = True
# -------------------------------------------------------------------------------

for exp in exps:

    # Search all available models
    dpaths = xs.findPaths(exp, var, freq, cmipTable=cmipTable, mip_era=mip_era)
    models = xs.natural_sort(xs.getGroupValues(dpaths, 'model'))

    print('exp:', exp)
    print('models:', models)
    print('number of models:', len(models))

    for model in models:
        dpaths_model = xs.findPaths(exp, var, freq, cmipTable=cmipTable, mip_era=mip_era, model=model)
        members = xs.natural_sort(xs.getGroupValues(dpaths_model, 'member'))
        if first_member_only:
            members = members[0:1]
        for member in members:
            dpaths_model_member = xs.findPaths(exp, var, freq, cmipTable=cmipTable, mip_era=mip_era, model=model, member=member)
            dpaths_model_member_list = list(dpaths_model_member.keys())
            if len(dpaths_model_member_list) > 1:
                print('Error: multiple paths detected for ', model, member, ': ', dpaths_model_member_list)
            else:
                dpath = dpaths_model_member_list[0]
                ncfiles = xs.natural_sort(glob.glob(os.path.join(dpath, '*.nc')))
                print(model, member, ncfiles)