{ "cells": [ { "cell_type": "code", "execution_count": 15, "id": "2345a0b5", "metadata": {}, "outputs": [], "source": [ "import pandas as pd \n", "import xarray as xr\n", "from pprint import pprint" ] }, { "cell_type": "code", "execution_count": 4, "id": "cfd94963", "metadata": {}, "outputs": [], "source": [ "# Load Catalog\n", "a=pd.read_csv('/data/keeling/a/cristi/a/esm_data/cmip6_catalog.csv')" ] }, { "cell_type": "code", "execution_count": 23, "id": "5c5e947a", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "['/data/cristi/a/cristi/esm_data/cmip6/GFDL-CM4/amip/r1i1p1f1/hur_Amon_GFDL-CM4_amip_r1i1p1f1_gr1_197901-198412.nc',\n", " '/data/cristi/a/cristi/esm_data/cmip6/GFDL-CM4/amip/r1i1p1f1/hur_Amon_GFDL-CM4_amip_r1i1p1f1_gr1_198501-199012.nc',\n", " '/data/cristi/a/cristi/esm_data/cmip6/GFDL-CM4/amip/r1i1p1f1/hur_Amon_GFDL-CM4_amip_r1i1p1f1_gr1_199101-199612.nc',\n", " '/data/cristi/a/cristi/esm_data/cmip6/GFDL-CM4/amip/r1i1p1f1/hur_Amon_GFDL-CM4_amip_r1i1p1f1_gr1_199701-200212.nc',\n", " '/data/cristi/a/cristi/esm_data/cmip6/GFDL-CM4/amip/r1i1p1f1/hur_Amon_GFDL-CM4_amip_r1i1p1f1_gr1_200301-200812.nc',\n", " '/data/cristi/a/cristi/esm_data/cmip6/GFDL-CM4/amip/r1i1p1f1/hur_Amon_GFDL-CM4_amip_r1i1p1f1_gr1_200901-201412.nc']\n" ] } ], "source": [ "# Search for files to be read\n", "\n", " # variable in ESGF\n", "path=a.loc[(a['variable_id']=='hur')& \n", " # experiment \n", " (a['experiment']=='AMIP')& \n", " # modelname\n", " (a['source_id'].str.contains('GFDL'))&\n", " # realization\n", " (a['variant_label'].str.contains('r1i1p1'))]['path'].to_list()\n", "\n", "if path == []:\n", " print('Your search did not match any files on Keeling. Please proceed to download.')\n", "else:\n", " pprint(path)" ] }, { "cell_type": "code", "execution_count": 5, "id": "f96a0e38", "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "
<xarray.Dataset>\n",
       "Dimensions:    (bnds: 2, time: 432, plev: 19, lat: 180, lon: 288)\n",
       "Coordinates:\n",
       "  * bnds       (bnds) float64 1.0 2.0\n",
       "  * lat        (lat) float64 -89.5 -88.5 -87.5 -86.5 ... 86.5 87.5 88.5 89.5\n",
       "  * lon        (lon) float64 0.625 1.875 3.125 4.375 ... 355.6 356.9 358.1 359.4\n",
       "  * plev       (plev) float64 1e+05 9.25e+04 8.5e+04 7e+04 ... 1e+03 500.0 100.0\n",
       "  * time       (time) object 1979-01-16 12:00:00 ... 2014-12-16 12:00:00\n",
       "Data variables:\n",
       "    hur        (time, plev, lat, lon) float32 dask.array<chunksize=(72, 19, 180, 288), meta=np.ndarray>\n",
       "    lat_bnds   (time, lat, bnds) float64 dask.array<chunksize=(72, 180, 2), meta=np.ndarray>\n",
       "    lon_bnds   (time, lon, bnds) float64 dask.array<chunksize=(72, 288, 2), meta=np.ndarray>\n",
       "    time_bnds  (time, bnds) object dask.array<chunksize=(72, 2), meta=np.ndarray>\n",
       "Attributes: (12/44)\n",
       "    external_variables:    areacella\n",
       "    history:               File was processed by fremetar (GFDL analog of CMO...\n",
       "    table_id:              Amon\n",
       "    activity_id:           CMIP\n",
       "    branch_method:         no parent\n",
       "    branch_time_in_child:  0.0\n",
       "    ...                    ...\n",
       "    title:                 NOAA GFDL GFDL-CM4 model output prepared for CMIP6...\n",
       "    tracking_id:           hdl:21.14100/7c27e5b3-c207-42a3-a01a-40d264a01935\n",
       "    variable_id:           hur\n",
       "    variant_info:          N/A\n",
       "    references:            see further_info_url attribute\n",
       "    variant_label:         r1i1p1f1
" ], "text/plain": [ "\n", "Dimensions: (bnds: 2, time: 432, plev: 19, lat: 180, lon: 288)\n", "Coordinates:\n", " * bnds (bnds) float64 1.0 2.0\n", " * lat (lat) float64 -89.5 -88.5 -87.5 -86.5 ... 86.5 87.5 88.5 89.5\n", " * lon (lon) float64 0.625 1.875 3.125 4.375 ... 355.6 356.9 358.1 359.4\n", " * plev (plev) float64 1e+05 9.25e+04 8.5e+04 7e+04 ... 1e+03 500.0 100.0\n", " * time (time) object 1979-01-16 12:00:00 ... 2014-12-16 12:00:00\n", "Data variables:\n", " hur (time, plev, lat, lon) float32 dask.array\n", " lat_bnds (time, lat, bnds) float64 dask.array\n", " lon_bnds (time, lon, bnds) float64 dask.array\n", " time_bnds (time, bnds) object dask.array\n", "Attributes: (12/44)\n", " external_variables: areacella\n", " history: File was processed by fremetar (GFDL analog of CMO...\n", " table_id: Amon\n", " activity_id: CMIP\n", " branch_method: no parent\n", " branch_time_in_child: 0.0\n", " ... ...\n", " title: NOAA GFDL GFDL-CM4 model output prepared for CMIP6...\n", " tracking_id: hdl:21.14100/7c27e5b3-c207-42a3-a01a-40d264a01935\n", " variable_id: hur\n", " variant_info: N/A\n", " references: see further_info_url attribute\n", " variant_label: r1i1p1f1" ] }, "execution_count": 5, "metadata": {}, "output_type": "execute_result" } ], "source": [ "# Read the files in Xarray \n", "ds = xr.open_mfdataset(path,combine=\"by_coords\",use_cftime=True)\n", "ds" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.9.5" } }, "nbformat": 4, "nbformat_minor": 5 }