CMIP6_create_weights.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "import xarray as xr\n",
    "from pathlib import Path\n",
    "from CMIP6_IO import CMIP6_IO\n",
    "import os"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%% md\n"
    }
   },
   "source": [
    "## Upload files to be used for weigh calculation\n",
    "This script will loop over all files found in a speficic folder `lightpath`and find files of the same variable and scenario to be used for weight calculation (ClimWIP). \n",
    "The various files are currently focusing on `tos` files that are to be compared to observations (`CORA, ERSST.V5`). All the files are stored in one folder\n",
    "to be read by ClimWIP."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "# Define what models, scenarios, and variables to extract for weight creation\n",
    "\n",
    "source_ids = [\"CanESM5\", \"MPI-ESM1-2-LR\", \"UKESM1-0-LL\", \"MPI-ESM1-2-HR\"]\n",
    "scenarios = [\"ssp245\"]\n",
    "var_names = [\"tos\"]\n",
    "lightpath = \"light\"\n",
    "io = CMIP6_IO()\n",
    "max_models=3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "is_executing": true,
     "name": "#%%\n"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/CanESM5/CMIP6_CanESM5_r10i1p1f1_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/CanESM5/CMIP6_CanESM5_r10i1p1f1_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_CanESM5_r10i1p1f1_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/CanESM5/CMIP6_CanESM5_r10i1p2f1_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/CanESM5/CMIP6_CanESM5_r10i1p2f1_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_CanESM5_r10i1p2f1_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/CanESM5/CMIP6_CanESM5_r1i1p1f1_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/CanESM5/CMIP6_CanESM5_r1i1p1f1_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_CanESM5_r1i1p1f1_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/CanESM5/CMIP6_CanESM5_r1i1p2f1_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/CanESM5/CMIP6_CanESM5_r1i1p2f1_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_CanESM5_r1i1p2f1_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/CanESM5/CMIP6_CanESM5_r2i1p1f1_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/CanESM5/CMIP6_CanESM5_r2i1p1f1_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_CanESM5_r2i1p1f1_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/CanESM5/CMIP6_CanESM5_r2i1p2f1_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/CanESM5/CMIP6_CanESM5_r2i1p2f1_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_CanESM5_r2i1p2f1_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/CanESM5/CMIP6_CanESM5_r3i1p2f1_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/CanESM5/CMIP6_CanESM5_r3i1p2f1_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_CanESM5_r3i1p2f1_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/CanESM5/CMIP6_CanESM5_r4i1p1f1_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/CanESM5/CMIP6_CanESM5_r4i1p1f1_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_CanESM5_r4i1p1f1_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/CanESM5/CMIP6_CanESM5_r7i1p2f1_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/CanESM5/CMIP6_CanESM5_r7i1p2f1_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_CanESM5_r7i1p2f1_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/CanESM5/CMIP6_CanESM5_r9i1p2f1_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/CanESM5/CMIP6_CanESM5_r9i1p2f1_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_CanESM5_r9i1p2f1_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/MPI-ESM1-2-LR/CMIP6_MPI-ESM1-2-LR_r10i1p1f1_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/MPI-ESM1-2-LR/CMIP6_MPI-ESM1-2-LR_r10i1p1f1_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16T12:00:00 ... 2099-12-16T12...\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_MPI-ESM1-2-LR_r10i1p1f1_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16T12:00:00 ... 2099-12-16T12...\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/MPI-ESM1-2-LR/CMIP6_MPI-ESM1-2-LR_r1i1p1f1_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/MPI-ESM1-2-LR/CMIP6_MPI-ESM1-2-LR_r1i1p1f1_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16T12:00:00 ... 2099-12-16T12...\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_MPI-ESM1-2-LR_r1i1p1f1_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16T12:00:00 ... 2099-12-16T12...\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/MPI-ESM1-2-LR/CMIP6_MPI-ESM1-2-LR_r2i1p1f1_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/MPI-ESM1-2-LR/CMIP6_MPI-ESM1-2-LR_r2i1p1f1_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16T12:00:00 ... 2099-12-16T12...\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_MPI-ESM1-2-LR_r2i1p1f1_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16T12:00:00 ... 2099-12-16T12...\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/MPI-ESM1-2-LR/CMIP6_MPI-ESM1-2-LR_r4i1p1f1_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/MPI-ESM1-2-LR/CMIP6_MPI-ESM1-2-LR_r4i1p1f1_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16T12:00:00 ... 2099-12-16T12...\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_MPI-ESM1-2-LR_r4i1p1f1_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16T12:00:00 ... 2099-12-16T12...\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/MPI-ESM1-2-LR/CMIP6_MPI-ESM1-2-LR_r5i1p1f1_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/MPI-ESM1-2-LR/CMIP6_MPI-ESM1-2-LR_r5i1p1f1_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16T12:00:00 ... 2099-12-16T12...\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_MPI-ESM1-2-LR_r5i1p1f1_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16T12:00:00 ... 2099-12-16T12...\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/MPI-ESM1-2-LR/CMIP6_MPI-ESM1-2-LR_r6i1p1f1_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/MPI-ESM1-2-LR/CMIP6_MPI-ESM1-2-LR_r6i1p1f1_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16T12:00:00 ... 2099-12-16T12...\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_MPI-ESM1-2-LR_r6i1p1f1_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16T12:00:00 ... 2099-12-16T12...\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/UKESM1-0-LL/CMIP6_UKESM1-0-LL_r1i1p1f2_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/UKESM1-0-LL/CMIP6_UKESM1-0-LL_r1i1p1f2_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_UKESM1-0-LL_r1i1p1f2_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/UKESM1-0-LL/CMIP6_UKESM1-0-LL_r2i1p1f2_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/UKESM1-0-LL/CMIP6_UKESM1-0-LL_r2i1p1f2_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_UKESM1-0-LL_r2i1p1f2_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/UKESM1-0-LL/CMIP6_UKESM1-0-LL_r3i1p1f2_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/UKESM1-0-LL/CMIP6_UKESM1-0-LL_r3i1p1f2_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_UKESM1-0-LL_r3i1p1f2_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/UKESM1-0-LL/CMIP6_UKESM1-0-LL_r4i1p1f2_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/UKESM1-0-LL/CMIP6_UKESM1-0-LL_r4i1p1f2_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_UKESM1-0-LL_r4i1p1f2_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/UKESM1-0-LL/CMIP6_UKESM1-0-LL_r8i1p1f2_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/UKESM1-0-LL/CMIP6_UKESM1-0-LL_r8i1p1f2_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_UKESM1-0-LL_r8i1p1f2_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16 1950-02-16 ... 2099-12-16\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/MPI-ESM1-2-HR/CMIP6_MPI-ESM1-2-HR_r1i1p1f1_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/MPI-ESM1-2-HR/CMIP6_MPI-ESM1-2-HR_r1i1p1f1_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16T12:00:00 ... 2099-12-16T12...\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_MPI-ESM1-2-HR_r1i1p1f1_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16T12:00:00 ... 2099-12-16T12...\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "[CMIP6_IO] Opening file actea-shared/light/ssp245/MPI-ESM1-2-HR/CMIP6_MPI-ESM1-2-HR_r2i1p1f1_ssp245_tos.nc\n",
      "Opening tos - light/ssp245/MPI-ESM1-2-HR/CMIP6_MPI-ESM1-2-HR_r2i1p1f1_ssp245_tos.nc <xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 360, lat: 90, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16T12:00:00 ... 2099-12-16T12...\n",
      "  * lon      (lon) float64 3kB 0.5 1.5 2.5 3.5 4.5 ... 356.5 357.5 358.5 359.5\n",
      "  * lat      (lat) float64 720B 0.5 1.5 2.5 3.5 4.5 ... 85.5 86.5 87.5 88.5 89.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n",
      "Created clipped file light/weights/tos/CMIP6_MPI-ESM1-2-HR_r2i1p1f1_ssp245_tos_clipped.nc\n",
      "<xarray.Dataset> Size: 233MB\n",
      "Dimensions:  (time: 1800, lon: 30, lat: 10, y: 90, x: 360)\n",
      "Coordinates:\n",
      "  * time     (time) datetime64[ns] 14kB 1950-01-16T12:00:00 ... 2099-12-16T12...\n",
      "  * lon      (lon) float64 240B 5.5 6.5 7.5 8.5 9.5 ... 30.5 31.5 32.5 33.5 34.5\n",
      "  * lat      (lat) float64 80B 69.5 70.5 71.5 72.5 73.5 74.5 75.5 76.5 77.5 78.5\n",
      "Dimensions without coordinates: y, x\n",
      "Data variables:\n",
      "    tos      (time, y, x) float32 233MB ...\n"
     ]
    }
   ],
   "source": [
    "counter = 0\n",
    "\n",
    "for var_name in var_names:\n",
    "    for scenario in scenarios:\n",
    "        for source_id in source_ids:\n",
    "            weights_path = f\"{lightpath}/weights_test/{var_name}\"\n",
    "            if not os.path.exists(weights_path):\n",
    "                os.makedirs(weights_path, exist_ok=True)\n",
    "            current = f\"{lightpath}/{scenario}/{source_id}\"\n",
    "            file_on_gcs = io.list_dataset_on_gs(current)\n",
    "           \n",
    "            for f in file_on_gcs:\n",
    "                # Filter to only use the models we prefer (UKESM1-0-LL excluded)\n",
    "                if any(source_id in f for source_id in source_ids) and var_name in f and \"weights\" not in f:\n",
    "                    ds = io.open_dataset_on_gs(f)\n",
    "                    \n",
    "                    # Store the cut out region as new file and upload to GCS\n",
    "                    filename = f\"{weights_path}/{f.split('/')[-1][0:-3]}_clipped.nc\"\n",
    "                    ds.to_netcdf(filename)\n",
    "                    io.upload_to_gcs(filename)\n",
    "                    counter+=1\n",
    "                    if counter >= max_models:\n",
    "                        break\n",
    "                    # Delete the local version of the file\n",
    "                    if Path(filename).exists():\n",
    "                        Path(filename).unlink()\n",
    "            \n",
    "                    print(f\"Created clipped file {filename}\")\n",
    "                    ds.close()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}