{ "cells": [ { "cell_type": "markdown", "id": "sticky-exhibit", "metadata": {}, "source": [ "# Demo\n", "\n", "Author: Cindy Chiao\n", "Last Modified: Nov 16, 2021\n", "\n", "## What is xbatcher? \n", "Xbatcher is a small library for iterating through xarray objects (DataArrays and Datasets) in batches. The goal is to make it easy to feed xarray objects to machine learning libraries such as Keras and PyTorch. \n", "\n", "## What is included in this notebook?\n", "* showcase current abilities with example data \n", "* brief discussion of current development track and ideas for future work " ] }, { "cell_type": "code", "execution_count": 1, "id": "banner-importance", "metadata": {}, "outputs": [], "source": [ "import xarray as xr\n", "import xbatcher\n", "import fsspec" ] }, { "cell_type": "markdown", "id": "equipped-sense", "metadata": {}, "source": [ "## Example data\n", "\n", "Here we will load an example dataset from a global climate model. The data is from the _historical_ experiment from CMIP6 and represents 60 days of daily max air temperature. " ] }, { "cell_type": "code", "execution_count": 2, "id": "dutch-grave", "metadata": {}, "outputs": [ { "data": { "text/html": [ "
<xarray.Dataset>\n", "Dimensions: (lat: 145, lon: 192, time: 60)\n", "Coordinates:\n", " * lat (lat) float64 -90.0 -88.75 -87.5 -86.25 ... 86.25 87.5 88.75 90.0\n", " * lon (lon) float64 0.0 1.875 3.75 5.625 7.5 ... 352.5 354.4 356.2 358.1\n", " * time (time) datetime64[ns] 1850-01-01T12:00:00 ... 1850-03-01T12:00:00\n", "Data variables:\n", " tasmax (time, lat, lon) float32 dask.array<chunksize=(60, 145, 192), meta=np.ndarray>
array([-90. , -88.75, -87.5 , -86.25, -85. , -83.75, -82.5 , -81.25, -80. ,\n", " -78.75, -77.5 , -76.25, -75. , -73.75, -72.5 , -71.25, -70. , -68.75,\n", " -67.5 , -66.25, -65. , -63.75, -62.5 , -61.25, -60. , -58.75, -57.5 ,\n", " -56.25, -55. , -53.75, -52.5 , -51.25, -50. , -48.75, -47.5 , -46.25,\n", " -45. , -43.75, -42.5 , -41.25, -40. , -38.75, -37.5 , -36.25, -35. ,\n", " -33.75, -32.5 , -31.25, -30. , -28.75, -27.5 , -26.25, -25. , -23.75,\n", " -22.5 , -21.25, -20. , -18.75, -17.5 , -16.25, -15. , -13.75, -12.5 ,\n", " -11.25, -10. , -8.75, -7.5 , -6.25, -5. , -3.75, -2.5 , -1.25,\n", " 0. , 1.25, 2.5 , 3.75, 5. , 6.25, 7.5 , 8.75, 10. ,\n", " 11.25, 12.5 , 13.75, 15. , 16.25, 17.5 , 18.75, 20. , 21.25,\n", " 22.5 , 23.75, 25. , 26.25, 27.5 , 28.75, 30. , 31.25, 32.5 ,\n", " 33.75, 35. , 36.25, 37.5 , 38.75, 40. , 41.25, 42.5 , 43.75,\n", " 45. , 46.25, 47.5 , 48.75, 50. , 51.25, 52.5 , 53.75, 55. ,\n", " 56.25, 57.5 , 58.75, 60. , 61.25, 62.5 , 63.75, 65. , 66.25,\n", " 67.5 , 68.75, 70. , 71.25, 72.5 , 73.75, 75. , 76.25, 77.5 ,\n", " 78.75, 80. , 81.25, 82.5 , 83.75, 85. , 86.25, 87.5 , 88.75,\n", " 90. ])
array([ 0. , 1.875, 3.75 , 5.625, 7.5 , 9.375, 11.25 , 13.125,\n", " 15. , 16.875, 18.75 , 20.625, 22.5 , 24.375, 26.25 , 28.125,\n", " 30. , 31.875, 33.75 , 35.625, 37.5 , 39.375, 41.25 , 43.125,\n", " 45. , 46.875, 48.75 , 50.625, 52.5 , 54.375, 56.25 , 58.125,\n", " 60. , 61.875, 63.75 , 65.625, 67.5 , 69.375, 71.25 , 73.125,\n", " 75. , 76.875, 78.75 , 80.625, 82.5 , 84.375, 86.25 , 88.125,\n", " 90. , 91.875, 93.75 , 95.625, 97.5 , 99.375, 101.25 , 103.125,\n", " 105. , 106.875, 108.75 , 110.625, 112.5 , 114.375, 116.25 , 118.125,\n", " 120. , 121.875, 123.75 , 125.625, 127.5 , 129.375, 131.25 , 133.125,\n", " 135. , 136.875, 138.75 , 140.625, 142.5 , 144.375, 146.25 , 148.125,\n", " 150. , 151.875, 153.75 , 155.625, 157.5 , 159.375, 161.25 , 163.125,\n", " 165. , 166.875, 168.75 , 170.625, 172.5 , 174.375, 176.25 , 178.125,\n", " 180. , 181.875, 183.75 , 185.625, 187.5 , 189.375, 191.25 , 193.125,\n", " 195. , 196.875, 198.75 , 200.625, 202.5 , 204.375, 206.25 , 208.125,\n", " 210. , 211.875, 213.75 , 215.625, 217.5 , 219.375, 221.25 , 223.125,\n", " 225. , 226.875, 228.75 , 230.625, 232.5 , 234.375, 236.25 , 238.125,\n", " 240. , 241.875, 243.75 , 245.625, 247.5 , 249.375, 251.25 , 253.125,\n", " 255. , 256.875, 258.75 , 260.625, 262.5 , 264.375, 266.25 , 268.125,\n", " 270. , 271.875, 273.75 , 275.625, 277.5 , 279.375, 281.25 , 283.125,\n", " 285. , 286.875, 288.75 , 290.625, 292.5 , 294.375, 296.25 , 298.125,\n", " 300. , 301.875, 303.75 , 305.625, 307.5 , 309.375, 311.25 , 313.125,\n", " 315. , 316.875, 318.75 , 320.625, 322.5 , 324.375, 326.25 , 328.125,\n", " 330. , 331.875, 333.75 , 335.625, 337.5 , 339.375, 341.25 , 343.125,\n", " 345. , 346.875, 348.75 , 350.625, 352.5 , 354.375, 356.25 , 358.125])
array(['1850-01-01T12:00:00.000000000', '1850-01-02T12:00:00.000000000',\n", " '1850-01-03T12:00:00.000000000', '1850-01-04T12:00:00.000000000',\n", " '1850-01-05T12:00:00.000000000', '1850-01-06T12:00:00.000000000',\n", " '1850-01-07T12:00:00.000000000', '1850-01-08T12:00:00.000000000',\n", " '1850-01-09T12:00:00.000000000', '1850-01-10T12:00:00.000000000',\n", " '1850-01-11T12:00:00.000000000', '1850-01-12T12:00:00.000000000',\n", " '1850-01-13T12:00:00.000000000', '1850-01-14T12:00:00.000000000',\n", " '1850-01-15T12:00:00.000000000', '1850-01-16T12:00:00.000000000',\n", " '1850-01-17T12:00:00.000000000', '1850-01-18T12:00:00.000000000',\n", " '1850-01-19T12:00:00.000000000', '1850-01-20T12:00:00.000000000',\n", " '1850-01-21T12:00:00.000000000', '1850-01-22T12:00:00.000000000',\n", " '1850-01-23T12:00:00.000000000', '1850-01-24T12:00:00.000000000',\n", " '1850-01-25T12:00:00.000000000', '1850-01-26T12:00:00.000000000',\n", " '1850-01-27T12:00:00.000000000', '1850-01-28T12:00:00.000000000',\n", " '1850-01-29T12:00:00.000000000', '1850-01-30T12:00:00.000000000',\n", " '1850-01-31T12:00:00.000000000', '1850-02-01T12:00:00.000000000',\n", " '1850-02-02T12:00:00.000000000', '1850-02-03T12:00:00.000000000',\n", " '1850-02-04T12:00:00.000000000', '1850-02-05T12:00:00.000000000',\n", " '1850-02-06T12:00:00.000000000', '1850-02-07T12:00:00.000000000',\n", " '1850-02-08T12:00:00.000000000', '1850-02-09T12:00:00.000000000',\n", " '1850-02-10T12:00:00.000000000', '1850-02-11T12:00:00.000000000',\n", " '1850-02-12T12:00:00.000000000', '1850-02-13T12:00:00.000000000',\n", " '1850-02-14T12:00:00.000000000', '1850-02-15T12:00:00.000000000',\n", " '1850-02-16T12:00:00.000000000', '1850-02-17T12:00:00.000000000',\n", " '1850-02-18T12:00:00.000000000', '1850-02-19T12:00:00.000000000',\n", " '1850-02-20T12:00:00.000000000', '1850-02-21T12:00:00.000000000',\n", " '1850-02-22T12:00:00.000000000', '1850-02-23T12:00:00.000000000',\n", " '1850-02-24T12:00:00.000000000', '1850-02-25T12:00:00.000000000',\n", " '1850-02-26T12:00:00.000000000', '1850-02-27T12:00:00.000000000',\n", " '1850-02-28T12:00:00.000000000', '1850-03-01T12:00:00.000000000'],\n", " dtype='datetime64[ns]')
\n",
"
| \n",
"\n", "\n", " | \n", "
<xarray.Dataset>\n", "Dimensions: (sample: 27840, time: 10)\n", "Coordinates:\n", " * time (time) datetime64[ns] 1850-02-20T12:00:00 ... 1850-03-01T12:00:00\n", " * sample (sample) MultiIndex\n", " - lat (sample) float64 -90.0 -90.0 -90.0 -90.0 ... 90.0 90.0 90.0 90.0\n", " - lon (sample) float64 0.0 1.875 3.75 5.625 ... 352.5 354.4 356.2 358.1\n", "Data variables:\n", " tasmax (sample, time) float32 226.1 226.2 224.0 ... 251.5 245.5 242.9
array(['1850-02-20T12:00:00.000000000', '1850-02-21T12:00:00.000000000',\n", " '1850-02-22T12:00:00.000000000', '1850-02-23T12:00:00.000000000',\n", " '1850-02-24T12:00:00.000000000', '1850-02-25T12:00:00.000000000',\n", " '1850-02-26T12:00:00.000000000', '1850-02-27T12:00:00.000000000',\n", " '1850-02-28T12:00:00.000000000', '1850-03-01T12:00:00.000000000'],\n", " dtype='datetime64[ns]')
array([(-90.0, 0.0), (-90.0, 1.875), (-90.0, 3.75), ..., (90.0, 354.375),\n", " (90.0, 356.25), (90.0, 358.125)], dtype=object)
array([-90., -90., -90., ..., 90., 90., 90.])
array([ 0. , 1.875, 3.75 , ..., 354.375, 356.25 , 358.125])
array([[226.11433, 226.19003, 224.03416, ..., 226.06456, 226.33026,\n", " 226.99207],\n", " [226.11433, 226.19003, 224.03416, ..., 226.06456, 226.33026,\n", " 226.99207],\n", " [226.11433, 226.19003, 224.03416, ..., 226.06456, 226.33026,\n", " 226.99207],\n", " ...,\n", " [238.86842, 240.81023, 242.40994, ..., 251.47948, 245.45798,\n", " 242.93855],\n", " [238.86842, 240.81023, 242.40994, ..., 251.47948, 245.45798,\n", " 242.93855],\n", " [238.86842, 240.81023, 242.40994, ..., 251.47948, 245.45798,\n", " 242.93855]], dtype=float32)
<xarray.Dataset>\n", "Dimensions: (sample: 55680, time_input: 10)\n", "Coordinates:\n", " time (sample, time_input) datetime64[ns] 1850-02-10T12:00:00 ... ...\n", " * sample (sample) MultiIndex\n", " - input_batch (sample) int64 0 0 0 0 0 0 0 0 0 0 0 ... 1 1 1 1 1 1 1 1 1 1 1\n", " - lat (sample) float64 -90.0 -90.0 -90.0 -90.0 ... 90.0 90.0 90.0\n", " - lon (sample) float64 0.0 1.875 3.75 5.625 ... 354.4 356.2 358.1\n", "Dimensions without coordinates: time_input\n", "Data variables:\n", " tasmax (sample, time_input) float32 238.8 235.2 234.7 ... 245.5 242.9
array([['1850-02-10T12:00:00.000000000', '1850-02-11T12:00:00.000000000',\n", " '1850-02-12T12:00:00.000000000', ...,\n", " '1850-02-17T12:00:00.000000000', '1850-02-18T12:00:00.000000000',\n", " '1850-02-19T12:00:00.000000000'],\n", " ['1850-02-10T12:00:00.000000000', '1850-02-11T12:00:00.000000000',\n", " '1850-02-12T12:00:00.000000000', ...,\n", " '1850-02-17T12:00:00.000000000', '1850-02-18T12:00:00.000000000',\n", " '1850-02-19T12:00:00.000000000'],\n", " ['1850-02-10T12:00:00.000000000', '1850-02-11T12:00:00.000000000',\n", " '1850-02-12T12:00:00.000000000', ...,\n", " '1850-02-17T12:00:00.000000000', '1850-02-18T12:00:00.000000000',\n", " '1850-02-19T12:00:00.000000000'],\n", " ...,\n", " ['1850-02-20T12:00:00.000000000', '1850-02-21T12:00:00.000000000',\n", " '1850-02-22T12:00:00.000000000', ...,\n", " '1850-02-27T12:00:00.000000000', '1850-02-28T12:00:00.000000000',\n", " '1850-03-01T12:00:00.000000000'],\n", " ['1850-02-20T12:00:00.000000000', '1850-02-21T12:00:00.000000000',\n", " '1850-02-22T12:00:00.000000000', ...,\n", " '1850-02-27T12:00:00.000000000', '1850-02-28T12:00:00.000000000',\n", " '1850-03-01T12:00:00.000000000'],\n", " ['1850-02-20T12:00:00.000000000', '1850-02-21T12:00:00.000000000',\n", " '1850-02-22T12:00:00.000000000', ...,\n", " '1850-02-27T12:00:00.000000000', '1850-02-28T12:00:00.000000000',\n", " '1850-03-01T12:00:00.000000000']], dtype='datetime64[ns]')
array([(0, -90.0, 0.0), (0, -90.0, 1.875), (0, -90.0, 3.75), ...,\n", " (1, 90.0, 354.375), (1, 90.0, 356.25), (1, 90.0, 358.125)], dtype=object)
array([0, 0, 0, ..., 1, 1, 1])
array([-90., -90., -90., ..., 90., 90., 90.])
array([ 0. , 1.875, 3.75 , ..., 354.375, 356.25 , 358.125])
array([[238.76602, 235.20686, 234.71843, ..., 234.75949, 228.80817,\n", " 225.40395],\n", " [238.76602, 235.20686, 234.71843, ..., 234.75949, 228.80817,\n", " 225.40395],\n", " [238.76602, 235.20686, 234.71843, ..., 234.75949, 228.80817,\n", " 225.40395],\n", " ...,\n", " [238.86842, 240.81023, 242.40994, ..., 251.47948, 245.45798,\n", " 242.93855],\n", " [238.86842, 240.81023, 242.40994, ..., 251.47948, 245.45798,\n", " 242.93855],\n", " [238.86842, 240.81023, 242.40994, ..., 251.47948, 245.45798,\n", " 242.93855]], dtype=float32)
<xarray.Dataset>\n", "Dimensions: (sample: 27840, time: 31)\n", "Coordinates:\n", " * time (time) datetime64[ns] 1850-01-01T12:00:00 ... 1850-01-31T12:00:00\n", " * sample (sample) MultiIndex\n", " - lat (sample) float64 -90.0 -90.0 -90.0 -90.0 ... 90.0 90.0 90.0 90.0\n", " - lon (sample) float64 0.0 1.875 3.75 5.625 ... 352.5 354.4 356.2 358.1\n", "Data variables:\n", " tasmax (sample, time) float32 252.6 250.9 250.4 ... 257.6 256.9 243.3
array(['1850-01-01T12:00:00.000000000', '1850-01-02T12:00:00.000000000',\n", " '1850-01-03T12:00:00.000000000', '1850-01-04T12:00:00.000000000',\n", " '1850-01-05T12:00:00.000000000', '1850-01-06T12:00:00.000000000',\n", " '1850-01-07T12:00:00.000000000', '1850-01-08T12:00:00.000000000',\n", " '1850-01-09T12:00:00.000000000', '1850-01-10T12:00:00.000000000',\n", " '1850-01-11T12:00:00.000000000', '1850-01-12T12:00:00.000000000',\n", " '1850-01-13T12:00:00.000000000', '1850-01-14T12:00:00.000000000',\n", " '1850-01-15T12:00:00.000000000', '1850-01-16T12:00:00.000000000',\n", " '1850-01-17T12:00:00.000000000', '1850-01-18T12:00:00.000000000',\n", " '1850-01-19T12:00:00.000000000', '1850-01-20T12:00:00.000000000',\n", " '1850-01-21T12:00:00.000000000', '1850-01-22T12:00:00.000000000',\n", " '1850-01-23T12:00:00.000000000', '1850-01-24T12:00:00.000000000',\n", " '1850-01-25T12:00:00.000000000', '1850-01-26T12:00:00.000000000',\n", " '1850-01-27T12:00:00.000000000', '1850-01-28T12:00:00.000000000',\n", " '1850-01-29T12:00:00.000000000', '1850-01-30T12:00:00.000000000',\n", " '1850-01-31T12:00:00.000000000'], dtype='datetime64[ns]')
array([(-90.0, 0.0), (-90.0, 1.875), (-90.0, 3.75), ..., (90.0, 354.375),\n", " (90.0, 356.25), (90.0, 358.125)], dtype=object)
array([-90., -90., -90., ..., 90., 90., 90.])
array([ 0. , 1.875, 3.75 , ..., 354.375, 356.25 , 358.125])
array([[252.5753 , 250.88838, 250.43263, ..., 242.25215, 241.18654,\n", " 239.78615],\n", " [252.5753 , 250.88838, 250.43263, ..., 242.25215, 241.18654,\n", " 239.78615],\n", " [252.5753 , 250.88838, 250.43263, ..., 242.25215, 241.18654,\n", " 239.78615],\n", " ...,\n", " [247.44861, 248.71996, 241.68065, ..., 257.61612, 256.9255 ,\n", " 243.33928],\n", " [247.44861, 248.71996, 241.68065, ..., 257.61612, 256.9255 ,\n", " 243.33928],\n", " [247.44861, 248.71996, 241.68065, ..., 257.61612, 256.9255 ,\n", " 243.33928]], dtype=float32)
<xarray.Dataset>\n", "Dimensions: (sample: 306240, time_input: 10)\n", "Coordinates:\n", " time (sample, time_input) datetime64[ns] 1850-02-10T12:00:00 ... ...\n", " * sample (sample) MultiIndex\n", " - input_batch (sample) int64 0 0 0 0 0 0 0 0 0 ... 10 10 10 10 10 10 10 10 10\n", " - lat (sample) float64 -90.0 -90.0 -90.0 -90.0 ... 90.0 90.0 90.0\n", " - lon (sample) float64 0.0 1.875 3.75 5.625 ... 354.4 356.2 358.1\n", "Dimensions without coordinates: time_input\n", "Data variables:\n", " tasmax (sample, time_input) float32 238.8 235.2 234.7 ... 245.5 242.9
array([['1850-02-10T12:00:00.000000000', '1850-02-11T12:00:00.000000000',\n", " '1850-02-12T12:00:00.000000000', ...,\n", " '1850-02-17T12:00:00.000000000', '1850-02-18T12:00:00.000000000',\n", " '1850-02-19T12:00:00.000000000'],\n", " ['1850-02-10T12:00:00.000000000', '1850-02-11T12:00:00.000000000',\n", " '1850-02-12T12:00:00.000000000', ...,\n", " '1850-02-17T12:00:00.000000000', '1850-02-18T12:00:00.000000000',\n", " '1850-02-19T12:00:00.000000000'],\n", " ['1850-02-10T12:00:00.000000000', '1850-02-11T12:00:00.000000000',\n", " '1850-02-12T12:00:00.000000000', ...,\n", " '1850-02-17T12:00:00.000000000', '1850-02-18T12:00:00.000000000',\n", " '1850-02-19T12:00:00.000000000'],\n", " ...,\n", " ['1850-02-20T12:00:00.000000000', '1850-02-21T12:00:00.000000000',\n", " '1850-02-22T12:00:00.000000000', ...,\n", " '1850-02-27T12:00:00.000000000', '1850-02-28T12:00:00.000000000',\n", " '1850-03-01T12:00:00.000000000'],\n", " ['1850-02-20T12:00:00.000000000', '1850-02-21T12:00:00.000000000',\n", " '1850-02-22T12:00:00.000000000', ...,\n", " '1850-02-27T12:00:00.000000000', '1850-02-28T12:00:00.000000000',\n", " '1850-03-01T12:00:00.000000000'],\n", " ['1850-02-20T12:00:00.000000000', '1850-02-21T12:00:00.000000000',\n", " '1850-02-22T12:00:00.000000000', ...,\n", " '1850-02-27T12:00:00.000000000', '1850-02-28T12:00:00.000000000',\n", " '1850-03-01T12:00:00.000000000']], dtype='datetime64[ns]')
array([(0, -90.0, 0.0), (0, -90.0, 1.875), (0, -90.0, 3.75), ...,\n", " (10, 90.0, 354.375), (10, 90.0, 356.25), (10, 90.0, 358.125)],\n", " dtype=object)
array([ 0, 0, 0, ..., 10, 10, 10])
array([-90., -90., -90., ..., 90., 90., 90.])
array([ 0. , 1.875, 3.75 , ..., 354.375, 356.25 , 358.125])
array([[238.76602, 235.20686, 234.71843, ..., 234.75949, 228.80817,\n", " 225.40395],\n", " [238.76602, 235.20686, 234.71843, ..., 234.75949, 228.80817,\n", " 225.40395],\n", " [238.76602, 235.20686, 234.71843, ..., 234.75949, 228.80817,\n", " 225.40395],\n", " ...,\n", " [238.86842, 240.81023, 242.40994, ..., 251.47948, 245.45798,\n", " 242.93855],\n", " [238.86842, 240.81023, 242.40994, ..., 251.47948, 245.45798,\n", " 242.93855],\n", " [238.86842, 240.81023, 242.40994, ..., 251.47948, 245.45798,\n", " 242.93855]], dtype=float32)
<xarray.Dataset>\n", "Dimensions: (input_batch: 11, time_input: 10)\n", "Coordinates:\n", " time (input_batch, time_input) datetime64[ns] 1850-02-10T12:00:00...\n", " * input_batch (input_batch) int64 0 1 2 3 4 5 6 7 8 9 10\n", "Dimensions without coordinates: time_input\n", "Data variables:\n", " tasmax (input_batch, time_input) float32 238.8 235.2 ... 226.3 227.0
array([['1850-02-10T12:00:00.000000000', '1850-02-11T12:00:00.000000000',\n", " '1850-02-12T12:00:00.000000000', '1850-02-13T12:00:00.000000000',\n", " '1850-02-14T12:00:00.000000000', '1850-02-15T12:00:00.000000000',\n", " '1850-02-16T12:00:00.000000000', '1850-02-17T12:00:00.000000000',\n", " '1850-02-18T12:00:00.000000000', '1850-02-19T12:00:00.000000000'],\n", " ['1850-02-11T12:00:00.000000000', '1850-02-12T12:00:00.000000000',\n", " '1850-02-13T12:00:00.000000000', '1850-02-14T12:00:00.000000000',\n", " '1850-02-15T12:00:00.000000000', '1850-02-16T12:00:00.000000000',\n", " '1850-02-17T12:00:00.000000000', '1850-02-18T12:00:00.000000000',\n", " '1850-02-19T12:00:00.000000000', '1850-02-20T12:00:00.000000000'],\n", " ['1850-02-12T12:00:00.000000000', '1850-02-13T12:00:00.000000000',\n", " '1850-02-14T12:00:00.000000000', '1850-02-15T12:00:00.000000000',\n", " '1850-02-16T12:00:00.000000000', '1850-02-17T12:00:00.000000000',\n", " '1850-02-18T12:00:00.000000000', '1850-02-19T12:00:00.000000000',\n", " '1850-02-20T12:00:00.000000000', '1850-02-21T12:00:00.000000000'],\n", " ['1850-02-13T12:00:00.000000000', '1850-02-14T12:00:00.000000000',\n", " '1850-02-15T12:00:00.000000000', '1850-02-16T12:00:00.000000000',\n", " '1850-02-17T12:00:00.000000000', '1850-02-18T12:00:00.000000000',\n", " '1850-02-19T12:00:00.000000000', '1850-02-20T12:00:00.000000000',\n", " '1850-02-21T12:00:00.000000000', '1850-02-22T12:00:00.000000000'],\n", "...\n", " '1850-02-19T12:00:00.000000000', '1850-02-20T12:00:00.000000000',\n", " '1850-02-21T12:00:00.000000000', '1850-02-22T12:00:00.000000000',\n", " '1850-02-23T12:00:00.000000000', '1850-02-24T12:00:00.000000000',\n", " '1850-02-25T12:00:00.000000000', '1850-02-26T12:00:00.000000000'],\n", " ['1850-02-18T12:00:00.000000000', '1850-02-19T12:00:00.000000000',\n", " '1850-02-20T12:00:00.000000000', '1850-02-21T12:00:00.000000000',\n", " '1850-02-22T12:00:00.000000000', '1850-02-23T12:00:00.000000000',\n", " '1850-02-24T12:00:00.000000000', '1850-02-25T12:00:00.000000000',\n", " '1850-02-26T12:00:00.000000000', '1850-02-27T12:00:00.000000000'],\n", " ['1850-02-19T12:00:00.000000000', '1850-02-20T12:00:00.000000000',\n", " '1850-02-21T12:00:00.000000000', '1850-02-22T12:00:00.000000000',\n", " '1850-02-23T12:00:00.000000000', '1850-02-24T12:00:00.000000000',\n", " '1850-02-25T12:00:00.000000000', '1850-02-26T12:00:00.000000000',\n", " '1850-02-27T12:00:00.000000000', '1850-02-28T12:00:00.000000000'],\n", " ['1850-02-20T12:00:00.000000000', '1850-02-21T12:00:00.000000000',\n", " '1850-02-22T12:00:00.000000000', '1850-02-23T12:00:00.000000000',\n", " '1850-02-24T12:00:00.000000000', '1850-02-25T12:00:00.000000000',\n", " '1850-02-26T12:00:00.000000000', '1850-02-27T12:00:00.000000000',\n", " '1850-02-28T12:00:00.000000000', '1850-03-01T12:00:00.000000000']],\n", " dtype='datetime64[ns]')
array([ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10])
array([[238.76602, 235.20686, 234.71843, 233.27286, 235.85324, 236.41687,\n", " 235.92152, 234.75949, 228.80817, 225.40395],\n", " [235.20686, 234.71843, 233.27286, 235.85324, 236.41687, 235.92152,\n", " 234.75949, 228.80817, 225.40395, 226.11433],\n", " [234.71843, 233.27286, 235.85324, 236.41687, 235.92152, 234.75949,\n", " 228.80817, 225.40395, 226.11433, 226.19003],\n", " [233.27286, 235.85324, 236.41687, 235.92152, 234.75949, 228.80817,\n", " 225.40395, 226.11433, 226.19003, 224.03416],\n", " [235.85324, 236.41687, 235.92152, 234.75949, 228.80817, 225.40395,\n", " 226.11433, 226.19003, 224.03416, 240.60652],\n", " [236.41687, 235.92152, 234.75949, 228.80817, 225.40395, 226.11433,\n", " 226.19003, 224.03416, 240.60652, 241.64258],\n", " [235.92152, 234.75949, 228.80817, 225.40395, 226.11433, 226.19003,\n", " 224.03416, 240.60652, 241.64258, 240.7453 ],\n", " [234.75949, 228.80817, 225.40395, 226.11433, 226.19003, 224.03416,\n", " 240.60652, 241.64258, 240.7453 , 233.43279],\n", " [228.80817, 225.40395, 226.11433, 226.19003, 224.03416, 240.60652,\n", " 241.64258, 240.7453 , 233.43279, 226.06456],\n", " [225.40395, 226.11433, 226.19003, 224.03416, 240.60652, 241.64258,\n", " 240.7453 , 233.43279, 226.06456, 226.33026],\n", " [226.11433, 226.19003, 224.03416, 240.60652, 241.64258, 240.7453 ,\n", " 233.43279, 226.06456, 226.33026, 226.99207]], dtype=float32)