calculate_rmse_and_plot_predictions.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "calculate_rmse_and_plot_predictions.ipynb",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "JHg_scCTmCto"
      },
      "outputs": [],
      "source": [
        "import os\n",
        "import pandas as pd\n",
        "import tensorflow as tf\n",
        "import numpy as np\n",
        "import math\n",
        "import statistics\n",
        "import time\n",
        "import h5py\n",
        "import matplotlib.pyplot as plt\n",
        "from tensorflow.python.framework import ops\n",
        "from tensorflow import keras\n",
        "from keras.layers import Layer\n",
        "import keras.backend as K\n",
        "\n",
        "import plotly \n",
        "import plotly.express as px\n",
        "import plotly.graph_objects as go"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')\n",
        "\n",
        "# Navigate to CS 230 Project folder. This might have a different path depending on user\n",
        "os.chdir(\"/content/drive/MyDrive/CS 230 Project/Data\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "_Dyg867ksKzI",
        "outputId": "697506ac-36f8-49e6-e943-0e2253006286"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Mounted at /content/drive\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Following this example: https://keras.io/examples/timeseries/timeseries_weather_forecasting/\n",
        "def normalize(data, train_split):\n",
        "    data_mean = data[:train_split].mean(axis=0)\n",
        "    data_std = data[:train_split].std(axis=0)\n",
        "    return (data - data_mean) / data_std"
      ],
      "metadata": {
        "id": "KaLfej2grEAx"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def create_model(input_data, design, dataset_train):\n",
        "    for batch in dataset_train.take(1):\n",
        "        inputs, targets = batch\n",
        "    if design == \"24-neuron LSTM\":\n",
        "        inputs = keras.layers.Input(shape=(inputs.shape[1], inputs.shape[2]))\n",
        "        lstm_out = keras.layers.LSTM(\n",
        "            24,\n",
        "            kernel_regularizer=keras.regularizers.l1(0.00001),\n",
        "            activation=\"tanh\"\n",
        "        )(inputs)\n",
        "        outputs = keras.layers.Dense(1)(lstm_out)\n",
        "\n",
        "        model = keras.Model(inputs=inputs, outputs=outputs)\n",
        "        model.compile(\n",
        "          optimizer=keras.optimizers.Adam(learning_rate=0.000001),\n",
        "          loss=\"huber\",\n",
        "          metrics=[\n",
        "            keras.metrics.MeanAbsoluteError(name='abs'),\n",
        "            keras.metrics.RootMeanSquaredError(name='rmse')\n",
        "          ]\n",
        "        )\n",
        "    elif design == \"48-neuron GRU\":\n",
        "        inputs = keras.layers.Input(shape=(inputs.shape[1], inputs.shape[2]))\n",
        "        dropout = keras.layers.Dropout(0.8)(inputs)\n",
        "        gru_out = keras.layers.GRU(48, activation=\"tanh\")(dropout)\n",
        "        outputs = keras.layers.Dense(1)(gru_out)\n",
        "        \n",
        "        model = keras.Model(inputs=inputs, outputs=outputs)\n",
        "        model.compile(\n",
        "          optimizer=keras.optimizers.Adam(learning_rate=0.001),\n",
        "          loss=\"mae\",\n",
        "          metrics=[\n",
        "            keras.metrics.MeanAbsoluteError(name='abs'),\n",
        "            keras.metrics.RootMeanSquaredError(name='rmse')\n",
        "          ]\n",
        "        )\n",
        "    elif design == \"72-layer LSTM\":\n",
        "        inputs = keras.layers.Input(shape=(inputs.shape[1], inputs.shape[2]))\n",
        "        dropout = keras.layers.Dropout(0.8)(inputs)\n",
        "        lstm_out = keras.layers.LSTM(72, activation=\"tanh\")(dropout)\n",
        "        outputs = keras.layers.Dense(1)(lstm_out)\n",
        "        \n",
        "        model = keras.Model(inputs=inputs, outputs=outputs)\n",
        "        model.compile(\n",
        "          optimizer=keras.optimizers.Adam(learning_rate=0.01),\n",
        "          loss=\"huber\",\n",
        "          metrics=[\n",
        "            keras.metrics.MeanAbsoluteError(name='abs'),\n",
        "            keras.metrics.RootMeanSquaredError(name='rmse')\n",
        "          ]\n",
        "        )\n",
        "    return model"
      ],
      "metadata": {
        "id": "Kyamqc8lmZy8"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def select_input_data(i, j):\n",
        "    if j == 0:\n",
        "        if i == 0:\n",
        "            df = pd.read_csv(\"merged_data_normalized_v2.csv\").fillna(0)\n",
        "        elif i == 1:\n",
        "            df = pd.read_csv(\"merged_data_v2.csv\").fillna(0)\n",
        "    elif j == 1:\n",
        "        if i == 0:\n",
        "            df = pd.read_csv(\"merged_data_normalized.csv\").fillna(0)\n",
        "        elif i == 1:\n",
        "            df = pd.read_csv(\"merged_data.csv\").fillna(0)\n",
        "    elif j == 2:\n",
        "        if i == 0:\n",
        "            df = pd.read_csv(\"eia_data_normalized.csv\").fillna(0)\n",
        "        elif i == 1:\n",
        "            df = pd.read_csv(\"eia_data.csv\").fillna(0)\n",
        "\n",
        "    return df"
      ],
      "metadata": {
        "id": "d5PWqW25p-t-"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def split_training_data(df, i, h):\n",
        "  dev_split_idx = df[df[\"DateTime\"] == \"5/1/2021 0:00\"].index.tolist()[0]\n",
        "  test_split_idx = df[df[\"DateTime\"] == \"11/1/2021 0:00\"].index.tolist()[0]\n",
        "  features = df.drop([x for x in df.columns if \"Soil Temp\" in x], axis=1)\n",
        "  features[\"DateTime\"] = pd.to_datetime(features[\"DateTime\"])\n",
        "  features.set_index(\"DateTime\", inplace=True)\n",
        "  if i == 1:\n",
        "      features = normalize(features, dev_split_idx)\n",
        "\n",
        "  # Save hour, month, and weekday as features\n",
        "  features[\"hour\"] = features.index.hour\n",
        "  features[\"month\"] = features.index.month\n",
        "  features[\"weekday\"] = features.index.weekday\n",
        "\n",
        "  train_data = features.iloc[0:dev_split_idx]\n",
        "  dev_data = features.iloc[dev_split_idx:test_split_idx]\n",
        "  test_data = features.iloc[test_split_idx:]\n",
        "\n",
        "  # Pin these hyperparameters\n",
        "  past = 72\n",
        "  future = 24\n",
        "  batch_size = 256\n",
        "\n",
        "  start = past + future\n",
        "  end = start + dev_split_idx\n",
        "\n",
        "  X_train = train_data.values\n",
        "  Y_train = features.iloc[start:end, h]\n",
        "\n",
        "  dataset_train = keras.preprocessing.timeseries_dataset_from_array(\n",
        "      X_train,\n",
        "      Y_train,\n",
        "      sequence_length=72, # use 72 hours of historical data\n",
        "      sampling_rate=1, # make a prediction every 6 hours\n",
        "      batch_size=batch_size,\n",
        "  )\n",
        "\n",
        "  end_dev = start + test_split_idx\n",
        "  x_end = len(test_data) - past - future\n",
        "\n",
        "  x_test = test_data.iloc[:x_end].values\n",
        "  y_test = features.iloc[end_dev:, h]\n",
        "\n",
        "  dataset_test = keras.preprocessing.timeseries_dataset_from_array(\n",
        "      x_test,\n",
        "      y_test,\n",
        "      sequence_length=72, # use 72 hours of historical data\n",
        "      sampling_rate=1, # make a prediction every 6 hours\n",
        "      batch_size=batch_size,\n",
        "  )\n",
        "\n",
        "  return dataset_train, dataset_test"
      ],
      "metadata": {
        "id": "bbiPB9ZKq3K6"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "designs = [\"24-neuron LSTM\", \"48-neuron GRU\", \"72-layer LSTM\"]\n",
        "rmse_arr = np.zeros((2, 3, 3, 8))"
      ],
      "metadata": {
        "id": "KXyTNfUEwlUu"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "for i in range(2):\n",
        "  for j in range(3):\n",
        "    for k in range(3):\n",
        "      for h in range(8):\n",
        "        path_checkpoint = \"TrainedModels/model_checkpoint_\" + str(i) + \"_\" + str(j) + \"_\" + str(k) + \"_\" + str(h) + \".h5\"\n",
        "        df = select_input_data(i, j)\n",
        "        dataset_train, dataset_test = split_training_data(df, i, h)\n",
        "        model = create_model(df, designs[k], dataset_train)\n",
        "        model.load_weights(path_checkpoint)\n",
        "        model.summary()\n",
        "        # Prediction on validation set\n",
        "        test_prediction = []\n",
        "        test_true_result = []\n",
        "        for x, y in dataset_test.__iter__():\n",
        "          test_prediction.append(model.predict(x))\n",
        "          test_true_result.append(y)\n",
        "\n",
        "        test_prediction = np.array([item for sublist in test_prediction for item in sublist])\n",
        "        test_true_result = np.array([item for sublist in test_true_result for item in sublist])\n",
        "\n",
        "        rmse = np.sqrt(np.mean((test_prediction-test_true_result)**2))\n",
        "        print(\"RMSE for model_\" + str(i) + \"_\" + str(j) + \"_\" + str(k) + \"_\" + str(h) + \" is \" + str(rmse))\n",
        "        rmse_arr[i, j, k, h] = rmse\n",
        "\n",
        "np.save(\"rmse_results_.npy\", rmse_arr)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "bdWNiQRWpiwb",
        "outputId": "a3583ff6-f9a3-4ca6-c76c-2325396f809d"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Model: \"model_4\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_5 (InputLayer)        [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " lstm_4 (LSTM)               (None, 24)                8832      \n",
            "                                                                 \n",
            " dense_4 (Dense)             (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 8,857\n",
            "Trainable params: 8,857\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_0_0 is 0.7944775270749501\n",
            "Model: \"model_5\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_6 (InputLayer)        [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " lstm_5 (LSTM)               (None, 24)                8832      \n",
            "                                                                 \n",
            " dense_5 (Dense)             (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 8,857\n",
            "Trainable params: 8,857\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_0_1 is 0.44762023442481075\n",
            "Model: \"model_6\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_7 (InputLayer)        [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " lstm_6 (LSTM)               (None, 24)                8832      \n",
            "                                                                 \n",
            " dense_6 (Dense)             (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 8,857\n",
            "Trainable params: 8,857\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_0_2 is 0.5188996240429508\n",
            "Model: \"model_7\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_8 (InputLayer)        [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " lstm_7 (LSTM)               (None, 24)                8832      \n",
            "                                                                 \n",
            " dense_7 (Dense)             (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 8,857\n",
            "Trainable params: 8,857\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_0_3 is 0.49919553919973947\n",
            "Model: \"model_8\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_9 (InputLayer)        [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " lstm_8 (LSTM)               (None, 24)                8832      \n",
            "                                                                 \n",
            " dense_8 (Dense)             (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 8,857\n",
            "Trainable params: 8,857\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_0_4 is 0.7082527096981299\n",
            "Model: \"model_9\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_10 (InputLayer)       [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " lstm_9 (LSTM)               (None, 24)                8832      \n",
            "                                                                 \n",
            " dense_9 (Dense)             (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 8,857\n",
            "Trainable params: 8,857\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_0_5 is 0.23253068354135029\n",
            "Model: \"model_10\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_11 (InputLayer)       [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " lstm_10 (LSTM)              (None, 24)                8832      \n",
            "                                                                 \n",
            " dense_10 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 8,857\n",
            "Trainable params: 8,857\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_0_6 is 0.5020772114677264\n",
            "Model: \"model_11\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_12 (InputLayer)       [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " lstm_11 (LSTM)              (None, 24)                8832      \n",
            "                                                                 \n",
            " dense_11 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 8,857\n",
            "Trainable params: 8,857\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_0_7 is 0.8792025574896148\n",
            "Model: \"model_12\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_13 (InputLayer)       [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " dropout (Dropout)           (None, 72, 67)            0         \n",
            "                                                                 \n",
            " gru (GRU)                   (None, 48)                16848     \n",
            "                                                                 \n",
            " dense_12 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 16,897\n",
            "Trainable params: 16,897\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_1_0 is 0.0007111616371264306\n",
            "Model: \"model_13\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_14 (InputLayer)       [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " dropout_1 (Dropout)         (None, 72, 67)            0         \n",
            "                                                                 \n",
            " gru_1 (GRU)                 (None, 48)                16848     \n",
            "                                                                 \n",
            " dense_13 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 16,897\n",
            "Trainable params: 16,897\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_1_1 is 0.08931745575673829\n",
            "Model: \"model_14\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_15 (InputLayer)       [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " dropout_2 (Dropout)         (None, 72, 67)            0         \n",
            "                                                                 \n",
            " gru_2 (GRU)                 (None, 48)                16848     \n",
            "                                                                 \n",
            " dense_14 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 16,897\n",
            "Trainable params: 16,897\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_1_2 is 0.20207503220511\n",
            "Model: \"model_15\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_16 (InputLayer)       [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " dropout_3 (Dropout)         (None, 72, 67)            0         \n",
            "                                                                 \n",
            " gru_3 (GRU)                 (None, 48)                16848     \n",
            "                                                                 \n",
            " dense_15 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 16,897\n",
            "Trainable params: 16,897\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_1_3 is 0.04017449974462984\n",
            "Model: \"model_16\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_17 (InputLayer)       [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " dropout_4 (Dropout)         (None, 72, 67)            0         \n",
            "                                                                 \n",
            " gru_4 (GRU)                 (None, 48)                16848     \n",
            "                                                                 \n",
            " dense_16 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 16,897\n",
            "Trainable params: 16,897\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_1_4 is 0.10017566934399232\n",
            "Model: \"model_17\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_18 (InputLayer)       [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " dropout_5 (Dropout)         (None, 72, 67)            0         \n",
            "                                                                 \n",
            " gru_5 (GRU)                 (None, 48)                16848     \n",
            "                                                                 \n",
            " dense_17 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 16,897\n",
            "Trainable params: 16,897\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_1_5 is 0.002055830539560919\n",
            "Model: \"model_18\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_19 (InputLayer)       [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " dropout_6 (Dropout)         (None, 72, 67)            0         \n",
            "                                                                 \n",
            " gru_6 (GRU)                 (None, 48)                16848     \n",
            "                                                                 \n",
            " dense_18 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 16,897\n",
            "Trainable params: 16,897\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_1_6 is 0.29958658645645625\n",
            "Model: \"model_19\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_20 (InputLayer)       [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " dropout_7 (Dropout)         (None, 72, 67)            0         \n",
            "                                                                 \n",
            " gru_7 (GRU)                 (None, 48)                16848     \n",
            "                                                                 \n",
            " dense_19 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 16,897\n",
            "Trainable params: 16,897\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_1_7 is 0.12286964647877432\n",
            "Model: \"model_20\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_21 (InputLayer)       [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " dropout_8 (Dropout)         (None, 72, 67)            0         \n",
            "                                                                 \n",
            " lstm_12 (LSTM)              (None, 72)                40320     \n",
            "                                                                 \n",
            " dense_20 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 40,393\n",
            "Trainable params: 40,393\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_2_0 is 0.00037109859058392165\n",
            "Model: \"model_21\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_22 (InputLayer)       [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " dropout_9 (Dropout)         (None, 72, 67)            0         \n",
            "                                                                 \n",
            " lstm_13 (LSTM)              (None, 72)                40320     \n",
            "                                                                 \n",
            " dense_21 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 40,393\n",
            "Trainable params: 40,393\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_2_1 is 0.04747194031830888\n",
            "Model: \"model_22\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_23 (InputLayer)       [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " dropout_10 (Dropout)        (None, 72, 67)            0         \n",
            "                                                                 \n",
            " lstm_14 (LSTM)              (None, 72)                40320     \n",
            "                                                                 \n",
            " dense_22 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 40,393\n",
            "Trainable params: 40,393\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_2_2 is 0.1727751808276007\n",
            "Model: \"model_23\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_24 (InputLayer)       [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " dropout_11 (Dropout)        (None, 72, 67)            0         \n",
            "                                                                 \n",
            " lstm_15 (LSTM)              (None, 72)                40320     \n",
            "                                                                 \n",
            " dense_23 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 40,393\n",
            "Trainable params: 40,393\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_2_3 is 0.048716366801899856\n",
            "Model: \"model_24\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_25 (InputLayer)       [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " dropout_12 (Dropout)        (None, 72, 67)            0         \n",
            "                                                                 \n",
            " lstm_16 (LSTM)              (None, 72)                40320     \n",
            "                                                                 \n",
            " dense_24 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 40,393\n",
            "Trainable params: 40,393\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_2_4 is 0.0719697698864669\n",
            "Model: \"model_25\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_26 (InputLayer)       [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " dropout_13 (Dropout)        (None, 72, 67)            0         \n",
            "                                                                 \n",
            " lstm_17 (LSTM)              (None, 72)                40320     \n",
            "                                                                 \n",
            " dense_25 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 40,393\n",
            "Trainable params: 40,393\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_2_5 is 0.0018378596711337613\n",
            "Model: \"model_26\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_27 (InputLayer)       [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " dropout_14 (Dropout)        (None, 72, 67)            0         \n",
            "                                                                 \n",
            " lstm_18 (LSTM)              (None, 72)                40320     \n",
            "                                                                 \n",
            " dense_26 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 40,393\n",
            "Trainable params: 40,393\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_2_6 is 0.2726719150316641\n",
            "Model: \"model_27\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_28 (InputLayer)       [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " dropout_15 (Dropout)        (None, 72, 67)            0         \n",
            "                                                                 \n",
            " lstm_19 (LSTM)              (None, 72)                40320     \n",
            "                                                                 \n",
            " dense_27 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 40,393\n",
            "Trainable params: 40,393\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_2_7 is 0.09472947178110515\n",
            "Model: \"model_28\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_29 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " lstm_20 (LSTM)              (None, 24)                4224      \n",
            "                                                                 \n",
            " dense_28 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 4,249\n",
            "Trainable params: 4,249\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_0_0 is 0.7039142108378462\n",
            "Model: \"model_29\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_30 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " lstm_21 (LSTM)              (None, 24)                4224      \n",
            "                                                                 \n",
            " dense_29 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 4,249\n",
            "Trainable params: 4,249\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_0_1 is 0.5900189506411508\n",
            "Model: \"model_30\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_31 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " lstm_22 (LSTM)              (None, 24)                4224      \n",
            "                                                                 \n",
            " dense_30 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 4,249\n",
            "Trainable params: 4,249\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_0_2 is 0.8495091157797572\n",
            "Model: \"model_31\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_32 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " lstm_23 (LSTM)              (None, 24)                4224      \n",
            "                                                                 \n",
            " dense_31 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 4,249\n",
            "Trainable params: 4,249\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_0_3 is 0.282001590249873\n",
            "Model: \"model_32\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_33 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " lstm_24 (LSTM)              (None, 24)                4224      \n",
            "                                                                 \n",
            " dense_32 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 4,249\n",
            "Trainable params: 4,249\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_0_4 is 0.3325276779912057\n",
            "Model: \"model_33\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_34 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " lstm_25 (LSTM)              (None, 24)                4224      \n",
            "                                                                 \n",
            " dense_33 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 4,249\n",
            "Trainable params: 4,249\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_0_5 is 0.40110092103904843\n",
            "Model: \"model_34\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_35 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " lstm_26 (LSTM)              (None, 24)                4224      \n",
            "                                                                 \n",
            " dense_34 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 4,249\n",
            "Trainable params: 4,249\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_0_6 is 0.7030911005484577\n",
            "Model: \"model_35\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_36 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " lstm_27 (LSTM)              (None, 24)                4224      \n",
            "                                                                 \n",
            " dense_35 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 4,249\n",
            "Trainable params: 4,249\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_0_7 is 0.2848175730995725\n",
            "Model: \"model_36\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_37 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " dropout_16 (Dropout)        (None, 72, 19)            0         \n",
            "                                                                 \n",
            " gru_8 (GRU)                 (None, 48)                9936      \n",
            "                                                                 \n",
            " dense_36 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,985\n",
            "Trainable params: 9,985\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_1_0 is 0.34427087547258184\n",
            "Model: \"model_37\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_38 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " dropout_17 (Dropout)        (None, 72, 19)            0         \n",
            "                                                                 \n",
            " gru_9 (GRU)                 (None, 48)                9936      \n",
            "                                                                 \n",
            " dense_37 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,985\n",
            "Trainable params: 9,985\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_1_1 is 0.08862917121550203\n",
            "Model: \"model_38\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_39 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " dropout_18 (Dropout)        (None, 72, 19)            0         \n",
            "                                                                 \n",
            " gru_10 (GRU)                (None, 48)                9936      \n",
            "                                                                 \n",
            " dense_38 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,985\n",
            "Trainable params: 9,985\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_1_2 is 0.20455607214237898\n",
            "Model: \"model_39\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_40 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " dropout_19 (Dropout)        (None, 72, 19)            0         \n",
            "                                                                 \n",
            " gru_11 (GRU)                (None, 48)                9936      \n",
            "                                                                 \n",
            " dense_39 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,985\n",
            "Trainable params: 9,985\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_1_3 is 0.16424882598071197\n",
            "Model: \"model_40\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_41 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " dropout_20 (Dropout)        (None, 72, 19)            0         \n",
            "                                                                 \n",
            " gru_12 (GRU)                (None, 48)                9936      \n",
            "                                                                 \n",
            " dense_40 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,985\n",
            "Trainable params: 9,985\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_1_4 is 0.11619163369726795\n",
            "Model: \"model_41\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_42 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " dropout_21 (Dropout)        (None, 72, 19)            0         \n",
            "                                                                 \n",
            " gru_13 (GRU)                (None, 48)                9936      \n",
            "                                                                 \n",
            " dense_41 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,985\n",
            "Trainable params: 9,985\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_1_5 is 0.2252700133988612\n",
            "Model: \"model_42\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_43 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " dropout_22 (Dropout)        (None, 72, 19)            0         \n",
            "                                                                 \n",
            " gru_14 (GRU)                (None, 48)                9936      \n",
            "                                                                 \n",
            " dense_42 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,985\n",
            "Trainable params: 9,985\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_1_6 is 0.2858680201658539\n",
            "Model: \"model_43\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_44 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " dropout_23 (Dropout)        (None, 72, 19)            0         \n",
            "                                                                 \n",
            " gru_15 (GRU)                (None, 48)                9936      \n",
            "                                                                 \n",
            " dense_43 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,985\n",
            "Trainable params: 9,985\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_1_7 is 0.44204279196272916\n",
            "Model: \"model_44\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_45 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " dropout_24 (Dropout)        (None, 72, 19)            0         \n",
            "                                                                 \n",
            " lstm_28 (LSTM)              (None, 72)                26496     \n",
            "                                                                 \n",
            " dense_44 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 26,569\n",
            "Trainable params: 26,569\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_2_0 is 0.0007301418009307564\n",
            "Model: \"model_45\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_46 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " dropout_25 (Dropout)        (None, 72, 19)            0         \n",
            "                                                                 \n",
            " lstm_29 (LSTM)              (None, 72)                26496     \n",
            "                                                                 \n",
            " dense_45 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 26,569\n",
            "Trainable params: 26,569\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_2_1 is 0.052901319875131504\n",
            "Model: \"model_46\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_47 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " dropout_26 (Dropout)        (None, 72, 19)            0         \n",
            "                                                                 \n",
            " lstm_30 (LSTM)              (None, 72)                26496     \n",
            "                                                                 \n",
            " dense_46 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 26,569\n",
            "Trainable params: 26,569\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_2_2 is 0.18371947126116014\n",
            "Model: \"model_47\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_48 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " dropout_27 (Dropout)        (None, 72, 19)            0         \n",
            "                                                                 \n",
            " lstm_31 (LSTM)              (None, 72)                26496     \n",
            "                                                                 \n",
            " dense_47 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 26,569\n",
            "Trainable params: 26,569\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_2_3 is 0.05179037804397211\n",
            "Model: \"model_48\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_49 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " dropout_28 (Dropout)        (None, 72, 19)            0         \n",
            "                                                                 \n",
            " lstm_32 (LSTM)              (None, 72)                26496     \n",
            "                                                                 \n",
            " dense_48 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 26,569\n",
            "Trainable params: 26,569\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_2_4 is 0.07716354675313242\n",
            "Model: \"model_49\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_50 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " dropout_29 (Dropout)        (None, 72, 19)            0         \n",
            "                                                                 \n",
            " lstm_33 (LSTM)              (None, 72)                26496     \n",
            "                                                                 \n",
            " dense_49 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 26,569\n",
            "Trainable params: 26,569\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_2_5 is 0.0024929749211445433\n",
            "Model: \"model_50\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_51 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " dropout_30 (Dropout)        (None, 72, 19)            0         \n",
            "                                                                 \n",
            " lstm_34 (LSTM)              (None, 72)                26496     \n",
            "                                                                 \n",
            " dense_50 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 26,569\n",
            "Trainable params: 26,569\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_2_6 is 0.2650139820525122\n",
            "Model: \"model_51\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_52 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " dropout_31 (Dropout)        (None, 72, 19)            0         \n",
            "                                                                 \n",
            " lstm_35 (LSTM)              (None, 72)                26496     \n",
            "                                                                 \n",
            " dense_51 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 26,569\n",
            "Trainable params: 26,569\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_2_7 is 0.099480994224914\n",
            "Model: \"model_52\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_53 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " lstm_36 (LSTM)              (None, 24)                3456      \n",
            "                                                                 \n",
            " dense_52 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,481\n",
            "Trainable params: 3,481\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_0_0 is 0.3485092556358162\n",
            "Model: \"model_53\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_54 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " lstm_37 (LSTM)              (None, 24)                3456      \n",
            "                                                                 \n",
            " dense_53 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,481\n",
            "Trainable params: 3,481\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_0_1 is 0.17346769513027507\n",
            "Model: \"model_54\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_55 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " lstm_38 (LSTM)              (None, 24)                3456      \n",
            "                                                                 \n",
            " dense_54 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,481\n",
            "Trainable params: 3,481\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_0_2 is 0.45629251476791133\n",
            "Model: \"model_55\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_56 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " lstm_39 (LSTM)              (None, 24)                3456      \n",
            "                                                                 \n",
            " dense_55 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,481\n",
            "Trainable params: 3,481\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_0_3 is 0.4554268290974223\n",
            "Model: \"model_56\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_57 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " lstm_40 (LSTM)              (None, 24)                3456      \n",
            "                                                                 \n",
            " dense_56 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,481\n",
            "Trainable params: 3,481\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_0_4 is 0.11460670783616322\n",
            "Model: \"model_57\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_58 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " lstm_41 (LSTM)              (None, 24)                3456      \n",
            "                                                                 \n",
            " dense_57 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,481\n",
            "Trainable params: 3,481\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_0_5 is 0.16773452304861972\n",
            "Model: \"model_58\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_59 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " lstm_42 (LSTM)              (None, 24)                3456      \n",
            "                                                                 \n",
            " dense_58 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,481\n",
            "Trainable params: 3,481\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_0_6 is 0.2916045760340448\n",
            "Model: \"model_59\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_60 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " lstm_43 (LSTM)              (None, 24)                3456      \n",
            "                                                                 \n",
            " dense_59 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,481\n",
            "Trainable params: 3,481\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_0_7 is 0.22802534738001384\n",
            "Model: \"model_60\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_61 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " dropout_32 (Dropout)        (None, 72, 11)            0         \n",
            "                                                                 \n",
            " gru_16 (GRU)                (None, 48)                8784      \n",
            "                                                                 \n",
            " dense_60 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 8,833\n",
            "Trainable params: 8,833\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_1_0 is 0.040861345141085186\n",
            "Model: \"model_61\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_62 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " dropout_33 (Dropout)        (None, 72, 11)            0         \n",
            "                                                                 \n",
            " gru_17 (GRU)                (None, 48)                8784      \n",
            "                                                                 \n",
            " dense_61 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 8,833\n",
            "Trainable params: 8,833\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_1_1 is 0.1000009474107216\n",
            "Model: \"model_62\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_63 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " dropout_34 (Dropout)        (None, 72, 11)            0         \n",
            "                                                                 \n",
            " gru_18 (GRU)                (None, 48)                8784      \n",
            "                                                                 \n",
            " dense_62 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 8,833\n",
            "Trainable params: 8,833\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_1_2 is 0.15557789798622176\n",
            "Model: \"model_63\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_64 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " dropout_35 (Dropout)        (None, 72, 11)            0         \n",
            "                                                                 \n",
            " gru_19 (GRU)                (None, 48)                8784      \n",
            "                                                                 \n",
            " dense_63 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 8,833\n",
            "Trainable params: 8,833\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_1_3 is 0.17073364700035987\n",
            "Model: \"model_64\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_65 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " dropout_36 (Dropout)        (None, 72, 11)            0         \n",
            "                                                                 \n",
            " gru_20 (GRU)                (None, 48)                8784      \n",
            "                                                                 \n",
            " dense_64 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 8,833\n",
            "Trainable params: 8,833\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_1_4 is 0.15041204289870383\n",
            "Model: \"model_65\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_66 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " dropout_37 (Dropout)        (None, 72, 11)            0         \n",
            "                                                                 \n",
            " gru_21 (GRU)                (None, 48)                8784      \n",
            "                                                                 \n",
            " dense_65 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 8,833\n",
            "Trainable params: 8,833\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_1_5 is 0.006120924304139052\n",
            "Model: \"model_66\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_67 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " dropout_38 (Dropout)        (None, 72, 11)            0         \n",
            "                                                                 \n",
            " gru_22 (GRU)                (None, 48)                8784      \n",
            "                                                                 \n",
            " dense_66 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 8,833\n",
            "Trainable params: 8,833\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_1_6 is 0.2737945267992489\n",
            "Model: \"model_67\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_68 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " dropout_39 (Dropout)        (None, 72, 11)            0         \n",
            "                                                                 \n",
            " gru_23 (GRU)                (None, 48)                8784      \n",
            "                                                                 \n",
            " dense_67 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 8,833\n",
            "Trainable params: 8,833\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_1_7 is 0.10889335913790835\n",
            "Model: \"model_68\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_69 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " dropout_40 (Dropout)        (None, 72, 11)            0         \n",
            "                                                                 \n",
            " lstm_44 (LSTM)              (None, 72)                24192     \n",
            "                                                                 \n",
            " dense_68 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,265\n",
            "Trainable params: 24,265\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_2_0 is 0.0036093307895060543\n",
            "Model: \"model_69\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_70 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " dropout_41 (Dropout)        (None, 72, 11)            0         \n",
            "                                                                 \n",
            " lstm_45 (LSTM)              (None, 72)                24192     \n",
            "                                                                 \n",
            " dense_69 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,265\n",
            "Trainable params: 24,265\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_2_1 is 0.044475605214879116\n",
            "Model: \"model_70\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_71 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " dropout_42 (Dropout)        (None, 72, 11)            0         \n",
            "                                                                 \n",
            " lstm_46 (LSTM)              (None, 72)                24192     \n",
            "                                                                 \n",
            " dense_70 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,265\n",
            "Trainable params: 24,265\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_2_2 is 0.14617404977200013\n",
            "Model: \"model_71\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_72 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " dropout_43 (Dropout)        (None, 72, 11)            0         \n",
            "                                                                 \n",
            " lstm_47 (LSTM)              (None, 72)                24192     \n",
            "                                                                 \n",
            " dense_71 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,265\n",
            "Trainable params: 24,265\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_2_3 is 0.05082849330125586\n",
            "Model: \"model_72\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_73 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " dropout_44 (Dropout)        (None, 72, 11)            0         \n",
            "                                                                 \n",
            " lstm_48 (LSTM)              (None, 72)                24192     \n",
            "                                                                 \n",
            " dense_72 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,265\n",
            "Trainable params: 24,265\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_2_4 is 0.06655125150446907\n",
            "Model: \"model_73\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_74 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " dropout_45 (Dropout)        (None, 72, 11)            0         \n",
            "                                                                 \n",
            " lstm_49 (LSTM)              (None, 72)                24192     \n",
            "                                                                 \n",
            " dense_73 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,265\n",
            "Trainable params: 24,265\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_2_5 is 0.00437678091025025\n",
            "Model: \"model_74\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_75 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " dropout_46 (Dropout)        (None, 72, 11)            0         \n",
            "                                                                 \n",
            " lstm_50 (LSTM)              (None, 72)                24192     \n",
            "                                                                 \n",
            " dense_74 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,265\n",
            "Trainable params: 24,265\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_2_6 is 0.2904616144142648\n",
            "Model: \"model_75\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_76 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " dropout_47 (Dropout)        (None, 72, 11)            0         \n",
            "                                                                 \n",
            " lstm_51 (LSTM)              (None, 72)                24192     \n",
            "                                                                 \n",
            " dense_75 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,265\n",
            "Trainable params: 24,265\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_2_7 is 0.09339772015528734\n",
            "Model: \"model_76\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_77 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " lstm_52 (LSTM)              (None, 24)                3648      \n",
            "                                                                 \n",
            " dense_76 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,673\n",
            "Trainable params: 3,673\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_0_0 is 1.2472831557618682\n",
            "Model: \"model_77\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_78 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " lstm_53 (LSTM)              (None, 24)                3648      \n",
            "                                                                 \n",
            " dense_77 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,673\n",
            "Trainable params: 3,673\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_0_1 is 0.4810540713266882\n",
            "Model: \"model_78\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_79 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " lstm_54 (LSTM)              (None, 24)                3648      \n",
            "                                                                 \n",
            " dense_78 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,673\n",
            "Trainable params: 3,673\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_0_2 is 0.9068683267156704\n",
            "Model: \"model_79\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_80 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " lstm_55 (LSTM)              (None, 24)                3648      \n",
            "                                                                 \n",
            " dense_79 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,673\n",
            "Trainable params: 3,673\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_0_3 is 0.9036861556829852\n",
            "Model: \"model_80\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_81 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " lstm_56 (LSTM)              (None, 24)                3648      \n",
            "                                                                 \n",
            " dense_80 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,673\n",
            "Trainable params: 3,673\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_0_4 is 10.392141701951903\n",
            "Model: \"model_81\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_82 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " lstm_57 (LSTM)              (None, 24)                3648      \n",
            "                                                                 \n",
            " dense_81 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,673\n",
            "Trainable params: 3,673\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_0_5 is 1.4359830570066678\n",
            "Model: \"model_82\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_83 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " lstm_58 (LSTM)              (None, 24)                3648      \n",
            "                                                                 \n",
            " dense_82 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,673\n",
            "Trainable params: 3,673\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_0_6 is 1.044438062020107\n",
            "Model: \"model_83\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_84 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " lstm_59 (LSTM)              (None, 24)                3648      \n",
            "                                                                 \n",
            " dense_83 (Dense)            (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,673\n",
            "Trainable params: 3,673\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_0_7 is 1.2778558776801423\n",
            "Model: \"model_84\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_85 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_48 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " gru_24 (GRU)                (None, 48)                9072      \n",
            "                                                                 \n",
            " dense_84 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,121\n",
            "Trainable params: 9,121\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_1_0 is 1.128344517902975\n",
            "Model: \"model_85\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_86 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_49 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " gru_25 (GRU)                (None, 48)                9072      \n",
            "                                                                 \n",
            " dense_85 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,121\n",
            "Trainable params: 9,121\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_1_1 is 0.5872223719383447\n",
            "Model: \"model_86\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_87 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_50 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " gru_26 (GRU)                (None, 48)                9072      \n",
            "                                                                 \n",
            " dense_86 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,121\n",
            "Trainable params: 9,121\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_1_2 is 0.8230047692355997\n",
            "Model: \"model_87\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_88 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_51 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " gru_27 (GRU)                (None, 48)                9072      \n",
            "                                                                 \n",
            " dense_87 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,121\n",
            "Trainable params: 9,121\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_1_3 is 0.7486129362155103\n",
            "Model: \"model_88\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_89 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_52 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " gru_28 (GRU)                (None, 48)                9072      \n",
            "                                                                 \n",
            " dense_88 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,121\n",
            "Trainable params: 9,121\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_1_4 is 10.371479920302962\n",
            "Model: \"model_89\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_90 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_53 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " gru_29 (GRU)                (None, 48)                9072      \n",
            "                                                                 \n",
            " dense_89 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,121\n",
            "Trainable params: 9,121\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_1_5 is 1.4875394590847915\n",
            "Model: \"model_90\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_91 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_54 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " gru_30 (GRU)                (None, 48)                9072      \n",
            "                                                                 \n",
            " dense_90 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,121\n",
            "Trainable params: 9,121\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_1_6 is 1.5069190869932076\n",
            "Model: \"model_91\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_92 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_55 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " gru_31 (GRU)                (None, 48)                9072      \n",
            "                                                                 \n",
            " dense_91 (Dense)            (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,121\n",
            "Trainable params: 9,121\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_1_7 is 1.238487644650292\n",
            "Model: \"model_92\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_93 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_56 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " lstm_60 (LSTM)              (None, 72)                24768     \n",
            "                                                                 \n",
            " dense_92 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,841\n",
            "Trainable params: 24,841\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_2_0 is 1.120301057267338\n",
            "Model: \"model_93\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_94 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_57 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " lstm_61 (LSTM)              (None, 72)                24768     \n",
            "                                                                 \n",
            " dense_93 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,841\n",
            "Trainable params: 24,841\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_2_1 is 0.41179414438823825\n",
            "Model: \"model_94\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_95 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_58 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " lstm_62 (LSTM)              (None, 72)                24768     \n",
            "                                                                 \n",
            " dense_94 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,841\n",
            "Trainable params: 24,841\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_2_2 is 0.8147548307054293\n",
            "Model: \"model_95\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_96 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_59 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " lstm_63 (LSTM)              (None, 72)                24768     \n",
            "                                                                 \n",
            " dense_95 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,841\n",
            "Trainable params: 24,841\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_2_3 is 0.7831719431316599\n",
            "Model: \"model_96\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_97 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_60 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " lstm_64 (LSTM)              (None, 72)                24768     \n",
            "                                                                 \n",
            " dense_96 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,841\n",
            "Trainable params: 24,841\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_2_4 is 10.433988601150071\n",
            "Model: \"model_97\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_98 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_61 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " lstm_65 (LSTM)              (None, 72)                24768     \n",
            "                                                                 \n",
            " dense_97 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,841\n",
            "Trainable params: 24,841\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_2_5 is 1.282407147698641\n",
            "Model: \"model_98\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_99 (InputLayer)       [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_62 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " lstm_66 (LSTM)              (None, 72)                24768     \n",
            "                                                                 \n",
            " dense_98 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,841\n",
            "Trainable params: 24,841\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_2_6 is 1.3717366595021487\n",
            "Model: \"model_99\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_100 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_63 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " lstm_67 (LSTM)              (None, 72)                24768     \n",
            "                                                                 \n",
            " dense_99 (Dense)            (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,841\n",
            "Trainable params: 24,841\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_0_2_7 is 1.0950839844854732\n",
            "Model: \"model_100\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_101 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " lstm_68 (LSTM)              (None, 24)                4416      \n",
            "                                                                 \n",
            " dense_100 (Dense)           (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 4,441\n",
            "Trainable params: 4,441\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_0_0 is 1.017513438038693\n",
            "Model: \"model_101\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_102 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " lstm_69 (LSTM)              (None, 24)                4416      \n",
            "                                                                 \n",
            " dense_101 (Dense)           (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 4,441\n",
            "Trainable params: 4,441\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_0_1 is 0.594146150490946\n",
            "Model: \"model_102\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_103 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " lstm_70 (LSTM)              (None, 24)                4416      \n",
            "                                                                 \n",
            " dense_102 (Dense)           (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 4,441\n",
            "Trainable params: 4,441\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_0_2 is 0.7264015761061889\n",
            "Model: \"model_103\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_104 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " lstm_71 (LSTM)              (None, 24)                4416      \n",
            "                                                                 \n",
            " dense_103 (Dense)           (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 4,441\n",
            "Trainable params: 4,441\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_0_3 is 0.7567063972943258\n",
            "Model: \"model_104\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_105 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " lstm_72 (LSTM)              (None, 24)                4416      \n",
            "                                                                 \n",
            " dense_104 (Dense)           (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 4,441\n",
            "Trainable params: 4,441\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_0_4 is 10.350657688569616\n",
            "Model: \"model_105\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_106 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " lstm_73 (LSTM)              (None, 24)                4416      \n",
            "                                                                 \n",
            " dense_105 (Dense)           (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 4,441\n",
            "Trainable params: 4,441\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_0_5 is 1.8807877103567896\n",
            "Model: \"model_106\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_107 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " lstm_74 (LSTM)              (None, 24)                4416      \n",
            "                                                                 \n",
            " dense_106 (Dense)           (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 4,441\n",
            "Trainable params: 4,441\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_0_6 is 1.072731574177739\n",
            "Model: \"model_107\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_108 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " lstm_75 (LSTM)              (None, 24)                4416      \n",
            "                                                                 \n",
            " dense_107 (Dense)           (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 4,441\n",
            "Trainable params: 4,441\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_0_7 is 1.3251926923188908\n",
            "Model: \"model_108\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_109 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " dropout_64 (Dropout)        (None, 72, 21)            0         \n",
            "                                                                 \n",
            " gru_32 (GRU)                (None, 48)                10224     \n",
            "                                                                 \n",
            " dense_108 (Dense)           (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 10,273\n",
            "Trainable params: 10,273\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_1_0 is 1.0925229069135172\n",
            "Model: \"model_109\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_110 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " dropout_65 (Dropout)        (None, 72, 21)            0         \n",
            "                                                                 \n",
            " gru_33 (GRU)                (None, 48)                10224     \n",
            "                                                                 \n",
            " dense_109 (Dense)           (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 10,273\n",
            "Trainable params: 10,273\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_1_1 is 0.4971515067214631\n",
            "Model: \"model_110\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_111 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " dropout_66 (Dropout)        (None, 72, 21)            0         \n",
            "                                                                 \n",
            " gru_34 (GRU)                (None, 48)                10224     \n",
            "                                                                 \n",
            " dense_110 (Dense)           (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 10,273\n",
            "Trainable params: 10,273\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_1_2 is 0.892201237087073\n",
            "Model: \"model_111\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_112 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " dropout_67 (Dropout)        (None, 72, 21)            0         \n",
            "                                                                 \n",
            " gru_35 (GRU)                (None, 48)                10224     \n",
            "                                                                 \n",
            " dense_111 (Dense)           (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 10,273\n",
            "Trainable params: 10,273\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_1_3 is 0.7927152931715891\n",
            "Model: \"model_112\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_113 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " dropout_68 (Dropout)        (None, 72, 21)            0         \n",
            "                                                                 \n",
            " gru_36 (GRU)                (None, 48)                10224     \n",
            "                                                                 \n",
            " dense_112 (Dense)           (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 10,273\n",
            "Trainable params: 10,273\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_1_4 is 10.439789692640485\n",
            "Model: \"model_113\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_114 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " dropout_69 (Dropout)        (None, 72, 21)            0         \n",
            "                                                                 \n",
            " gru_37 (GRU)                (None, 48)                10224     \n",
            "                                                                 \n",
            " dense_113 (Dense)           (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 10,273\n",
            "Trainable params: 10,273\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_1_5 is 1.504514279960173\n",
            "Model: \"model_114\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_115 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " dropout_70 (Dropout)        (None, 72, 21)            0         \n",
            "                                                                 \n",
            " gru_38 (GRU)                (None, 48)                10224     \n",
            "                                                                 \n",
            " dense_114 (Dense)           (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 10,273\n",
            "Trainable params: 10,273\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_1_6 is 1.2369111636282555\n",
            "Model: \"model_115\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_116 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " dropout_71 (Dropout)        (None, 72, 21)            0         \n",
            "                                                                 \n",
            " gru_39 (GRU)                (None, 48)                10224     \n",
            "                                                                 \n",
            " dense_115 (Dense)           (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 10,273\n",
            "Trainable params: 10,273\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_1_7 is 1.2197059002451713\n",
            "Model: \"model_116\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_117 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " dropout_72 (Dropout)        (None, 72, 21)            0         \n",
            "                                                                 \n",
            " lstm_76 (LSTM)              (None, 72)                27072     \n",
            "                                                                 \n",
            " dense_116 (Dense)           (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 27,145\n",
            "Trainable params: 27,145\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_2_0 is 1.1784324768668986\n",
            "Model: \"model_117\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_118 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " dropout_73 (Dropout)        (None, 72, 21)            0         \n",
            "                                                                 \n",
            " lstm_77 (LSTM)              (None, 72)                27072     \n",
            "                                                                 \n",
            " dense_117 (Dense)           (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 27,145\n",
            "Trainable params: 27,145\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_2_1 is 0.42682692594950294\n",
            "Model: \"model_118\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_119 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " dropout_74 (Dropout)        (None, 72, 21)            0         \n",
            "                                                                 \n",
            " lstm_78 (LSTM)              (None, 72)                27072     \n",
            "                                                                 \n",
            " dense_118 (Dense)           (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 27,145\n",
            "Trainable params: 27,145\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_2_2 is 0.8195231686348791\n",
            "Model: \"model_119\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_120 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " dropout_75 (Dropout)        (None, 72, 21)            0         \n",
            "                                                                 \n",
            " lstm_79 (LSTM)              (None, 72)                27072     \n",
            "                                                                 \n",
            " dense_119 (Dense)           (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 27,145\n",
            "Trainable params: 27,145\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_2_3 is 0.8488078241099899\n",
            "Model: \"model_120\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_121 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " dropout_76 (Dropout)        (None, 72, 21)            0         \n",
            "                                                                 \n",
            " lstm_80 (LSTM)              (None, 72)                27072     \n",
            "                                                                 \n",
            " dense_120 (Dense)           (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 27,145\n",
            "Trainable params: 27,145\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_2_4 is 10.423544612364132\n",
            "Model: \"model_121\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_122 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " dropout_77 (Dropout)        (None, 72, 21)            0         \n",
            "                                                                 \n",
            " lstm_81 (LSTM)              (None, 72)                27072     \n",
            "                                                                 \n",
            " dense_121 (Dense)           (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 27,145\n",
            "Trainable params: 27,145\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_2_5 is 1.3756530744533326\n",
            "Model: \"model_122\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_123 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " dropout_78 (Dropout)        (None, 72, 21)            0         \n",
            "                                                                 \n",
            " lstm_82 (LSTM)              (None, 72)                27072     \n",
            "                                                                 \n",
            " dense_122 (Dense)           (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 27,145\n",
            "Trainable params: 27,145\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_2_6 is 1.5104507416759754\n",
            "Model: \"model_123\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_124 (InputLayer)      [(None, 72, 21)]          0         \n",
            "                                                                 \n",
            " dropout_79 (Dropout)        (None, 72, 21)            0         \n",
            "                                                                 \n",
            " lstm_83 (LSTM)              (None, 72)                27072     \n",
            "                                                                 \n",
            " dense_123 (Dense)           (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 27,145\n",
            "Trainable params: 27,145\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_1_2_7 is 1.096446104654441\n",
            "Model: \"model_124\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_125 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " lstm_84 (LSTM)              (None, 24)                3648      \n",
            "                                                                 \n",
            " dense_124 (Dense)           (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,673\n",
            "Trainable params: 3,673\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_0_0 is 1.0331795383250628\n",
            "Model: \"model_125\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_126 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " lstm_85 (LSTM)              (None, 24)                3648      \n",
            "                                                                 \n",
            " dense_125 (Dense)           (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,673\n",
            "Trainable params: 3,673\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_0_1 is 0.4945640182606388\n",
            "Model: \"model_126\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_127 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " lstm_86 (LSTM)              (None, 24)                3648      \n",
            "                                                                 \n",
            " dense_126 (Dense)           (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,673\n",
            "Trainable params: 3,673\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_0_2 is 0.8414473083412035\n",
            "Model: \"model_127\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_128 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " lstm_87 (LSTM)              (None, 24)                3648      \n",
            "                                                                 \n",
            " dense_127 (Dense)           (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,673\n",
            "Trainable params: 3,673\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_0_3 is 0.7683434606829069\n",
            "Model: \"model_128\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_129 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " lstm_88 (LSTM)              (None, 24)                3648      \n",
            "                                                                 \n",
            " dense_128 (Dense)           (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,673\n",
            "Trainable params: 3,673\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_0_4 is 10.379874447861399\n",
            "Model: \"model_129\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_130 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " lstm_89 (LSTM)              (None, 24)                3648      \n",
            "                                                                 \n",
            " dense_129 (Dense)           (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,673\n",
            "Trainable params: 3,673\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_0_5 is 1.9380967309134787\n",
            "Model: \"model_130\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_131 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " lstm_90 (LSTM)              (None, 24)                3648      \n",
            "                                                                 \n",
            " dense_130 (Dense)           (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,673\n",
            "Trainable params: 3,673\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_0_6 is 1.1304863379027805\n",
            "Model: \"model_131\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_132 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " lstm_91 (LSTM)              (None, 24)                3648      \n",
            "                                                                 \n",
            " dense_131 (Dense)           (None, 1)                 25        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 3,673\n",
            "Trainable params: 3,673\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_0_7 is 1.1135809664117333\n",
            "Model: \"model_132\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_133 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_80 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " gru_40 (GRU)                (None, 48)                9072      \n",
            "                                                                 \n",
            " dense_132 (Dense)           (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,121\n",
            "Trainable params: 9,121\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_1_0 is 1.1702313317171908\n",
            "Model: \"model_133\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_134 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_81 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " gru_41 (GRU)                (None, 48)                9072      \n",
            "                                                                 \n",
            " dense_133 (Dense)           (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,121\n",
            "Trainable params: 9,121\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_1_1 is 0.4313838126399138\n",
            "Model: \"model_134\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_135 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_82 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " gru_42 (GRU)                (None, 48)                9072      \n",
            "                                                                 \n",
            " dense_134 (Dense)           (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,121\n",
            "Trainable params: 9,121\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_1_2 is 0.8071895168970192\n",
            "Model: \"model_135\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_136 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_83 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " gru_43 (GRU)                (None, 48)                9072      \n",
            "                                                                 \n",
            " dense_135 (Dense)           (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,121\n",
            "Trainable params: 9,121\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_1_3 is 0.7537662145557198\n",
            "Model: \"model_136\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_137 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_84 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " gru_44 (GRU)                (None, 48)                9072      \n",
            "                                                                 \n",
            " dense_136 (Dense)           (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,121\n",
            "Trainable params: 9,121\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_1_4 is 10.404885557284235\n",
            "Model: \"model_137\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_138 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_85 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " gru_45 (GRU)                (None, 48)                9072      \n",
            "                                                                 \n",
            " dense_137 (Dense)           (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,121\n",
            "Trainable params: 9,121\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_1_5 is 1.4502566423104668\n",
            "Model: \"model_138\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_139 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_86 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " gru_46 (GRU)                (None, 48)                9072      \n",
            "                                                                 \n",
            " dense_138 (Dense)           (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,121\n",
            "Trainable params: 9,121\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_1_6 is 1.194696872325252\n",
            "Model: \"model_139\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_140 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_87 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " gru_47 (GRU)                (None, 48)                9072      \n",
            "                                                                 \n",
            " dense_139 (Dense)           (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 9,121\n",
            "Trainable params: 9,121\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_1_7 is 1.3979807281161256\n",
            "Model: \"model_140\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_141 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_88 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " lstm_92 (LSTM)              (None, 72)                24768     \n",
            "                                                                 \n",
            " dense_140 (Dense)           (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,841\n",
            "Trainable params: 24,841\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_2_0 is 1.168964495052333\n",
            "Model: \"model_141\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_142 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_89 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " lstm_93 (LSTM)              (None, 72)                24768     \n",
            "                                                                 \n",
            " dense_141 (Dense)           (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,841\n",
            "Trainable params: 24,841\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_2_1 is 0.4829474838112229\n",
            "Model: \"model_142\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_143 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_90 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " lstm_94 (LSTM)              (None, 72)                24768     \n",
            "                                                                 \n",
            " dense_142 (Dense)           (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,841\n",
            "Trainable params: 24,841\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_2_2 is 0.7715711463087849\n",
            "Model: \"model_143\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_144 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_91 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " lstm_95 (LSTM)              (None, 72)                24768     \n",
            "                                                                 \n",
            " dense_143 (Dense)           (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,841\n",
            "Trainable params: 24,841\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_2_3 is 0.7937758020837177\n",
            "Model: \"model_144\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_145 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_92 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " lstm_96 (LSTM)              (None, 72)                24768     \n",
            "                                                                 \n",
            " dense_144 (Dense)           (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,841\n",
            "Trainable params: 24,841\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_2_4 is 10.413364734343947\n",
            "Model: \"model_145\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_146 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_93 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " lstm_97 (LSTM)              (None, 72)                24768     \n",
            "                                                                 \n",
            " dense_145 (Dense)           (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,841\n",
            "Trainable params: 24,841\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_2_5 is 1.405184658186317\n",
            "Model: \"model_146\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_147 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_94 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " lstm_98 (LSTM)              (None, 72)                24768     \n",
            "                                                                 \n",
            " dense_146 (Dense)           (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,841\n",
            "Trainable params: 24,841\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_2_6 is 1.3453689157875859\n",
            "Model: \"model_147\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_148 (InputLayer)      [(None, 72, 13)]          0         \n",
            "                                                                 \n",
            " dropout_95 (Dropout)        (None, 72, 13)            0         \n",
            "                                                                 \n",
            " lstm_99 (LSTM)              (None, 72)                24768     \n",
            "                                                                 \n",
            " dense_147 (Dense)           (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,841\n",
            "Trainable params: 24,841\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_1_2_2_7 is 1.0779014808556069\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Load in the RMSE data from all trained models\n",
        "\n",
        "start=time.time()\n",
        "\n",
        "rmse_array = np.load('rmse_results.npy')\n",
        "\n",
        "end=time.time()\n",
        "\n",
        "print(\"### Points of RMSE data collected from all trained models ###\")\n",
        "print(\"\\nData summary:\\n\", rmse_array)\n",
        "print(\"\\nData shape:\\n\", rmse_array.shape)\n",
        "print('\\nTotal data points:', rmse_array.size)\n",
        "print(f\"\\nTime to read: {round(end-start,5)} seconds.\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Zs_CfKl4Mpjv",
        "outputId": "e794cefb-abbe-4658-8d1e-4aa6713842ec"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "### Points of RMSE data collected from all trained models ###\n",
            "\n",
            "Data summary:\n",
            " [[[[7.94477527e-01 4.47620234e-01 5.18899624e-01 4.99195539e-01\n",
            "    7.08252710e-01 2.32530684e-01 5.02077211e-01 8.79202557e-01]\n",
            "   [7.11161637e-04 8.93174558e-02 2.02075032e-01 4.01744997e-02\n",
            "    1.00175669e-01 2.05583054e-03 2.99586586e-01 1.22869646e-01]\n",
            "   [3.71098591e-04 4.74719403e-02 1.72775181e-01 4.87163668e-02\n",
            "    7.19697699e-02 1.83785967e-03 2.72671915e-01 9.47294718e-02]]\n",
            "\n",
            "  [[7.03914211e-01 5.90018951e-01 8.49509116e-01 2.82001590e-01\n",
            "    3.32527678e-01 4.01100921e-01 7.03091101e-01 2.84817573e-01]\n",
            "   [3.44270875e-01 8.86291712e-02 2.04556072e-01 1.64248826e-01\n",
            "    1.16191634e-01 2.25270013e-01 2.85868020e-01 4.42042792e-01]\n",
            "   [7.30141801e-04 5.29013199e-02 1.83719471e-01 5.17903780e-02\n",
            "    7.71635468e-02 2.49297492e-03 2.65013982e-01 9.94809942e-02]]\n",
            "\n",
            "  [[3.48509256e-01 1.73467695e-01 4.56292515e-01 4.55426829e-01\n",
            "    1.14606708e-01 1.67734523e-01 2.91604576e-01 2.28025347e-01]\n",
            "   [4.08613451e-02 1.00000947e-01 1.55577898e-01 1.70733647e-01\n",
            "    1.50412043e-01 6.12092430e-03 2.73794527e-01 1.08893359e-01]\n",
            "   [3.60933079e-03 4.44756052e-02 1.46174050e-01 5.08284933e-02\n",
            "    6.65512515e-02 4.37678091e-03 2.90461614e-01 9.33977202e-02]]]\n",
            "\n",
            "\n",
            " [[[1.24728316e+00 4.81054071e-01 9.06868327e-01 9.03686156e-01\n",
            "    1.03921417e+01 1.43598306e+00 1.04443806e+00 1.27785588e+00]\n",
            "   [1.12834452e+00 5.87222372e-01 8.23004769e-01 7.48612936e-01\n",
            "    1.03714799e+01 1.48753946e+00 1.50691909e+00 1.23848764e+00]\n",
            "   [1.12030106e+00 4.11794144e-01 8.14754831e-01 7.83171943e-01\n",
            "    1.04339886e+01 1.28240715e+00 1.37173666e+00 1.09508398e+00]]\n",
            "\n",
            "  [[1.01751344e+00 5.94146150e-01 7.26401576e-01 7.56706397e-01\n",
            "    1.03506577e+01 1.88078771e+00 1.07273157e+00 1.32519269e+00]\n",
            "   [1.09252291e+00 4.97151507e-01 8.92201237e-01 7.92715293e-01\n",
            "    1.04397897e+01 1.50451428e+00 1.23691116e+00 1.21970590e+00]\n",
            "   [1.17843248e+00 4.26826926e-01 8.19523169e-01 8.48807824e-01\n",
            "    1.04235446e+01 1.37565307e+00 1.51045074e+00 1.09644610e+00]]\n",
            "\n",
            "  [[1.03317954e+00 4.94564018e-01 8.41447308e-01 7.68343461e-01\n",
            "    1.03798744e+01 1.93809673e+00 1.13048634e+00 1.11358097e+00]\n",
            "   [1.17023133e+00 4.31383813e-01 8.07189517e-01 7.53766215e-01\n",
            "    1.04048856e+01 1.45025664e+00 1.19469687e+00 1.39798073e+00]\n",
            "   [1.16896450e+00 4.82947484e-01 7.71571146e-01 7.93775802e-01\n",
            "    1.04133647e+01 1.40518466e+00 1.34536892e+00 1.07790148e+00]]]]\n",
            "\n",
            "Data shape:\n",
            " (2, 3, 3, 8)\n",
            "\n",
            "Total data points: 144\n",
            "\n",
            "Time to read: 0.27618 seconds.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Load in all of the different data files\n",
        "df_0 = pd.read_csv(\"merged_data_normalized_v2.csv\").fillna(0)\n",
        "df_1 = pd.read_csv(\"merged_data_v2.csv\").fillna(0)\n",
        "df_2 = pd.read_csv(\"merged_data_normalized.csv\").fillna(0)\n",
        "df_3 = pd.read_csv(\"merged_data.csv\").fillna(0)\n",
        "df_4 = pd.read_csv(\"eia_data_normalized.csv\").fillna(0)\n",
        "df_5 = pd.read_csv(\"eia_data.csv\").fillna(0)\n",
        "\n",
        "dfs = [df_0, df_1, df_2, df_3, df_4, df_5]"
      ],
      "metadata": {
        "id": "M4_IZdRQcPZ9"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Create a list of the different generation types\n",
        "gen_types = list(df_0.columns[1:9])\n",
        "for gen_type in gen_types:\n",
        "  idx = gen_types.index(gen_type)\n",
        "  gen_type = gen_type.split('_')\n",
        "  gen_type = gen_type[0]\n",
        "  gen_types[idx] = gen_type\n",
        "print(gen_types)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "rat8Irp1cXR2",
        "outputId": "1248e1a7-8308-410b-d22f-fcddf231249f"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "['coal', 'hydro', 'ng', 'nuclear', 'other', 'petrol', 'solar', 'wind']\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Manually create the best models dict from previously run instances of code\n",
        "best_models_dict = {0: [0,0,2,0], 1: [0,2,2,1], 2:[0,2,2,2], 3:[0,0,1,3], 4:[0,2,2,4], 5:[0,0,2,5], 6:[0,1,2,6], 7:[0,2,2,7]}"
      ],
      "metadata": {
        "id": "DRpwGCDMqWYi"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Generate the set of prediction and actual values only for the best models (lowest RMSEs), so that they can be graphed and visualized\n",
        "# Store these values in a dictionary to be accessed later - and then converted to csv format\n",
        "\n",
        "test_predictions = {}\n",
        "test_true_results = {}\n",
        "\n",
        "for h in range(8):\n",
        "  i, j, k = best_models_dict[h][0:3]\n",
        "\n",
        "  print('i =', i)\n",
        "  print('j =', j)\n",
        "  print('k =', k)\n",
        "  print('h =', h)\n",
        "\n",
        "  path_checkpoint = \"TrainedModels/model_checkpoint_\" + str(i) + \"_\" + str(j) + \"_\" + str(k) + \"_\" + str(h) + \".h5\"\n",
        "  df = select_input_data(i, j)\n",
        "  dataset_train, dataset_test = split_training_data(df, i, h)\n",
        "  model = create_model(df, designs[k], dataset_train)\n",
        "  model.load_weights(path_checkpoint)\n",
        "  model.summary()\n",
        "  # Predictions on validation set\n",
        "  test_predictions[h] = []\n",
        "  test_true_results[h] = []\n",
        "\n",
        "  for x, y in dataset_test.__iter__():\n",
        "    test_predictions[h].append(model.predict(x))\n",
        "    test_true_results[h].append(y)\n",
        "\n",
        "  test_predictions[h] = np.array([item for sublist in test_predictions[h] for item in sublist])\n",
        "  test_true_results[h] = np.array([item for sublist in test_true_results[h] for item in sublist])\n",
        "\n",
        "  rmse = np.sqrt(np.mean((test_predictions[h] - test_true_results[h])**2))\n",
        "  print(\"RMSE for model_\" + str(i) + \"_\" + str(j) + \"_\" + str(k) + \"_\" + str(h) + \" is \" + str(rmse))\n",
        "  rmse_arr[i, j, k, h] = rmse\n",
        "  print('\\n')\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "PhdFDaEdjnvm",
        "outputId": "c491e9ae-4c59-4652-eded-ad8d75527fa1"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "i = 0\n",
            "j = 0\n",
            "k = 2\n",
            "h = 0\n",
            "Model: \"model_2\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_4 (InputLayer)        [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " dropout_3 (Dropout)         (None, 72, 67)            0         \n",
            "                                                                 \n",
            " lstm_3 (LSTM)               (None, 72)                40320     \n",
            "                                                                 \n",
            " dense_2 (Dense)             (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 40,393\n",
            "Trainable params: 40,393\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_2_0 is 0.00037109859058392165\n",
            "\n",
            "\n",
            "i = 0\n",
            "j = 2\n",
            "k = 2\n",
            "h = 1\n",
            "Model: \"model_3\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_5 (InputLayer)        [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " dropout_4 (Dropout)         (None, 72, 11)            0         \n",
            "                                                                 \n",
            " lstm_4 (LSTM)               (None, 72)                24192     \n",
            "                                                                 \n",
            " dense_3 (Dense)             (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,265\n",
            "Trainable params: 24,265\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_2_1 is 0.044475605214879116\n",
            "\n",
            "\n",
            "i = 0\n",
            "j = 2\n",
            "k = 2\n",
            "h = 2\n",
            "Model: \"model_4\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_6 (InputLayer)        [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " dropout_5 (Dropout)         (None, 72, 11)            0         \n",
            "                                                                 \n",
            " lstm_5 (LSTM)               (None, 72)                24192     \n",
            "                                                                 \n",
            " dense_4 (Dense)             (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,265\n",
            "Trainable params: 24,265\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_2_2 is 0.14617404977200013\n",
            "\n",
            "\n",
            "i = 0\n",
            "j = 0\n",
            "k = 1\n",
            "h = 3\n",
            "Model: \"model_5\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_7 (InputLayer)        [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " dropout_6 (Dropout)         (None, 72, 67)            0         \n",
            "                                                                 \n",
            " gru (GRU)                   (None, 48)                16848     \n",
            "                                                                 \n",
            " dense_5 (Dense)             (None, 1)                 49        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 16,897\n",
            "Trainable params: 16,897\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_1_3 is 0.04017449974462984\n",
            "\n",
            "\n",
            "i = 0\n",
            "j = 2\n",
            "k = 2\n",
            "h = 4\n",
            "Model: \"model_6\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_8 (InputLayer)        [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " dropout_7 (Dropout)         (None, 72, 11)            0         \n",
            "                                                                 \n",
            " lstm_6 (LSTM)               (None, 72)                24192     \n",
            "                                                                 \n",
            " dense_6 (Dense)             (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,265\n",
            "Trainable params: 24,265\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_2_4 is 0.06655125150446907\n",
            "\n",
            "\n",
            "i = 0\n",
            "j = 0\n",
            "k = 2\n",
            "h = 5\n",
            "Model: \"model_7\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_9 (InputLayer)        [(None, 72, 67)]          0         \n",
            "                                                                 \n",
            " dropout_8 (Dropout)         (None, 72, 67)            0         \n",
            "                                                                 \n",
            " lstm_7 (LSTM)               (None, 72)                40320     \n",
            "                                                                 \n",
            " dense_7 (Dense)             (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 40,393\n",
            "Trainable params: 40,393\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_0_2_5 is 0.0018378596711337613\n",
            "\n",
            "\n",
            "i = 0\n",
            "j = 1\n",
            "k = 2\n",
            "h = 6\n",
            "Model: \"model_8\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_10 (InputLayer)       [(None, 72, 19)]          0         \n",
            "                                                                 \n",
            " dropout_9 (Dropout)         (None, 72, 19)            0         \n",
            "                                                                 \n",
            " lstm_8 (LSTM)               (None, 72)                26496     \n",
            "                                                                 \n",
            " dense_8 (Dense)             (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 26,569\n",
            "Trainable params: 26,569\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_1_2_6 is 0.2650139820525122\n",
            "\n",
            "\n",
            "i = 0\n",
            "j = 2\n",
            "k = 2\n",
            "h = 7\n",
            "Model: \"model_9\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " input_11 (InputLayer)       [(None, 72, 11)]          0         \n",
            "                                                                 \n",
            " dropout_10 (Dropout)        (None, 72, 11)            0         \n",
            "                                                                 \n",
            " lstm_9 (LSTM)               (None, 72)                24192     \n",
            "                                                                 \n",
            " dense_9 (Dense)             (None, 1)                 73        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 24,265\n",
            "Trainable params: 24,265\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n",
            "RMSE for model_0_2_2_7 is 0.09339772015528734\n",
            "\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# reference: https://ww2.arb.ca.gov/sites/default/files/classic/fuels/lcfs/fuelpathways/comments/tier2/elec_update.pdf\n",
        "# (for emissions factors)\n",
        "# 1 MMBtu = 293.07107 kWh (https://www.inchcalculator.com/convert/million-btu-to-kilowatt-hour/)\n",
        "\n",
        "coal_factor = 279776 / 293.07107\n",
        "hydro_factor = 0 / 293.07107\n",
        "ng_factor = 123600 / 293.07107\n",
        "nuclear_factor = 0 / 293.07107\n",
        "  \n",
        "petrol_factor = 253578 / 293.07107\n",
        "solar_factor = 0 / 293.07107\n",
        "wind_factor = 0 / 293.07107\n",
        "\n",
        "other_factor = statistics.mean([coal_factor, hydro_factor ,ng_factor,  nuclear_factor, petrol_factor, solar_factor, wind_factor])\n",
        "\n",
        "carbon_equivs = np.array([coal_factor, hydro_factor, ng_factor, nuclear_factor, other_factor, petrol_factor, solar_factor, wind_factor])\n"
      ],
      "metadata": {
        "id": "pbi2PbiCqVdg"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Concatenate all of the test prediction arrays and test actual arrays together\n",
        "\n",
        "test_predictions_arr = np.concatenate((test_predictions[0], test_predictions[1], test_predictions[2], test_predictions[3], test_predictions[4], test_predictions[5], test_predictions[6], test_predictions[7]), axis=1)\n",
        "test_true_results_arr = np.column_stack((test_true_results[0], test_true_results[1], test_true_results[2], test_true_results[3], test_true_results[4], test_true_results[5], test_true_results[6], test_true_results[7]))\n"
      ],
      "metadata": {
        "id": "dNN9B1wqtg_H"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Create the predicted CO2e values csv file, using the best trained models for each gen type\n",
        "\n",
        "carbon_predictions_arr = np.dot(test_predictions_arr, carbon_equivs)\n",
        "carbon_true_results_arr = np.dot(test_true_results_arr, carbon_equivs)"
      ],
      "metadata": {
        "id": "4AwgNedjmaZP"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "begin = len(df[\"DateTime\"]) - 5103"
      ],
      "metadata": {
        "id": "h9rfNB_HA1sR"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "datetime_arr = np.array(df[\"DateTime\"][begin:])"
      ],
      "metadata": {
        "id": "PCR6Zi6xBRC2"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Create new csv file with all best test predictions and equivalent CO2e emissions (per kWh)\n",
        "test_predictions_w_CO2e = np.column_stack((datetime_arr, test_predictions_arr, carbon_predictions_arr ))\n",
        "pd.DataFrame(test_predictions_w_CO2e).to_csv('best_test_predictions_wCO2e.csv')\n",
        "\n",
        "test_true_results_w_CO2e = np.column_stack((datetime_arr, test_true_results_arr, carbon_true_results_arr ))\n",
        "pd.DataFrame(test_true_results_w_CO2e).to_csv('test_true_results_wCO2e.csv')"
      ],
      "metadata": {
        "id": "nN5CqpeZwfiw"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df_pred = pd.read_csv('best_test_predictions_wCO2e.csv')\n",
        "df_true = pd.read_csv('test_true_results_wCO2e.csv')\n",
        "\n",
        "df_pred.rename(columns = {\"0\":\"DateTime\", \"1\":\"Coal\", \"2\":\"Hydro\", \"3\":\"Natural Gas\", \"4\": \"Nuclear\", \"5\":\"Other\", \"6\": \"Petrol\", \"7\":\"Solar\", \"8\":\"Wind\", \"9\": \"gCO2/kWh\"},inplace=True)\n",
        "df_true.rename(columns = {\"0\":\"DateTime\", \"1\":\"Coal\", \"2\":\"Hydro\", \"3\":\"Natural Gas\", \"4\": \"Nuclear\", \"5\":\"Other\", \"6\": \"Petrol\", \"7\":\"Solar\", \"8\":\"Wind\", \"9\": \"gCO2/kWh\"},inplace=True)"
      ],
      "metadata": {
        "id": "CnEVcR5s7sdu"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def plot_comparison(output, duration, displacement):\n",
        "  \"\"\"\n",
        "\n",
        "  Takes in the following variables:\n",
        "  output = the generation type OR carbon emissions in question, which we want to model\n",
        "  duration = the number of hours in consideration\n",
        "  displacement = the hour to start graphing within the test set\n",
        "\n",
        "  Outputs:\n",
        "  A graph of the predicted versus actual values for a single generation type or carbon emissions for the timeline specified\n",
        "\n",
        "  \"\"\"\n",
        "\n",
        "  if output == \"gCO2/kWh\":\n",
        "    chart_title = \"Carbon Intensity of the CAISO\"\n",
        "    y_axis_name = \"Grams CO2 per kWh\"\n",
        "    true_series_name = \"Actual Carbon Intensity (gCO2/kWh)\"\n",
        "    pred_series_name = \"Predicted Carbon Intensity (gCO2/kWh)\"\n",
        "  else:\n",
        "    chart_title = f\"{output} Electric Generation in the CAISO\"\n",
        "    y_axis_name = \"Fraction of Total Generation\"\n",
        "    true_series_name = f\"{output} Actual Generation\"\n",
        "    pred_series_name = f\"{output} Predicted Generation\"\n",
        "\n",
        "\n",
        "  start = displacement \n",
        "  stop = displacement + duration\n",
        "\n",
        "  fig = go.Figure()\n",
        "  fig.add_trace(go.Scatter(x=df_true[\"DateTime\"][start:stop],\n",
        "                         y=df_true[output][start:stop],\n",
        "                         mode='lines',\n",
        "                         name=true_series_name,\n",
        "                         opacity=0.8,\n",
        "                         line=dict(color='orange', width=1)\n",
        "                        ))\n",
        "  fig.add_trace(go.Scatter(x=df_pred[\"DateTime\"][start:stop],\n",
        "                         y=df_pred[output][start:stop],\n",
        "                         mode='lines',\n",
        "                         name=pred_series_name,\n",
        "                         opacity=0.8,\n",
        "                         line=dict(color='blue', width=1)\n",
        "                        ))\n",
        "\n",
        "# Change chart background color\n",
        "  fig.update_layout(dict(plot_bgcolor = 'white'))\n",
        "\n",
        "# Update axes lines\n",
        "  fig.update_xaxes(showgrid=True, gridwidth=1, gridcolor='lightgrey', \n",
        "                 zeroline=True, zerolinewidth=1, zerolinecolor='lightgrey', \n",
        "                 showline=True, linewidth=1, linecolor='black',\n",
        "                 title='Date-Time'\n",
        "                )\n",
        "\n",
        "  fig.update_yaxes(showgrid=True, gridwidth=1, gridcolor='lightgrey', \n",
        "                 zeroline=True, zerolinewidth=1, zerolinecolor='lightgrey', \n",
        "                 showline=True, linewidth=1, linecolor='black',\n",
        "                 title= y_axis_name\n",
        "                )\n",
        "\n",
        "\n",
        "\n",
        "\n",
        "# Set figure title\n",
        "  fig.update_layout(title=dict(text=chart_title, \n",
        "                             font=dict(color='black')),\n",
        "                  legend=dict(orientation=\"h\", yanchor=\"bottom\", y=1.02, xanchor=\"right\", x=1)\n",
        "                 )\n",
        "\n",
        "  fig.show()\n",
        "\n"
      ],
      "metadata": {
        "id": "_BABHmgP7fe0"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "plot_comparison(output=\"gCO2/kWh\", duration=72, displacement=3999)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 542
        },
        "id": "nEpo8pdXlf0t",
        "outputId": "89f93974-d747-40dc-e66d-f05da6d9077d"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "<html>\n",
              "<head><meta charset=\"utf-8\" /></head>\n",
              "<body>\n",
              "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax) {MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
              "        <script src=\"https://cdn.plot.ly/plotly-2.8.3.min.js\"></script>                <div id=\"e2df6167-a580-4100-880f-d889a5846fea\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"e2df6167-a580-4100-880f-d889a5846fea\")) {                    Plotly.newPlot(                        \"e2df6167-a580-4100-880f-d889a5846fea\",                        [{\"line\":{\"color\":\"orange\",\"width\":1},\"mode\":\"lines\",\"name\":\"Actual Carbon Intensity (gCO2/kWh)\",\"opacity\":0.8,\"x\":[\"3/12/2022 0:00\",\"3/12/2022 1:00\",\"3/12/2022 2:00\",\"3/12/2022 3:00\",\"3/12/2022 4:00\",\"3/12/2022 5:00\",\"3/12/2022 6:00\",\"3/12/2022 7:00\",\"3/12/2022 8:00\",\"3/12/2022 9:00\",\"3/12/2022 10:00\",\"3/12/2022 11:00\",\"3/12/2022 12:00\",\"3/12/2022 13:00\",\"3/12/2022 14:00\",\"3/12/2022 15:00\",\"3/12/2022 16:00\",\"3/12/2022 17:00\",\"3/12/2022 18:00\",\"3/12/2022 19:00\",\"3/12/2022 20:00\",\"3/12/2022 21:00\",\"3/12/2022 22:00\",\"3/12/2022 23:00\",\"3/13/2022 0:00\",\"3/13/2022 1:00\",\"3/13/2022 3:00\",\"3/13/2022 4:00\",\"3/13/2022 5:00\",\"3/13/2022 6:00\",\"3/13/2022 7:00\",\"3/13/2022 8:00\",\"3/13/2022 9:00\",\"3/13/2022 10:00\",\"3/13/2022 11:00\",\"3/13/2022 12:00\",\"3/13/2022 13:00\",\"3/13/2022 14:00\",\"3/13/2022 15:00\",\"3/13/2022 16:00\",\"3/13/2022 17:00\",\"3/13/2022 18:00\",\"3/13/2022 19:00\",\"3/13/2022 20:00\",\"3/13/2022 21:00\",\"3/13/2022 22:00\",\"3/13/2022 23:00\",\"3/14/2022 0:00\",\"3/14/2022 1:00\",\"3/14/2022 2:00\",\"3/14/2022 3:00\",\"3/14/2022 4:00\",\"3/14/2022 5:00\",\"3/14/2022 6:00\",\"3/14/2022 7:00\",\"3/14/2022 8:00\",\"3/14/2022 9:00\",\"3/14/2022 10:00\",\"3/14/2022 11:00\",\"3/14/2022 12:00\",\"3/14/2022 13:00\",\"3/14/2022 14:00\",\"3/14/2022 15:00\",\"3/14/2022 16:00\",\"3/14/2022 17:00\",\"3/14/2022 18:00\",\"3/14/2022 19:00\",\"3/14/2022 20:00\",\"3/14/2022 21:00\",\"3/14/2022 22:00\",\"3/14/2022 23:00\",\"3/15/2022 0:00\"],\"y\":[231.04608416645053,233.19777472498197,230.4380788370031,244.45947577367983,241.80929489351604,247.47631291701944,183.9545368121284,101.2744134109996,87.66631479908659,90.92359166919478,82.31258357260968,83.16393394584752,85.38391984926191,79.26347841391119,82.27416962474568,120.26265883848288,181.9948733698504,236.4072218923553,239.5606455473645,244.8726864027662,238.47093868881117,232.7306360321104,219.21653755183095,231.6868154927764,240.27864565405537,235.7932862404048,226.78927614754525,213.7464139351211,196.8914135526317,214.8201184026172,158.24176053993023,76.9147599938638,58.71856112764144,63.73071241092866,66.899751114704,76.47083571298936,71.8556619524765,76.35062616068421,88.47215409685731,126.95547910350696,219.4496543046592,256.10002995716167,264.11235418386985,266.7941713100931,266.30892372578825,263.99115242323694,257.7631728814379,255.9460037533948,259.79311851265385,258.80623826330685,255.71185445708053,255.4384052152206,258.9713027961901,272.52684693981564,185.3235884360229,93.22254042043016,79.06372609310284,74.56284022259662,82.03208029434634,79.72658158368108,76.18563394619703,74.75304459287639,80.56999571504714,119.9855481309509,221.8793649350397,278.6816978496464,279.7745140747611,278.8610410480083,275.73052871861324,274.25947076781944,270.08102252145187,272.19862502775175],\"type\":\"scatter\"},{\"line\":{\"color\":\"blue\",\"width\":1},\"mode\":\"lines\",\"name\":\"Predicted Carbon Intensity (gCO2/kWh)\",\"opacity\":0.8,\"x\":[\"3/12/2022 0:00\",\"3/12/2022 1:00\",\"3/12/2022 2:00\",\"3/12/2022 3:00\",\"3/12/2022 4:00\",\"3/12/2022 5:00\",\"3/12/2022 6:00\",\"3/12/2022 7:00\",\"3/12/2022 8:00\",\"3/12/2022 9:00\",\"3/12/2022 10:00\",\"3/12/2022 11:00\",\"3/12/2022 12:00\",\"3/12/2022 13:00\",\"3/12/2022 14:00\",\"3/12/2022 15:00\",\"3/12/2022 16:00\",\"3/12/2022 17:00\",\"3/12/2022 18:00\",\"3/12/2022 19:00\",\"3/12/2022 20:00\",\"3/12/2022 21:00\",\"3/12/2022 22:00\",\"3/12/2022 23:00\",\"3/13/2022 0:00\",\"3/13/2022 1:00\",\"3/13/2022 3:00\",\"3/13/2022 4:00\",\"3/13/2022 5:00\",\"3/13/2022 6:00\",\"3/13/2022 7:00\",\"3/13/2022 8:00\",\"3/13/2022 9:00\",\"3/13/2022 10:00\",\"3/13/2022 11:00\",\"3/13/2022 12:00\",\"3/13/2022 13:00\",\"3/13/2022 14:00\",\"3/13/2022 15:00\",\"3/13/2022 16:00\",\"3/13/2022 17:00\",\"3/13/2022 18:00\",\"3/13/2022 19:00\",\"3/13/2022 20:00\",\"3/13/2022 21:00\",\"3/13/2022 22:00\",\"3/13/2022 23:00\",\"3/14/2022 0:00\",\"3/14/2022 1:00\",\"3/14/2022 2:00\",\"3/14/2022 3:00\",\"3/14/2022 4:00\",\"3/14/2022 5:00\",\"3/14/2022 6:00\",\"3/14/2022 7:00\",\"3/14/2022 8:00\",\"3/14/2022 9:00\",\"3/14/2022 10:00\",\"3/14/2022 11:00\",\"3/14/2022 12:00\",\"3/14/2022 13:00\",\"3/14/2022 14:00\",\"3/14/2022 15:00\",\"3/14/2022 16:00\",\"3/14/2022 17:00\",\"3/14/2022 18:00\",\"3/14/2022 19:00\",\"3/14/2022 20:00\",\"3/14/2022 21:00\",\"3/14/2022 22:00\",\"3/14/2022 23:00\",\"3/15/2022 0:00\"],\"y\":[185.70132857257943,219.07391543027543,231.96636179798665,239.18735412291943,242.8981458151652,247.23540263964856,249.3997962089481,241.08073859507155,227.62991789927025,221.93697777482797,215.07504423191963,212.0824944375969,209.81474032790484,209.1828668896999,209.85552651311025,209.9671723687199,212.68093148582452,216.46384428735348,218.7806389575684,218.9977770070472,220.09143645584015,220.36751260122543,220.88383358167115,220.98357897899163,189.1426495691283,218.3017619137656,229.0599690339352,234.0039418809974,237.27053581074577,240.883153298084,242.839783445408,234.04093426014376,222.9283859745691,217.41801543479656,212.94612263945655,209.2970774738314,208.02487521025196,207.14846129031665,207.3863041766192,207.7382401908237,210.6234610540759,214.3540081299796,216.6374275924461,216.84807099570244,217.94821265280635,218.0564056403716,219.33888554876992,218.67556026033105,186.4223389292033,215.09986597207748,223.77605620997747,227.7880090094172,231.80781955482644,233.43928064514856,236.02123819346144,227.43675731949,217.2338090980492,212.353772829108,208.2267456621765,204.8117401848295,204.0128426927457,202.7130519072708,203.44610868480925,204.4771556637953,206.77088473595725,212.37026217061089,213.516946554607,214.293857669716,215.48924231487348,217.4985861386181,217.04102721165648,217.8567569988844],\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"choropleth\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"type\":\"choropleth\"}],\"contour\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"contour\"}],\"contourcarpet\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"type\":\"contourcarpet\"}],\"heatmap\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"heatmap\"}],\"heatmapgl\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"heatmapgl\"}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"histogram2d\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"histogram2d\"}],\"histogram2dcontour\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"histogram2dcontour\"}],\"mesh3d\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"type\":\"mesh3d\"}],\"parcoords\":[{\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"parcoords\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}],\"scatter\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatter\"}],\"scatter3d\":[{\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatter3d\"}],\"scattercarpet\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattercarpet\"}],\"scattergeo\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattergeo\"}],\"scattergl\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattergl\"}],\"scattermapbox\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattermapbox\"}],\"scatterpolar\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatterpolar\"}],\"scatterpolargl\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatterpolargl\"}],\"scatterternary\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatterternary\"}],\"surface\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"surface\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}]},\"layout\":{\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"autotypenumbers\":\"strict\",\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]],\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]},\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"geo\":{\"bgcolor\":\"white\",\"lakecolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"showlakes\":true,\"showland\":true,\"subunitcolor\":\"white\"},\"hoverlabel\":{\"align\":\"left\"},\"hovermode\":\"closest\",\"mapbox\":{\"style\":\"light\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"bgcolor\":\"#E5ECF6\",\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"gridwidth\":2,\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\"},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"gridwidth\":2,\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\"},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"gridwidth\":2,\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\"}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"ternary\":{\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"bgcolor\":\"#E5ECF6\",\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"title\":{\"x\":0.05},\"xaxis\":{\"automargin\":true,\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"zerolinewidth\":2},\"yaxis\":{\"automargin\":true,\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"zerolinewidth\":2}}},\"plot_bgcolor\":\"white\",\"xaxis\":{\"showgrid\":true,\"gridwidth\":1,\"gridcolor\":\"lightgrey\",\"zeroline\":true,\"zerolinewidth\":1,\"zerolinecolor\":\"lightgrey\",\"showline\":true,\"linewidth\":1,\"linecolor\":\"black\",\"title\":{\"text\":\"Date-Time\"}},\"yaxis\":{\"showgrid\":true,\"gridwidth\":1,\"gridcolor\":\"lightgrey\",\"zeroline\":true,\"zerolinewidth\":1,\"zerolinecolor\":\"lightgrey\",\"showline\":true,\"linewidth\":1,\"linecolor\":\"black\",\"title\":{\"text\":\"Grams CO2 per kWh\"}},\"title\":{\"font\":{\"color\":\"black\"},\"text\":\"Carbon Intensity of the CAISO\"},\"legend\":{\"orientation\":\"h\",\"yanchor\":\"bottom\",\"y\":1.02,\"xanchor\":\"right\",\"x\":1}},                        {\"responsive\": true}                    ).then(function(){\n",
              "                            \n",
              "var gd = document.getElementById('e2df6167-a580-4100-880f-d889a5846fea');\n",
              "var x = new MutationObserver(function (mutations, observer) {{\n",
              "        var display = window.getComputedStyle(gd).display;\n",
              "        if (!display || display === 'none') {{\n",
              "            console.log([gd, 'removed!']);\n",
              "            Plotly.purge(gd);\n",
              "            observer.disconnect();\n",
              "        }}\n",
              "}});\n",
              "\n",
              "// Listen for the removal of the full notebook cells\n",
              "var notebookContainer = gd.closest('#notebook-container');\n",
              "if (notebookContainer) {{\n",
              "    x.observe(notebookContainer, {childList: true});\n",
              "}}\n",
              "\n",
              "// Listen for the clearing of the current output cell\n",
              "var outputEl = gd.closest('.output');\n",
              "if (outputEl) {{\n",
              "    x.observe(outputEl, {childList: true});\n",
              "}}\n",
              "\n",
              "                        })                };                            </script>        </div>\n",
              "</body>\n",
              "</html>"
            ]
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        ""
      ],
      "metadata": {
        "id": "qI7HBFQH9fXD"
      },
      "execution_count": null,
      "outputs": []
    }
  ]
}