Untitled.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import os"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>model</th>\n",
       "      <th>forecast_date</th>\n",
       "      <th>location</th>\n",
       "      <th>horizon</th>\n",
       "      <th>temporal_resolution</th>\n",
       "      <th>target_variable</th>\n",
       "      <th>target_end_date</th>\n",
       "      <th>type</th>\n",
       "      <th>quantile</th>\n",
       "      <th>value</th>\n",
       "      <th>location_name</th>\n",
       "      <th>population</th>\n",
       "      <th>geo_type</th>\n",
       "      <th>geo_value</th>\n",
       "      <th>abbreviation</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Geneva-DetGrowth</td>\n",
       "      <td>2020-06-01</td>\n",
       "      <td>US</td>\n",
       "      <td>1</td>\n",
       "      <td>day</td>\n",
       "      <td>inc death</td>\n",
       "      <td>2020-06-02</td>\n",
       "      <td>point</td>\n",
       "      <td>NaN</td>\n",
       "      <td>786.000000</td>\n",
       "      <td>United States</td>\n",
       "      <td>328728466</td>\n",
       "      <td>state</td>\n",
       "      <td>us</td>\n",
       "      <td>US</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Geneva-DetGrowth</td>\n",
       "      <td>2020-06-01</td>\n",
       "      <td>US</td>\n",
       "      <td>2</td>\n",
       "      <td>day</td>\n",
       "      <td>inc death</td>\n",
       "      <td>2020-06-03</td>\n",
       "      <td>point</td>\n",
       "      <td>NaN</td>\n",
       "      <td>786.000000</td>\n",
       "      <td>United States</td>\n",
       "      <td>328728466</td>\n",
       "      <td>state</td>\n",
       "      <td>us</td>\n",
       "      <td>US</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Geneva-DetGrowth</td>\n",
       "      <td>2020-06-01</td>\n",
       "      <td>US</td>\n",
       "      <td>3</td>\n",
       "      <td>day</td>\n",
       "      <td>inc death</td>\n",
       "      <td>2020-06-04</td>\n",
       "      <td>point</td>\n",
       "      <td>NaN</td>\n",
       "      <td>786.000000</td>\n",
       "      <td>United States</td>\n",
       "      <td>328728466</td>\n",
       "      <td>state</td>\n",
       "      <td>us</td>\n",
       "      <td>US</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Geneva-DetGrowth</td>\n",
       "      <td>2020-06-01</td>\n",
       "      <td>US</td>\n",
       "      <td>4</td>\n",
       "      <td>day</td>\n",
       "      <td>inc death</td>\n",
       "      <td>2020-06-05</td>\n",
       "      <td>point</td>\n",
       "      <td>NaN</td>\n",
       "      <td>786.000000</td>\n",
       "      <td>United States</td>\n",
       "      <td>328728466</td>\n",
       "      <td>state</td>\n",
       "      <td>us</td>\n",
       "      <td>US</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Geneva-DetGrowth</td>\n",
       "      <td>2020-06-01</td>\n",
       "      <td>US</td>\n",
       "      <td>5</td>\n",
       "      <td>day</td>\n",
       "      <td>inc death</td>\n",
       "      <td>2020-06-06</td>\n",
       "      <td>point</td>\n",
       "      <td>NaN</td>\n",
       "      <td>786.000000</td>\n",
       "      <td>United States</td>\n",
       "      <td>328728466</td>\n",
       "      <td>state</td>\n",
       "      <td>us</td>\n",
       "      <td>US</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3415</th>\n",
       "      <td>USACE-ERDC_SEIR</td>\n",
       "      <td>2020-06-22</td>\n",
       "      <td>US</td>\n",
       "      <td>9</td>\n",
       "      <td>day</td>\n",
       "      <td>inc death</td>\n",
       "      <td>2020-07-01</td>\n",
       "      <td>quantile</td>\n",
       "      <td>0.850</td>\n",
       "      <td>828.095500</td>\n",
       "      <td>United States</td>\n",
       "      <td>328728466</td>\n",
       "      <td>state</td>\n",
       "      <td>us</td>\n",
       "      <td>US</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3416</th>\n",
       "      <td>USACE-ERDC_SEIR</td>\n",
       "      <td>2020-06-22</td>\n",
       "      <td>US</td>\n",
       "      <td>9</td>\n",
       "      <td>day</td>\n",
       "      <td>inc death</td>\n",
       "      <td>2020-07-01</td>\n",
       "      <td>quantile</td>\n",
       "      <td>0.900</td>\n",
       "      <td>845.209056</td>\n",
       "      <td>United States</td>\n",
       "      <td>328728466</td>\n",
       "      <td>state</td>\n",
       "      <td>us</td>\n",
       "      <td>US</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3417</th>\n",
       "      <td>USACE-ERDC_SEIR</td>\n",
       "      <td>2020-06-22</td>\n",
       "      <td>US</td>\n",
       "      <td>9</td>\n",
       "      <td>day</td>\n",
       "      <td>inc death</td>\n",
       "      <td>2020-07-01</td>\n",
       "      <td>quantile</td>\n",
       "      <td>0.950</td>\n",
       "      <td>869.728179</td>\n",
       "      <td>United States</td>\n",
       "      <td>328728466</td>\n",
       "      <td>state</td>\n",
       "      <td>us</td>\n",
       "      <td>US</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418</th>\n",
       "      <td>USACE-ERDC_SEIR</td>\n",
       "      <td>2020-06-22</td>\n",
       "      <td>US</td>\n",
       "      <td>9</td>\n",
       "      <td>day</td>\n",
       "      <td>inc death</td>\n",
       "      <td>2020-07-01</td>\n",
       "      <td>quantile</td>\n",
       "      <td>0.975</td>\n",
       "      <td>891.495256</td>\n",
       "      <td>United States</td>\n",
       "      <td>328728466</td>\n",
       "      <td>state</td>\n",
       "      <td>us</td>\n",
       "      <td>US</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3419</th>\n",
       "      <td>USACE-ERDC_SEIR</td>\n",
       "      <td>2020-06-22</td>\n",
       "      <td>US</td>\n",
       "      <td>9</td>\n",
       "      <td>day</td>\n",
       "      <td>inc death</td>\n",
       "      <td>2020-07-01</td>\n",
       "      <td>quantile</td>\n",
       "      <td>0.990</td>\n",
       "      <td>915.809288</td>\n",
       "      <td>United States</td>\n",
       "      <td>328728466</td>\n",
       "      <td>state</td>\n",
       "      <td>us</td>\n",
       "      <td>US</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3420 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 model forecast_date location  horizon temporal_resolution  \\\n",
       "0     Geneva-DetGrowth    2020-06-01       US        1                 day   \n",
       "1     Geneva-DetGrowth    2020-06-01       US        2                 day   \n",
       "2     Geneva-DetGrowth    2020-06-01       US        3                 day   \n",
       "3     Geneva-DetGrowth    2020-06-01       US        4                 day   \n",
       "4     Geneva-DetGrowth    2020-06-01       US        5                 day   \n",
       "...                ...           ...      ...      ...                 ...   \n",
       "3415   USACE-ERDC_SEIR    2020-06-22       US        9                 day   \n",
       "3416   USACE-ERDC_SEIR    2020-06-22       US        9                 day   \n",
       "3417   USACE-ERDC_SEIR    2020-06-22       US        9                 day   \n",
       "3418   USACE-ERDC_SEIR    2020-06-22       US        9                 day   \n",
       "3419   USACE-ERDC_SEIR    2020-06-22       US        9                 day   \n",
       "\n",
       "     target_variable target_end_date      type  quantile       value  \\\n",
       "0          inc death      2020-06-02     point       NaN  786.000000   \n",
       "1          inc death      2020-06-03     point       NaN  786.000000   \n",
       "2          inc death      2020-06-04     point       NaN  786.000000   \n",
       "3          inc death      2020-06-05     point       NaN  786.000000   \n",
       "4          inc death      2020-06-06     point       NaN  786.000000   \n",
       "...              ...             ...       ...       ...         ...   \n",
       "3415       inc death      2020-07-01  quantile     0.850  828.095500   \n",
       "3416       inc death      2020-07-01  quantile     0.900  845.209056   \n",
       "3417       inc death      2020-07-01  quantile     0.950  869.728179   \n",
       "3418       inc death      2020-07-01  quantile     0.975  891.495256   \n",
       "3419       inc death      2020-07-01  quantile     0.990  915.809288   \n",
       "\n",
       "      location_name  population geo_type geo_value abbreviation  \n",
       "0     United States   328728466    state        us           US  \n",
       "1     United States   328728466    state        us           US  \n",
       "2     United States   328728466    state        us           US  \n",
       "3     United States   328728466    state        us           US  \n",
       "4     United States   328728466    state        us           US  \n",
       "...             ...         ...      ...       ...          ...  \n",
       "3415  United States   328728466    state        us           US  \n",
       "3416  United States   328728466    state        us           US  \n",
       "3417  United States   328728466    state        us           US  \n",
       "3418  United States   328728466    state        us           US  \n",
       "3419  United States   328728466    state        us           US  \n",
       "\n",
       "[3420 rows x 15 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "path_to_save = '/Users/chaosdonkey06/Dropbox/BIOMAC/EnsembleForecast'\n",
    "inc_deaths_df = pd.read_csv(os.path.join(path_to_save, \"forecast_deaths_all.csv\"), parse_dates=['forecast_date', 'target_end_date'])\n",
    "inc_deaths_df\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['Geneva-DetGrowth', 'YYG-ParamSearch', 'UT-Mobility', 'STH-3PU',\n",
       "       'NotreDame-mobility', 'LANL-GrowthRate', 'USACE-ERDC_SEIR'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "models = inc_deaths_df.model.unique()\n",
    "models"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['2020-06-01T00:00:00.000000000', '2020-06-22T00:00:00.000000000',\n",
       "       '2020-06-08T00:00:00.000000000'], dtype='datetime64[ns]')"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "inc_deaths_df.forecast_date.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# dependencies\n",
    "import json\n",
    "import os\n",
    "from itertools import filterfalse\n",
    "\n",
    "# zoltpy related dependencies\n",
    "import zoltpy.util as zutil\n",
    "from zoltpy.connection import ZoltarConnection\n",
    "from zoltpy.quantile_io import json_io_dict_from_quantile_csv_file\n",
    "from zoltpy.cdc_io import YYYY_MM_DD_DATE_FORMAT\n",
    "from zoltpy.covid19 import COVID_TARGETS, covid19_row_validator, validate_quantile_csv_file, COVID_ADDL_REQ_COLS\n",
    "\n",
    "import zoltpy.covid19 as cov"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<function zoltpy.covid19.covid19_row_validator(column_index_dict, row, is_valid_target)>"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cov.covid19_row_validator"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}