NH_get_data.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "448daca7",
   "metadata": {},
   "outputs": [],
   "source": [
    "# import libraries\n",
    "#from sodapy import Socrata\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import requests\n",
    "import json\n",
    "from datetime import datetime, timedelta, date\n",
    "import os\n",
    "import time\n",
    "import pyarrow"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "43deecb1",
   "metadata": {},
   "source": [
    "### Get COVID-19 nursing home data with CMS open API. The variable, latest_uuid will need to be updated according to uuid version updates per https://data.cms.gov/covid-19/covid-19-nursing-home-data/api-docs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "4f296bb5",
   "metadata": {},
   "outputs": [],
   "source": [
    "# API latest version uuid\n",
    "latest_uuid = '84e99b2f-e2b5-4986-9bfb-c225fde9a222'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "4db5543e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<Response [200]>"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# test data fetch. If response is 200 then succeeded\n",
    "url1 = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]=2021-06-27&offset=0&size=5000\"\n",
    "response1 = requests.get(url1)\n",
    "response1\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "7f6d02fd",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "----\n",
      "requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2021-06-27&offset=0&size=5000\n",
      "----\n",
      "requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2021-06-27&offset=5000&size=5000\n",
      "----\n",
      "requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2021-06-27&offset=10000&size=5000\n",
      "----\n",
      "requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2021-06-27&offset=15000&size=5000\n"
     ]
    }
   ],
   "source": [
    "# gets all data for a single week up to offset of 15500\n",
    "\n",
    "nh_results_m1 = []\n",
    "size=5000\n",
    "\n",
    "for i in range(0,15500,5000):\n",
    "    print(\"----\")\n",
    "    offset = i\n",
    "    url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]=2021-06-27&offset={offset}&size={size}\"\n",
    "    print(\"requesting\", url)\n",
    "\n",
    "    response = requests.get(url)\n",
    "    nh_data = response.json()\n",
    "    nh_results_m1.extend(nh_data)\n",
    "  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "62b95f91",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "15250"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(nh_results_m1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "81476644",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'week_ending': '2021-06-27',\n",
       " 'federal_provider_number': '686124',\n",
       " 'provider_name': 'HARMONY HEALTH CENTER',\n",
       " 'provider_address': '9820 N KENDALL DRIVE',\n",
       " 'provider_city': 'MIAMI',\n",
       " 'provider_state': 'FL',\n",
       " 'provider_zip_code': '33176',\n",
       " 'provider_phone_number': '3052716311',\n",
       " 'county': 'Miami-Dade',\n",
       " 'submitted_data': 'Y',\n",
       " 'passed_quality_assurance_check': 'Y',\n",
       " 'residents_weekly_confirmed_covid_19': '0',\n",
       " 'residents_total_confirmed_covid_19': '39',\n",
       " 'residents_weekly_all_deaths': '1',\n",
       " 'residents_total_all_deaths': '46',\n",
       " 'residents_weekly_covid_19_deaths': '0',\n",
       " 'residents_total_covid_19_deaths': '2',\n",
       " 'number_of_all_beds': '203',\n",
       " 'total_number_of_occupied_beds': '192',\n",
       " 'Residents_Hospitalizations_with_Confirmed_COVID_19': '0',\n",
       " 'Residents_Hospitalizations_with_Confirmed_COVID_19_and_Up_to_Date_with_Vaccines': '0',\n",
       " 'staff_weekly_confirmed_covid_19': '0',\n",
       " 'staff_total_confirmed_covid_19': '61',\n",
       " 'weekly_resident_confirmed_covid_19_cases_per_1_000_residents': '0',\n",
       " 'weekly_resident_covid_19_deaths_per_1_000_residents': '0',\n",
       " 'total_resident_confirmed_covid_19_cases_per_1_000_residents': '203.13',\n",
       " 'total_resident_covid_19_deaths_per_1_000_residents': '10.42',\n",
       " 'Number_of_Residents_who_are_Up_to_Date_on_COVID_19_Vaccinations__14_Days_or_More_Before_Positive_Test': '',\n",
       " 'number_of_residents_staying_in_this_facility_for_at_least_1_day_this_week': '192',\n",
       " 'number_of_all_healthcare_personnel_eligible_to_work_in_this_facility_for_at_least_1_day_this_week': '209',\n",
       " 'number_of_all_healthcare_personnel_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_completed_covid_19_vaccination_at_any_time': '129',\n",
       " 'recent_percentage_of_current_healthcare_personnel_who_received_a_completed_covid_19_vaccination_at_any_time': '',\n",
       " 'percentage_of_current_healthcare_personnel_who_received_a_completed_covid_19_vaccination_at_any_time': '61.722',\n",
       " 'Number_of_Residents_Staying_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines': '',\n",
       " 'Recent_Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines': '',\n",
       " 'Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines': '0',\n",
       " 'Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines': '',\n",
       " 'Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines': '',\n",
       " 'Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines': '0'}"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nh_results_m1[-1]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2547fb14",
   "metadata": {},
   "source": [
    "### Each week returns approx 15250 rows, sometimes more, but does not exceed 15500. I have set up a nested loop (whole/for) to accomodate offset and date increments. It retrieves eight weeks of data, which is saved in a dataframe. For 8 wks, num of rows = approx 122000.\n",
    "### To get a year's worth of data, I re-ran for each 8(ish) week chunk between 6-27-21 and 7-10-22.\n",
    "\n",
    "### Each 8-wk dataframe is then subset to keep only needed cols before concatenation. \n",
    "\n",
    "### Excluding rows for which \"passed data quality assurance check\" = 'N'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "261be19e",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-06-27&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-06-27&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-06-27&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-06-27&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-06-27&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-07-04&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-07-04&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-07-04&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-07-04&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-07-04&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-07-11&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-07-11&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-07-11&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-07-11&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-07-11&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-07-18&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-07-18&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-07-18&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-07-18&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-07-18&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-07-25&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-07-25&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-07-25&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-07-25&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-07-25&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-01&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-01&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-01&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-01&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-01&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-08&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-08&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-08&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-08&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-08&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-15&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-15&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-15&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-15&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-15&offset=20000&size=5000\n"
     ]
    }
   ],
   "source": [
    "# First batch: week ending 6-27-21 to week ending 8-15-21\n",
    "\n",
    "nh_all_Jun27_21_Aug15_21 = []\n",
    "week_ending_start = date(2021,6,27)\n",
    "week_ending_end = date(2021,8,15)\n",
    "week = timedelta(days=7)\n",
    "offset = 0\n",
    "size = 5000\n",
    "\n",
    "while week_ending_start <= week_ending_end:\n",
    "    \n",
    "    for offset in range(0,20000,5000):\n",
    "        print(\"---\")\n",
    "        url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]={week_ending_start}&offset={offset}&size={size}\"\n",
    "        print(\"Requesting\",url)\n",
    "        \n",
    "        response = requests.get(url)\n",
    "        data = response.json()\n",
    "        if len(data) == 0:\n",
    "            break\n",
    "        nh_all_Jun27_21_Aug15_21.extend(data)\n",
    "    \n",
    "        offset = offset + 5000\n",
    "        time.sleep(5)\n",
    "\n",
    "    print(\"---\")\n",
    "    url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]={week_ending_start}&offset={offset}&size={size}\"\n",
    "    print(\"Requesting\",url)\n",
    "    \n",
    "    \n",
    "    week_ending_start = week_ending_start + week\n",
    "                                                                                                                                                                                                                                                                                                                            time.sleep(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "id": "eebbc434",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>week_ending</th>\n",
       "      <th>federal_provider_number</th>\n",
       "      <th>provider_name</th>\n",
       "      <th>provider_address</th>\n",
       "      <th>provider_city</th>\n",
       "      <th>provider_state</th>\n",
       "      <th>provider_zip_code</th>\n",
       "      <th>provider_phone_number</th>\n",
       "      <th>county</th>\n",
       "      <th>submitted_data</th>\n",
       "      <th>...</th>\n",
       "      <th>Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2021-06-27</td>\n",
       "      <td>015009</td>\n",
       "      <td>BURNS NURSING HOME, INC.</td>\n",
       "      <td>701 MONROE STREET NW</td>\n",
       "      <td>RUSSELLVILLE</td>\n",
       "      <td>AL</td>\n",
       "      <td>35653</td>\n",
       "      <td>2563324110</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2021-06-27</td>\n",
       "      <td>015010</td>\n",
       "      <td>COOSA VALLEY HEALTHCARE CENTER</td>\n",
       "      <td>260 WEST WALNUT STREET</td>\n",
       "      <td>SYLACAUGA</td>\n",
       "      <td>AL</td>\n",
       "      <td>35150</td>\n",
       "      <td>2562495604</td>\n",
       "      <td>Talladega</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2021-06-27</td>\n",
       "      <td>015012</td>\n",
       "      <td>HIGHLANDS HEALTH AND REHAB</td>\n",
       "      <td>380 WOODS COVE ROAD</td>\n",
       "      <td>SCOTTSBORO</td>\n",
       "      <td>AL</td>\n",
       "      <td>35768</td>\n",
       "      <td>2562183708</td>\n",
       "      <td>Jackson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2021-06-27</td>\n",
       "      <td>015014</td>\n",
       "      <td>EASTVIEW REHABILITATION &amp; HEALTHCARE CENTER</td>\n",
       "      <td>7755 FOURTH AVENUE SOUTH</td>\n",
       "      <td>BIRMINGHAM</td>\n",
       "      <td>AL</td>\n",
       "      <td>35206</td>\n",
       "      <td>2058330146</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2021-06-27</td>\n",
       "      <td>015015</td>\n",
       "      <td>PLANTATION MANOR NURSING HOME</td>\n",
       "      <td>6450 OLD TUSCALOOSA HIGHWAY</td>\n",
       "      <td>MC CALLA</td>\n",
       "      <td>AL</td>\n",
       "      <td>35111</td>\n",
       "      <td>2054776161</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 121 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  week_ending federal_provider_number  \\\n",
       "0  2021-06-27                  015009   \n",
       "1  2021-06-27                  015010   \n",
       "2  2021-06-27                  015012   \n",
       "3  2021-06-27                  015014   \n",
       "4  2021-06-27                  015015   \n",
       "\n",
       "                                 provider_name             provider_address  \\\n",
       "0                     BURNS NURSING HOME, INC.         701 MONROE STREET NW   \n",
       "1               COOSA VALLEY HEALTHCARE CENTER       260 WEST WALNUT STREET   \n",
       "2                   HIGHLANDS HEALTH AND REHAB          380 WOODS COVE ROAD   \n",
       "3  EASTVIEW REHABILITATION & HEALTHCARE CENTER     7755 FOURTH AVENUE SOUTH   \n",
       "4                PLANTATION MANOR NURSING HOME  6450 OLD TUSCALOOSA HIGHWAY   \n",
       "\n",
       "  provider_city provider_state provider_zip_code provider_phone_number  \\\n",
       "0  RUSSELLVILLE             AL             35653            2563324110   \n",
       "1     SYLACAUGA             AL             35150            2562495604   \n",
       "2    SCOTTSBORO             AL             35768            2562183708   \n",
       "3    BIRMINGHAM             AL             35206            2058330146   \n",
       "4      MC CALLA             AL             35111            2054776161   \n",
       "\n",
       "      county submitted_data  ...  \\\n",
       "0   Franklin              Y  ...   \n",
       "1  Talladega              Y  ...   \n",
       "2    Jackson              Y  ...   \n",
       "3  Jefferson              Y  ...   \n",
       "4  Jefferson              Y  ...   \n",
       "\n",
       "  Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "0                                                  0                                                    \n",
       "1                                                  0                                                    \n",
       "2                                                  0                                                    \n",
       "3                                                  0                                                    \n",
       "4                                                  0                                                    \n",
       "\n",
       "  Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                  0                                               \n",
       "1                                                  0                                               \n",
       "2                                                  0                                               \n",
       "3                                                  0                                               \n",
       "4                                                  0                                               \n",
       "\n",
       "  number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                                                                                                                                                  \n",
       "1                                                                                                                                                                                  \n",
       "2                                                                                                                                                                                  \n",
       "3                                                                                                                                                                                  \n",
       "4                                                                                                                                                                                  \n",
       "\n",
       "  recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                                                                                                      \n",
       "1                                                                                                                                      \n",
       "2                                                                                                                                      \n",
       "3                                                                                                                                      \n",
       "4                                                                                                                                      \n",
       "\n",
       "  percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                  0                                                                            \n",
       "1                                                  0                                                                            \n",
       "2                                                  0                                                                            \n",
       "3                                                  0                                                                            \n",
       "4                                                  0                                                                            \n",
       "\n",
       "  Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                                                                                                   \n",
       "1                                                                                                                                   \n",
       "2                                                                                                                                   \n",
       "3                                                                                                                                   \n",
       "4                                                                                                                                   \n",
       "\n",
       "  Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                                                       \n",
       "1                                                                                       \n",
       "2                                                                                       \n",
       "3                                                                                       \n",
       "4                                                                                       \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                  0                             \n",
       "1                                                  0                             \n",
       "2                                                  0                             \n",
       "3                                                  0                             \n",
       "4                                                  0                             \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "0                                                  0                                                               \n",
       "1                                                  0                                                               \n",
       "2                                                  0                                                               \n",
       "3                                                  0                                                               \n",
       "4                                                  0                                                               \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \n",
       "0                                                  0                                                         \n",
       "1                                                  0                                                         \n",
       "2                                                  0                                                         \n",
       "3                                                  0                                                         \n",
       "4                                                  0                                                         \n",
       "\n",
       "[5 rows x 121 columns]"
      ]
     },
     "execution_count": 80,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nh_all_Jun27_21_Aug15_21 = pd.DataFrame(nh_all_Jun27_21_Aug15_21)\n",
    "nh_all_Jun27_21_Aug15_21.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "id": "0c9c54ef",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>week_ending</th>\n",
       "      <th>federal_provider_number</th>\n",
       "      <th>provider_name</th>\n",
       "      <th>provider_address</th>\n",
       "      <th>provider_city</th>\n",
       "      <th>provider_state</th>\n",
       "      <th>provider_zip_code</th>\n",
       "      <th>provider_phone_number</th>\n",
       "      <th>county</th>\n",
       "      <th>submitted_data</th>\n",
       "      <th>...</th>\n",
       "      <th>Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>121979</th>\n",
       "      <td>2021-08-15</td>\n",
       "      <td>676499</td>\n",
       "      <td>SPRINGTOWN PARK REHABILITATION AND CARE CENTER</td>\n",
       "      <td>201 WILLIAMS WARD RD.</td>\n",
       "      <td>SPRINGTOWN</td>\n",
       "      <td>TX</td>\n",
       "      <td>76082</td>\n",
       "      <td>5124382630</td>\n",
       "      <td>Parker</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121980</th>\n",
       "      <td>2021-08-15</td>\n",
       "      <td>686123</td>\n",
       "      <td>KENDALL LAKES HEALTHCARE AND REHAB CENTER</td>\n",
       "      <td>5280 SW 157 AVENUE</td>\n",
       "      <td>MIAMI</td>\n",
       "      <td>FL</td>\n",
       "      <td>33185</td>\n",
       "      <td>7864337400</td>\n",
       "      <td>Miami-Dade</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121981</th>\n",
       "      <td>2021-08-15</td>\n",
       "      <td>686124</td>\n",
       "      <td>HARMONY HEALTH CENTER</td>\n",
       "      <td>9820 N KENDALL DRIVE</td>\n",
       "      <td>MIAMI</td>\n",
       "      <td>FL</td>\n",
       "      <td>33176</td>\n",
       "      <td>3052716311</td>\n",
       "      <td>Miami-Dade</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121982</th>\n",
       "      <td>2021-08-15</td>\n",
       "      <td>745000</td>\n",
       "      <td>LAS ALTURAS DE PENITAS</td>\n",
       "      <td>414 LIBERTY BLVD.</td>\n",
       "      <td>PENITAS</td>\n",
       "      <td>TX</td>\n",
       "      <td>78576</td>\n",
       "      <td>9569970800</td>\n",
       "      <td>Hidalgo</td>\n",
       "      <td>N</td>\n",
       "      <td>...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121983</th>\n",
       "      <td>2021-08-15</td>\n",
       "      <td>745001</td>\n",
       "      <td>ESTATES AT SHAVANO PARK</td>\n",
       "      <td>4366 LOCKHILL SELMA</td>\n",
       "      <td>SHAVANO PARK</td>\n",
       "      <td>TX</td>\n",
       "      <td>78249</td>\n",
       "      <td>5124382630</td>\n",
       "      <td>Bexar</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 121 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       week_ending federal_provider_number  \\\n",
       "121979  2021-08-15                  676499   \n",
       "121980  2021-08-15                  686123   \n",
       "121981  2021-08-15                  686124   \n",
       "121982  2021-08-15                  745000   \n",
       "121983  2021-08-15                  745001   \n",
       "\n",
       "                                         provider_name       provider_address  \\\n",
       "121979  SPRINGTOWN PARK REHABILITATION AND CARE CENTER  201 WILLIAMS WARD RD.   \n",
       "121980       KENDALL LAKES HEALTHCARE AND REHAB CENTER     5280 SW 157 AVENUE   \n",
       "121981                           HARMONY HEALTH CENTER   9820 N KENDALL DRIVE   \n",
       "121982                          LAS ALTURAS DE PENITAS      414 LIBERTY BLVD.   \n",
       "121983                         ESTATES AT SHAVANO PARK    4366 LOCKHILL SELMA   \n",
       "\n",
       "       provider_city provider_state provider_zip_code provider_phone_number  \\\n",
       "121979    SPRINGTOWN             TX             76082            5124382630   \n",
       "121980         MIAMI             FL             33185            7864337400   \n",
       "121981         MIAMI             FL             33176            3052716311   \n",
       "121982       PENITAS             TX             78576            9569970800   \n",
       "121983  SHAVANO PARK             TX             78249            5124382630   \n",
       "\n",
       "            county submitted_data  ...  \\\n",
       "121979      Parker              Y  ...   \n",
       "121980  Miami-Dade              Y  ...   \n",
       "121981  Miami-Dade              Y  ...   \n",
       "121982     Hidalgo              N  ...   \n",
       "121983       Bexar              Y  ...   \n",
       "\n",
       "       Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "121979                                                  0                                                    \n",
       "121980                                                  0                                                    \n",
       "121981                                                  0                                                    \n",
       "121982                                                                                                       \n",
       "121983                                                  0                                                    \n",
       "\n",
       "       Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121979                                                  0                                               \n",
       "121980                                                  0                                               \n",
       "121981                                                  0                                               \n",
       "121982                                                                                                  \n",
       "121983                                                  0                                               \n",
       "\n",
       "       number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "121979                                                                                                                                                                                  \n",
       "121980                                                                                                                                                                                  \n",
       "121981                                                                                                                                                                                  \n",
       "121982                                                                                                                                                                                  \n",
       "121983                                                                                                                                                                                  \n",
       "\n",
       "       recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "121979                                                                                                                                      \n",
       "121980                                                                                                                                      \n",
       "121981                                                                                                                                      \n",
       "121982                                                                                                                                      \n",
       "121983                                                                                                                                      \n",
       "\n",
       "       percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "121979                                                  0                                                                            \n",
       "121980                                                  0                                                                            \n",
       "121981                                                  0                                                                            \n",
       "121982                                                                                                                               \n",
       "121983                                                  0                                                                            \n",
       "\n",
       "       Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121979                                                                                                                                   \n",
       "121980                                                                                                                                   \n",
       "121981                                                                                                                                   \n",
       "121982                                                                                                                                   \n",
       "121983                                                                                                                                   \n",
       "\n",
       "       Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121979                                                                                       \n",
       "121980                                                                                       \n",
       "121981                                                                                       \n",
       "121982                                                                                       \n",
       "121983                                                                                       \n",
       "\n",
       "       Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121979                                                  0                             \n",
       "121980                                                  0                             \n",
       "121981                                                  0                             \n",
       "121982                                                                                \n",
       "121983                                                  0                             \n",
       "\n",
       "       Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "121979                                                  0                                                               \n",
       "121980                                                  0                                                               \n",
       "121981                                                  0                                                               \n",
       "121982                                                                                                                  \n",
       "121983                                                  0                                                               \n",
       "\n",
       "       Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \n",
       "121979                                                  0                                                         \n",
       "121980                                                  0                                                         \n",
       "121981                                                  0                                                         \n",
       "121982                                                                                                            \n",
       "121983                                                  0                                                         \n",
       "\n",
       "[5 rows x 121 columns]"
      ]
     },
     "execution_count": 81,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nh_all_Jun27_21_Aug15_21.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "id": "dc453f39",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 121984 entries, 0 to 121983\n",
      "Columns: 121 entries, week_ending to Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines\n",
      "dtypes: object(121)\n",
      "memory usage: 112.6+ MB\n"
     ]
    }
   ],
   "source": [
    "nh_all_Jun27_21_Aug15_21.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "0a7d614a",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-22&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-22&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-22&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-22&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-22&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-29&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-29&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-29&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-29&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-08-29&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-09-05&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-09-05&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-09-05&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-09-05&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-09-05&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-09-12&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-09-12&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-09-12&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-09-12&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-09-12&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-09-19&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-09-19&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-09-19&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-09-19&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-09-19&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-09-26&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-09-26&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-09-26&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-09-26&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-09-26&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-03&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-03&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-03&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-03&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-03&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-10&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-10&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-10&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-10&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-10&offset=20000&size=5000\n"
     ]
    }
   ],
   "source": [
    "# Second batch: 8-22-21 to 10-10-21\n",
    "\n",
    "nh_all_Aug22_21_Oct10_21 = []\n",
    "week_ending_start = date(2021,8,22)\n",
    "week_ending_end = date(2021,10,10)\n",
    "week = timedelta(days=7)\n",
    "offset = 0\n",
    "size = 5000\n",
    "\n",
    "while week_ending_start <= week_ending_end:\n",
    "    \n",
    "    for offset in range(0,20000,5000):\n",
    "        print(\"---\")\n",
    "        url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]={week_ending_start}&offset={offset}&size={size}\"\n",
    "        print(\"Requesting\",url)\n",
    "        \n",
    "        response = requests.get(url)\n",
    "        data = response.json()\n",
    "        if len(data) == 0:\n",
    "            break\n",
    "        nh_all_Aug22_21_Oct10_21.extend(data)\n",
    "    \n",
    "        offset = offset + 5000\n",
    "        time.sleep(5)\n",
    "\n",
    "    print(\"---\")\n",
    "    url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]={week_ending_start}&offset={offset}&size={size}\"\n",
    "    print(\"Requesting\",url)\n",
    "    \n",
    "    \n",
    "    week_ending_start = week_ending_start + week\n",
    "    time.sleep(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "id": "f8091e10",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>week_ending</th>\n",
       "      <th>federal_provider_number</th>\n",
       "      <th>provider_name</th>\n",
       "      <th>provider_address</th>\n",
       "      <th>provider_city</th>\n",
       "      <th>provider_state</th>\n",
       "      <th>provider_zip_code</th>\n",
       "      <th>provider_phone_number</th>\n",
       "      <th>county</th>\n",
       "      <th>submitted_data</th>\n",
       "      <th>...</th>\n",
       "      <th>Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2021-08-22</td>\n",
       "      <td>015009</td>\n",
       "      <td>BURNS NURSING HOME, INC.</td>\n",
       "      <td>701 MONROE STREET NW</td>\n",
       "      <td>RUSSELLVILLE</td>\n",
       "      <td>AL</td>\n",
       "      <td>35653</td>\n",
       "      <td>2563324110</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2021-08-22</td>\n",
       "      <td>015010</td>\n",
       "      <td>COOSA VALLEY HEALTHCARE CENTER</td>\n",
       "      <td>260 WEST WALNUT STREET</td>\n",
       "      <td>SYLACAUGA</td>\n",
       "      <td>AL</td>\n",
       "      <td>35150</td>\n",
       "      <td>2562495604</td>\n",
       "      <td>Talladega</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2021-08-22</td>\n",
       "      <td>015012</td>\n",
       "      <td>HIGHLANDS HEALTH AND REHAB</td>\n",
       "      <td>380 WOODS COVE ROAD</td>\n",
       "      <td>SCOTTSBORO</td>\n",
       "      <td>AL</td>\n",
       "      <td>35768</td>\n",
       "      <td>2562183708</td>\n",
       "      <td>Jackson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2021-08-22</td>\n",
       "      <td>015014</td>\n",
       "      <td>EASTVIEW REHABILITATION &amp; HEALTHCARE CENTER</td>\n",
       "      <td>7755 FOURTH AVENUE SOUTH</td>\n",
       "      <td>BIRMINGHAM</td>\n",
       "      <td>AL</td>\n",
       "      <td>35206</td>\n",
       "      <td>2058330146</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2021-08-22</td>\n",
       "      <td>015015</td>\n",
       "      <td>PLANTATION MANOR NURSING HOME</td>\n",
       "      <td>6450 OLD TUSCALOOSA HIGHWAY</td>\n",
       "      <td>MC CALLA</td>\n",
       "      <td>AL</td>\n",
       "      <td>35111</td>\n",
       "      <td>2054776161</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 121 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  week_ending federal_provider_number  \\\n",
       "0  2021-08-22                  015009   \n",
       "1  2021-08-22                  015010   \n",
       "2  2021-08-22                  015012   \n",
       "3  2021-08-22                  015014   \n",
       "4  2021-08-22                  015015   \n",
       "\n",
       "                                 provider_name             provider_address  \\\n",
       "0                     BURNS NURSING HOME, INC.         701 MONROE STREET NW   \n",
       "1               COOSA VALLEY HEALTHCARE CENTER       260 WEST WALNUT STREET   \n",
       "2                   HIGHLANDS HEALTH AND REHAB          380 WOODS COVE ROAD   \n",
       "3  EASTVIEW REHABILITATION & HEALTHCARE CENTER     7755 FOURTH AVENUE SOUTH   \n",
       "4                PLANTATION MANOR NURSING HOME  6450 OLD TUSCALOOSA HIGHWAY   \n",
       "\n",
       "  provider_city provider_state provider_zip_code provider_phone_number  \\\n",
       "0  RUSSELLVILLE             AL             35653            2563324110   \n",
       "1     SYLACAUGA             AL             35150            2562495604   \n",
       "2    SCOTTSBORO             AL             35768            2562183708   \n",
       "3    BIRMINGHAM             AL             35206            2058330146   \n",
       "4      MC CALLA             AL             35111            2054776161   \n",
       "\n",
       "      county submitted_data  ...  \\\n",
       "0   Franklin              Y  ...   \n",
       "1  Talladega              Y  ...   \n",
       "2    Jackson              Y  ...   \n",
       "3  Jefferson              Y  ...   \n",
       "4  Jefferson              Y  ...   \n",
       "\n",
       "  Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "0                                                  0                                                    \n",
       "1                                                  0                                                    \n",
       "2                                                  0                                                    \n",
       "3                                                  0                                                    \n",
       "4                                                  0                                                    \n",
       "\n",
       "  Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                  0                                               \n",
       "1                                                  0                                               \n",
       "2                                                  0                                               \n",
       "3                                                  0                                               \n",
       "4                                                  0                                               \n",
       "\n",
       "  number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                                                                                                                                                  \n",
       "1                                                                                                                                                                                  \n",
       "2                                                                                                                                                                                  \n",
       "3                                                                                                                                                                                  \n",
       "4                                                                                                                                                                                  \n",
       "\n",
       "  recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                                                                                                      \n",
       "1                                                                                                                                      \n",
       "2                                                                                                                                      \n",
       "3                                                                                                                                      \n",
       "4                                                                                                                                      \n",
       "\n",
       "  percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                  0                                                                            \n",
       "1                                                  0                                                                            \n",
       "2                                                  0                                                                            \n",
       "3                                                  0                                                                            \n",
       "4                                                  0                                                                            \n",
       "\n",
       "  Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                                                                                                   \n",
       "1                                                                                                                                   \n",
       "2                                                                                                                                   \n",
       "3                                                                                                                                   \n",
       "4                                                                                                                                   \n",
       "\n",
       "  Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                                                       \n",
       "1                                                                                       \n",
       "2                                                                                       \n",
       "3                                                                                       \n",
       "4                                                                                       \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                  0                             \n",
       "1                                                  0                             \n",
       "2                                                  0                             \n",
       "3                                                  0                             \n",
       "4                                                  0                             \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "0                                                  0                                                               \n",
       "1                                                  0                                                               \n",
       "2                                                  0                                                               \n",
       "3                                                  0                                                               \n",
       "4                                                  0                                                               \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \n",
       "0                                                  0                                                         \n",
       "1                                                  0                                                         \n",
       "2                                                  0                                                         \n",
       "3                                                  0                                                         \n",
       "4                                                  0                                                         \n",
       "\n",
       "[5 rows x 121 columns]"
      ]
     },
     "execution_count": 83,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nh_all_Aug22_21_Oct10_21 = pd.DataFrame(nh_all_Aug22_21_Oct10_21)\n",
    "nh_all_Aug22_21_Oct10_21.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "f995b7f4",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>week_ending</th>\n",
       "      <th>federal_provider_number</th>\n",
       "      <th>provider_name</th>\n",
       "      <th>provider_address</th>\n",
       "      <th>provider_city</th>\n",
       "      <th>provider_state</th>\n",
       "      <th>provider_zip_code</th>\n",
       "      <th>provider_phone_number</th>\n",
       "      <th>county</th>\n",
       "      <th>submitted_data</th>\n",
       "      <th>...</th>\n",
       "      <th>Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>121921</th>\n",
       "      <td>2021-10-10</td>\n",
       "      <td>686123</td>\n",
       "      <td>KENDALL LAKES HEALTHCARE AND REHAB CENTER</td>\n",
       "      <td>5280 SW 157 AVENUE</td>\n",
       "      <td>MIAMI</td>\n",
       "      <td>FL</td>\n",
       "      <td>33185</td>\n",
       "      <td>7864337400</td>\n",
       "      <td>Miami-Dade</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>62</td>\n",
       "      <td></td>\n",
       "      <td>31</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121922</th>\n",
       "      <td>2021-10-10</td>\n",
       "      <td>686124</td>\n",
       "      <td>HARMONY HEALTH CENTER</td>\n",
       "      <td>9820 N KENDALL DRIVE</td>\n",
       "      <td>MIAMI</td>\n",
       "      <td>FL</td>\n",
       "      <td>33176</td>\n",
       "      <td>3052716311</td>\n",
       "      <td>Miami-Dade</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121923</th>\n",
       "      <td>2021-10-10</td>\n",
       "      <td>745000</td>\n",
       "      <td>LAS ALTURAS DE PENITAS</td>\n",
       "      <td>414 LIBERTY BLVD.</td>\n",
       "      <td>PENITAS</td>\n",
       "      <td>TX</td>\n",
       "      <td>78576</td>\n",
       "      <td>9569970800</td>\n",
       "      <td>Hidalgo</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121924</th>\n",
       "      <td>2021-10-10</td>\n",
       "      <td>745001</td>\n",
       "      <td>ESTATES AT SHAVANO PARK</td>\n",
       "      <td>4366 LOCKHILL SELMA</td>\n",
       "      <td>SHAVANO PARK</td>\n",
       "      <td>TX</td>\n",
       "      <td>78249</td>\n",
       "      <td>5124382630</td>\n",
       "      <td>Bexar</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td>2.222</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121925</th>\n",
       "      <td>2021-10-10</td>\n",
       "      <td>745003</td>\n",
       "      <td>NEURORESTORATIVE TEXAS</td>\n",
       "      <td>2301 W. CAMPBELL RD.</td>\n",
       "      <td>GARLAND</td>\n",
       "      <td>TX</td>\n",
       "      <td>75044</td>\n",
       "      <td>5124382630</td>\n",
       "      <td>Dallas</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 121 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       week_ending federal_provider_number  \\\n",
       "121921  2021-10-10                  686123   \n",
       "121922  2021-10-10                  686124   \n",
       "121923  2021-10-10                  745000   \n",
       "121924  2021-10-10                  745001   \n",
       "121925  2021-10-10                  745003   \n",
       "\n",
       "                                    provider_name      provider_address  \\\n",
       "121921  KENDALL LAKES HEALTHCARE AND REHAB CENTER    5280 SW 157 AVENUE   \n",
       "121922                      HARMONY HEALTH CENTER  9820 N KENDALL DRIVE   \n",
       "121923                     LAS ALTURAS DE PENITAS     414 LIBERTY BLVD.   \n",
       "121924                    ESTATES AT SHAVANO PARK   4366 LOCKHILL SELMA   \n",
       "121925                     NEURORESTORATIVE TEXAS  2301 W. CAMPBELL RD.   \n",
       "\n",
       "       provider_city provider_state provider_zip_code provider_phone_number  \\\n",
       "121921         MIAMI             FL             33185            7864337400   \n",
       "121922         MIAMI             FL             33176            3052716311   \n",
       "121923       PENITAS             TX             78576            9569970800   \n",
       "121924  SHAVANO PARK             TX             78249            5124382630   \n",
       "121925       GARLAND             TX             75044            5124382630   \n",
       "\n",
       "            county submitted_data  ...  \\\n",
       "121921  Miami-Dade              Y  ...   \n",
       "121922  Miami-Dade              Y  ...   \n",
       "121923     Hidalgo              Y  ...   \n",
       "121924       Bexar              Y  ...   \n",
       "121925      Dallas              Y  ...   \n",
       "\n",
       "       Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "121921                                                  0                                                    \n",
       "121922                                                  0                                                    \n",
       "121923                                                  0                                                    \n",
       "121924                                                  0                                                    \n",
       "121925                                                  0                                                    \n",
       "\n",
       "       Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121921                                                  0                                               \n",
       "121922                                                  0                                               \n",
       "121923                                                  0                                               \n",
       "121924                                                  0                                               \n",
       "121925                                                  0                                               \n",
       "\n",
       "       number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "121921                                                 62                                                                                                                               \n",
       "121922                                                  0                                                                                                                               \n",
       "121923                                                  0                                                                                                                               \n",
       "121924                                                  1                                                                                                                               \n",
       "121925                                                  0                                                                                                                               \n",
       "\n",
       "       recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "121921                                                                                                                                      \n",
       "121922                                                                                                                                      \n",
       "121923                                                                                                                                      \n",
       "121924                                                                                                                                      \n",
       "121925                                                                                                                                      \n",
       "\n",
       "       percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "121921                                                 31                                                                            \n",
       "121922                                                  0                                                                            \n",
       "121923                                                  0                                                                            \n",
       "121924                                              2.222                                                                            \n",
       "121925                                                  0                                                                            \n",
       "\n",
       "       Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121921                                                                                                                                   \n",
       "121922                                                                                                                                   \n",
       "121923                                                                                                                                   \n",
       "121924                                                                                                                                   \n",
       "121925                                                                                                                                   \n",
       "\n",
       "       Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121921                                                                                       \n",
       "121922                                                                                       \n",
       "121923                                                                                       \n",
       "121924                                                                                       \n",
       "121925                                                                                       \n",
       "\n",
       "       Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121921                                                  0                             \n",
       "121922                                                  0                             \n",
       "121923                                                  0                             \n",
       "121924                                                  0                             \n",
       "121925                                                  0                             \n",
       "\n",
       "       Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "121921                                                  0                                                               \n",
       "121922                                                  0                                                               \n",
       "121923                                                  0                                                               \n",
       "121924                                                  0                                                               \n",
       "121925                                                  0                                                               \n",
       "\n",
       "       Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \n",
       "121921                                                  0                                                         \n",
       "121922                                                  0                                                         \n",
       "121923                                                  0                                                         \n",
       "121924                                                  0                                                         \n",
       "121925                                                  0                                                         \n",
       "\n",
       "[5 rows x 121 columns]"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nh_all_Aug22_21_Oct10_21.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "id": "93741d4e",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 121926 entries, 0 to 121925\n",
      "Columns: 121 entries, week_ending to Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines\n",
      "dtypes: object(121)\n",
      "memory usage: 112.6+ MB\n"
     ]
    }
   ],
   "source": [
    "nh_all_Aug22_21_Oct10_21.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "id": "e74048de",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-17&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-17&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-17&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-17&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-17&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-24&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-24&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-24&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-24&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-24&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-31&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-31&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-31&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-31&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-10-31&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-11-07&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-11-07&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-11-07&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-11-07&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-11-07&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-11-14&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-11-14&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-11-14&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-11-14&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-11-14&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-11-21&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-11-21&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-11-21&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-11-21&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-11-21&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-11-28&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-11-28&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-11-28&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-11-28&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-11-28&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-12-05&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-12-05&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-12-05&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-12-05&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-12-05&offset=20000&size=5000\n"
     ]
    }
   ],
   "source": [
    "# Third batch: 10-17-21 to 12-05-21\n",
    "\n",
    "nh_all_Oct17_21_Dec05_21 = []\n",
    "week_ending_start = date(2021,10,17)\n",
    "week_ending_end = date(2021,12,5)\n",
    "week = timedelta(days=7)\n",
    "offset = 0\n",
    "size = 5000\n",
    "\n",
    "while week_ending_start <= week_ending_end:\n",
    "    \n",
    "    for offset in range(0,20000,5000):\n",
    "        print(\"---\")\n",
    "        url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]={week_ending_start}&offset={offset}&size={size}\"\n",
    "        print(\"Requesting\",url)\n",
    "        \n",
    "        response = requests.get(url)\n",
    "        data = response.json()\n",
    "        if len(data) == 0:\n",
    "            break\n",
    "        nh_all_Oct17_21_Dec05_21.extend(data)\n",
    "    \n",
    "        offset = offset + 5000\n",
    "        time.sleep(5)\n",
    "\n",
    "    print(\"---\")\n",
    "    url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]={week_ending_start}&offset={offset}&size={size}\"\n",
    "    print(\"Requesting\",url)\n",
    "    \n",
    "    \n",
    "    week_ending_start = week_ending_start + week\n",
    "    time.sleep(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "id": "59377571",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>week_ending</th>\n",
       "      <th>federal_provider_number</th>\n",
       "      <th>provider_name</th>\n",
       "      <th>provider_address</th>\n",
       "      <th>provider_city</th>\n",
       "      <th>provider_state</th>\n",
       "      <th>provider_zip_code</th>\n",
       "      <th>provider_phone_number</th>\n",
       "      <th>county</th>\n",
       "      <th>submitted_data</th>\n",
       "      <th>...</th>\n",
       "      <th>Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2021-10-17</td>\n",
       "      <td>015009</td>\n",
       "      <td>BURNS NURSING HOME, INC.</td>\n",
       "      <td>701 MONROE STREET NW</td>\n",
       "      <td>RUSSELLVILLE</td>\n",
       "      <td>AL</td>\n",
       "      <td>35653</td>\n",
       "      <td>2563324110</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2021-10-17</td>\n",
       "      <td>015010</td>\n",
       "      <td>COOSA VALLEY HEALTHCARE CENTER</td>\n",
       "      <td>260 WEST WALNUT STREET</td>\n",
       "      <td>SYLACAUGA</td>\n",
       "      <td>AL</td>\n",
       "      <td>35150</td>\n",
       "      <td>2562495604</td>\n",
       "      <td>Talladega</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td>4.348</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2021-10-17</td>\n",
       "      <td>015012</td>\n",
       "      <td>HIGHLANDS HEALTH AND REHAB</td>\n",
       "      <td>380 WOODS COVE ROAD</td>\n",
       "      <td>SCOTTSBORO</td>\n",
       "      <td>AL</td>\n",
       "      <td>35768</td>\n",
       "      <td>2562183708</td>\n",
       "      <td>Jackson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td></td>\n",
       "      <td>26.23</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2021-10-17</td>\n",
       "      <td>015014</td>\n",
       "      <td>EASTVIEW REHABILITATION &amp; HEALTHCARE CENTER</td>\n",
       "      <td>7755 FOURTH AVENUE SOUTH</td>\n",
       "      <td>BIRMINGHAM</td>\n",
       "      <td>AL</td>\n",
       "      <td>35206</td>\n",
       "      <td>2058330146</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>29</td>\n",
       "      <td></td>\n",
       "      <td>43.284</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2021-10-17</td>\n",
       "      <td>015015</td>\n",
       "      <td>PLANTATION MANOR NURSING HOME</td>\n",
       "      <td>6450 OLD TUSCALOOSA HIGHWAY</td>\n",
       "      <td>MC CALLA</td>\n",
       "      <td>AL</td>\n",
       "      <td>35111</td>\n",
       "      <td>2054776161</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 121 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  week_ending federal_provider_number  \\\n",
       "0  2021-10-17                  015009   \n",
       "1  2021-10-17                  015010   \n",
       "2  2021-10-17                  015012   \n",
       "3  2021-10-17                  015014   \n",
       "4  2021-10-17                  015015   \n",
       "\n",
       "                                 provider_name             provider_address  \\\n",
       "0                     BURNS NURSING HOME, INC.         701 MONROE STREET NW   \n",
       "1               COOSA VALLEY HEALTHCARE CENTER       260 WEST WALNUT STREET   \n",
       "2                   HIGHLANDS HEALTH AND REHAB          380 WOODS COVE ROAD   \n",
       "3  EASTVIEW REHABILITATION & HEALTHCARE CENTER     7755 FOURTH AVENUE SOUTH   \n",
       "4                PLANTATION MANOR NURSING HOME  6450 OLD TUSCALOOSA HIGHWAY   \n",
       "\n",
       "  provider_city provider_state provider_zip_code provider_phone_number  \\\n",
       "0  RUSSELLVILLE             AL             35653            2563324110   \n",
       "1     SYLACAUGA             AL             35150            2562495604   \n",
       "2    SCOTTSBORO             AL             35768            2562183708   \n",
       "3    BIRMINGHAM             AL             35206            2058330146   \n",
       "4      MC CALLA             AL             35111            2054776161   \n",
       "\n",
       "      county submitted_data  ...  \\\n",
       "0   Franklin              Y  ...   \n",
       "1  Talladega              Y  ...   \n",
       "2    Jackson              Y  ...   \n",
       "3  Jefferson              Y  ...   \n",
       "4  Jefferson              Y  ...   \n",
       "\n",
       "  Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "0                                                  0                                                    \n",
       "1                                                  0                                                    \n",
       "2                                                  0                                                    \n",
       "3                                                  0                                                    \n",
       "4                                                  0                                                    \n",
       "\n",
       "  Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                  0                                               \n",
       "1                                                  0                                               \n",
       "2                                                  0                                               \n",
       "3                                                  0                                               \n",
       "4                                                  0                                               \n",
       "\n",
       "  number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                  0                                                                                                                               \n",
       "1                                                  2                                                                                                                               \n",
       "2                                                 16                                                                                                                               \n",
       "3                                                 29                                                                                                                               \n",
       "4                                                  0                                                                                                                               \n",
       "\n",
       "  recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                                                                                                      \n",
       "1                                                                                                                                      \n",
       "2                                                                                                                                      \n",
       "3                                                                                                                                      \n",
       "4                                                                                                                                      \n",
       "\n",
       "  percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                  0                                                                            \n",
       "1                                              4.348                                                                            \n",
       "2                                              26.23                                                                            \n",
       "3                                             43.284                                                                            \n",
       "4                                                  0                                                                            \n",
       "\n",
       "  Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                                                                                                   \n",
       "1                                                                                                                                   \n",
       "2                                                                                                                                   \n",
       "3                                                                                                                                   \n",
       "4                                                                                                                                   \n",
       "\n",
       "  Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                                                       \n",
       "1                                                                                       \n",
       "2                                                                                       \n",
       "3                                                                                       \n",
       "4                                                                                       \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                  0                             \n",
       "1                                                  0                             \n",
       "2                                                  0                             \n",
       "3                                                  0                             \n",
       "4                                                  0                             \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "0                                                  0                                                               \n",
       "1                                                  0                                                               \n",
       "2                                                  0                                                               \n",
       "3                                                  0                                                               \n",
       "4                                                  0                                                               \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \n",
       "0                                                  0                                                         \n",
       "1                                                  0                                                         \n",
       "2                                                  0                                                         \n",
       "3                                                  0                                                         \n",
       "4                                                  0                                                         \n",
       "\n",
       "[5 rows x 121 columns]"
      ]
     },
     "execution_count": 85,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nh_all_Oct17_21_Dec05_21 = pd.DataFrame(nh_all_Oct17_21_Dec05_21)\n",
    "nh_all_Oct17_21_Dec05_21.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "id": "0c59859e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>week_ending</th>\n",
       "      <th>federal_provider_number</th>\n",
       "      <th>provider_name</th>\n",
       "      <th>provider_address</th>\n",
       "      <th>provider_city</th>\n",
       "      <th>provider_state</th>\n",
       "      <th>provider_zip_code</th>\n",
       "      <th>provider_phone_number</th>\n",
       "      <th>county</th>\n",
       "      <th>submitted_data</th>\n",
       "      <th>...</th>\n",
       "      <th>Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>121818</th>\n",
       "      <td>2021-12-05</td>\n",
       "      <td>686124</td>\n",
       "      <td>HARMONY HEALTH CENTER</td>\n",
       "      <td>9820 N KENDALL DRIVE</td>\n",
       "      <td>MIAMI</td>\n",
       "      <td>FL</td>\n",
       "      <td>33176</td>\n",
       "      <td>3052716311</td>\n",
       "      <td>Miami-Dade</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>36</td>\n",
       "      <td></td>\n",
       "      <td>23.529</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121819</th>\n",
       "      <td>2021-12-05</td>\n",
       "      <td>745000</td>\n",
       "      <td>LAS ALTURAS DE PENITAS</td>\n",
       "      <td>414 LIBERTY BLVD.</td>\n",
       "      <td>PENITAS</td>\n",
       "      <td>TX</td>\n",
       "      <td>78576</td>\n",
       "      <td>9569970800</td>\n",
       "      <td>Hidalgo</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td></td>\n",
       "      <td>6.78</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121820</th>\n",
       "      <td>2021-12-05</td>\n",
       "      <td>745001</td>\n",
       "      <td>ESTATES AT SHAVANO PARK</td>\n",
       "      <td>4366 LOCKHILL SELMA</td>\n",
       "      <td>SHAVANO PARK</td>\n",
       "      <td>TX</td>\n",
       "      <td>78249</td>\n",
       "      <td>5124382630</td>\n",
       "      <td>Bexar</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>13</td>\n",
       "      <td></td>\n",
       "      <td>26.531</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121821</th>\n",
       "      <td>2021-12-05</td>\n",
       "      <td>745003</td>\n",
       "      <td>NEURORESTORATIVE TEXAS</td>\n",
       "      <td>2301 W. CAMPBELL RD.</td>\n",
       "      <td>GARLAND</td>\n",
       "      <td>TX</td>\n",
       "      <td>75044</td>\n",
       "      <td>5124382630</td>\n",
       "      <td>Dallas</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td>20</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121822</th>\n",
       "      <td>2021-12-05</td>\n",
       "      <td>745006</td>\n",
       "      <td>FIVE POINTS NURSING AND REHABILITATION</td>\n",
       "      <td>1901 N. HAMPTON RD.</td>\n",
       "      <td>DESOTO</td>\n",
       "      <td>TX</td>\n",
       "      <td>75115</td>\n",
       "      <td>9726949810</td>\n",
       "      <td>Dallas</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 121 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       week_ending federal_provider_number  \\\n",
       "121818  2021-12-05                  686124   \n",
       "121819  2021-12-05                  745000   \n",
       "121820  2021-12-05                  745001   \n",
       "121821  2021-12-05                  745003   \n",
       "121822  2021-12-05                  745006   \n",
       "\n",
       "                                 provider_name      provider_address  \\\n",
       "121818                   HARMONY HEALTH CENTER  9820 N KENDALL DRIVE   \n",
       "121819                  LAS ALTURAS DE PENITAS     414 LIBERTY BLVD.   \n",
       "121820                 ESTATES AT SHAVANO PARK   4366 LOCKHILL SELMA   \n",
       "121821                  NEURORESTORATIVE TEXAS  2301 W. CAMPBELL RD.   \n",
       "121822  FIVE POINTS NURSING AND REHABILITATION   1901 N. HAMPTON RD.   \n",
       "\n",
       "       provider_city provider_state provider_zip_code provider_phone_number  \\\n",
       "121818         MIAMI             FL             33176            3052716311   \n",
       "121819       PENITAS             TX             78576            9569970800   \n",
       "121820  SHAVANO PARK             TX             78249            5124382630   \n",
       "121821       GARLAND             TX             75044            5124382630   \n",
       "121822        DESOTO             TX             75115            9726949810   \n",
       "\n",
       "            county submitted_data  ...  \\\n",
       "121818  Miami-Dade              Y  ...   \n",
       "121819     Hidalgo              Y  ...   \n",
       "121820       Bexar              Y  ...   \n",
       "121821      Dallas              Y  ...   \n",
       "121822      Dallas              Y  ...   \n",
       "\n",
       "       Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "121818                                                  0                                                    \n",
       "121819                                                  0                                                    \n",
       "121820                                                  0                                                    \n",
       "121821                                                  0                                                    \n",
       "121822                                                  0                                                    \n",
       "\n",
       "       Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121818                                                  0                                               \n",
       "121819                                                  0                                               \n",
       "121820                                                  0                                               \n",
       "121821                                                  0                                               \n",
       "121822                                                  0                                               \n",
       "\n",
       "       number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "121818                                                 36                                                                                                                               \n",
       "121819                                                  4                                                                                                                               \n",
       "121820                                                 13                                                                                                                               \n",
       "121821                                                  1                                                                                                                               \n",
       "121822                                                  0                                                                                                                               \n",
       "\n",
       "       recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "121818                                                                                                                                      \n",
       "121819                                                                                                                                      \n",
       "121820                                                                                                                                      \n",
       "121821                                                                                                                                      \n",
       "121822                                                                                                                                      \n",
       "\n",
       "       percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "121818                                             23.529                                                                            \n",
       "121819                                               6.78                                                                            \n",
       "121820                                             26.531                                                                            \n",
       "121821                                                 20                                                                            \n",
       "121822                                                  0                                                                            \n",
       "\n",
       "       Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121818                                                                                                                                   \n",
       "121819                                                                                                                                   \n",
       "121820                                                                                                                                   \n",
       "121821                                                                                                                                   \n",
       "121822                                                                                                                                   \n",
       "\n",
       "       Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121818                                                                                       \n",
       "121819                                                                                       \n",
       "121820                                                                                       \n",
       "121821                                                                                       \n",
       "121822                                                                                       \n",
       "\n",
       "       Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121818                                                  0                             \n",
       "121819                                                  0                             \n",
       "121820                                                  0                             \n",
       "121821                                                  0                             \n",
       "121822                                                  0                             \n",
       "\n",
       "       Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "121818                                                  0                                                               \n",
       "121819                                                  0                                                               \n",
       "121820                                                  0                                                               \n",
       "121821                                                  0                                                               \n",
       "121822                                                  0                                                               \n",
       "\n",
       "       Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \n",
       "121818                                                  0                                                         \n",
       "121819                                                  0                                                         \n",
       "121820                                                  0                                                         \n",
       "121821                                                  0                                                         \n",
       "121822                                                  0                                                         \n",
       "\n",
       "[5 rows x 121 columns]"
      ]
     },
     "execution_count": 86,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nh_all_Oct17_21_Dec05_21.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "id": "dfea5481",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 121823 entries, 0 to 121822\n",
      "Columns: 121 entries, week_ending to Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines\n",
      "dtypes: object(121)\n",
      "memory usage: 112.5+ MB\n"
     ]
    }
   ],
   "source": [
    "nh_all_Oct17_21_Dec05_21.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "90e094c9",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-12-12&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-12-12&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-12-12&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-12-12&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-12-12&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-12-19&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-12-19&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-12-19&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-12-19&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-12-19&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-12-26&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-12-26&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-12-26&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-12-26&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2021-12-26&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-02&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-02&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-02&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-02&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-02&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-09&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-09&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-09&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-09&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-09&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-16&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-16&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-16&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-16&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-16&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-23&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-23&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-23&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-23&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-23&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-30&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-30&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-30&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-30&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-01-30&offset=20000&size=5000\n"
     ]
    }
   ],
   "source": [
    "# Fourth batch: 12-12-21 to 1-30-22\n",
    "\n",
    "nh_all_Dec12_21_Jan30_22 = []\n",
    "week_ending_start = date(2021,12,12)\n",
    "week_ending_end = date(2022,1,30)\n",
    "week = timedelta(days=7)\n",
    "offset = 0\n",
    "size = 5000\n",
    "\n",
    "while week_ending_start <= week_ending_end:\n",
    "    \n",
    "    for offset in range(0,20000,5000):\n",
    "        print(\"---\")\n",
    "        url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]={week_ending_start}&offset={offset}&size={size}\"\n",
    "        print(\"Requesting\",url)\n",
    "        \n",
    "        response = requests.get(url)\n",
    "        data = response.json()\n",
    "        if len(data) == 0:\n",
    "            break\n",
    "        nh_all_Dec12_21_Jan30_22.extend(data)\n",
    "    \n",
    "        offset = offset + 5000\n",
    "        time.sleep(5)\n",
    "\n",
    "    print(\"---\")\n",
    "    url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]={week_ending_start}&offset={offset}&size={size}\"\n",
    "    print(\"Requesting\",url)\n",
    "    \n",
    "    \n",
    "    week_ending_start = week_ending_start + week\n",
    "    time.sleep(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "id": "1880c947",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>week_ending</th>\n",
       "      <th>federal_provider_number</th>\n",
       "      <th>provider_name</th>\n",
       "      <th>provider_address</th>\n",
       "      <th>provider_city</th>\n",
       "      <th>provider_state</th>\n",
       "      <th>provider_zip_code</th>\n",
       "      <th>provider_phone_number</th>\n",
       "      <th>county</th>\n",
       "      <th>submitted_data</th>\n",
       "      <th>...</th>\n",
       "      <th>Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2021-12-12</td>\n",
       "      <td>015009</td>\n",
       "      <td>BURNS NURSING HOME, INC.</td>\n",
       "      <td>701 MONROE STREET NW</td>\n",
       "      <td>RUSSELLVILLE</td>\n",
       "      <td>AL</td>\n",
       "      <td>35653</td>\n",
       "      <td>2563324110</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>34</td>\n",
       "      <td></td>\n",
       "      <td>56.667</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2021-12-12</td>\n",
       "      <td>015010</td>\n",
       "      <td>COOSA VALLEY HEALTHCARE CENTER</td>\n",
       "      <td>260 WEST WALNUT STREET</td>\n",
       "      <td>SYLACAUGA</td>\n",
       "      <td>AL</td>\n",
       "      <td>35150</td>\n",
       "      <td>2562495604</td>\n",
       "      <td>Talladega</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td></td>\n",
       "      <td>7.692</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2021-12-12</td>\n",
       "      <td>015012</td>\n",
       "      <td>HIGHLANDS HEALTH AND REHAB</td>\n",
       "      <td>380 WOODS COVE ROAD</td>\n",
       "      <td>SCOTTSBORO</td>\n",
       "      <td>AL</td>\n",
       "      <td>35768</td>\n",
       "      <td>2562183708</td>\n",
       "      <td>Jackson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>27</td>\n",
       "      <td></td>\n",
       "      <td>45</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2021-12-12</td>\n",
       "      <td>015014</td>\n",
       "      <td>EASTVIEW REHABILITATION &amp; HEALTHCARE CENTER</td>\n",
       "      <td>7755 FOURTH AVENUE SOUTH</td>\n",
       "      <td>BIRMINGHAM</td>\n",
       "      <td>AL</td>\n",
       "      <td>35206</td>\n",
       "      <td>2058330146</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>58</td>\n",
       "      <td></td>\n",
       "      <td>64.444</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2021-12-12</td>\n",
       "      <td>015015</td>\n",
       "      <td>PLANTATION MANOR NURSING HOME</td>\n",
       "      <td>6450 OLD TUSCALOOSA HIGHWAY</td>\n",
       "      <td>MC CALLA</td>\n",
       "      <td>AL</td>\n",
       "      <td>35111</td>\n",
       "      <td>2054776161</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>37</td>\n",
       "      <td></td>\n",
       "      <td>50.685</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 121 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  week_ending federal_provider_number  \\\n",
       "0  2021-12-12                  015009   \n",
       "1  2021-12-12                  015010   \n",
       "2  2021-12-12                  015012   \n",
       "3  2021-12-12                  015014   \n",
       "4  2021-12-12                  015015   \n",
       "\n",
       "                                 provider_name             provider_address  \\\n",
       "0                     BURNS NURSING HOME, INC.         701 MONROE STREET NW   \n",
       "1               COOSA VALLEY HEALTHCARE CENTER       260 WEST WALNUT STREET   \n",
       "2                   HIGHLANDS HEALTH AND REHAB          380 WOODS COVE ROAD   \n",
       "3  EASTVIEW REHABILITATION & HEALTHCARE CENTER     7755 FOURTH AVENUE SOUTH   \n",
       "4                PLANTATION MANOR NURSING HOME  6450 OLD TUSCALOOSA HIGHWAY   \n",
       "\n",
       "  provider_city provider_state provider_zip_code provider_phone_number  \\\n",
       "0  RUSSELLVILLE             AL             35653            2563324110   \n",
       "1     SYLACAUGA             AL             35150            2562495604   \n",
       "2    SCOTTSBORO             AL             35768            2562183708   \n",
       "3    BIRMINGHAM             AL             35206            2058330146   \n",
       "4      MC CALLA             AL             35111            2054776161   \n",
       "\n",
       "      county submitted_data  ...  \\\n",
       "0   Franklin              Y  ...   \n",
       "1  Talladega              Y  ...   \n",
       "2    Jackson              Y  ...   \n",
       "3  Jefferson              Y  ...   \n",
       "4  Jefferson              Y  ...   \n",
       "\n",
       "  Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "0                                                  0                                                    \n",
       "1                                                  0                                                    \n",
       "2                                                  0                                                    \n",
       "3                                                  0                                                    \n",
       "4                                                  0                                                    \n",
       "\n",
       "  Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                  0                                               \n",
       "1                                                  0                                               \n",
       "2                                                  0                                               \n",
       "3                                                  0                                               \n",
       "4                                                  0                                               \n",
       "\n",
       "  number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                 34                                                                                                                               \n",
       "1                                                  4                                                                                                                               \n",
       "2                                                 27                                                                                                                               \n",
       "3                                                 58                                                                                                                               \n",
       "4                                                 37                                                                                                                               \n",
       "\n",
       "  recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                                                                                                      \n",
       "1                                                                                                                                      \n",
       "2                                                                                                                                      \n",
       "3                                                                                                                                      \n",
       "4                                                                                                                                      \n",
       "\n",
       "  percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                             56.667                                                                            \n",
       "1                                              7.692                                                                            \n",
       "2                                                 45                                                                            \n",
       "3                                             64.444                                                                            \n",
       "4                                             50.685                                                                            \n",
       "\n",
       "  Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                                                                                                   \n",
       "1                                                                                                                                   \n",
       "2                                                                                                                                   \n",
       "3                                                                                                                                   \n",
       "4                                                                                                                                   \n",
       "\n",
       "  Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                                                       \n",
       "1                                                                                       \n",
       "2                                                                                       \n",
       "3                                                                                       \n",
       "4                                                                                       \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                  0                             \n",
       "1                                                  0                             \n",
       "2                                                  0                             \n",
       "3                                                  0                             \n",
       "4                                                  0                             \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "0                                                  0                                                               \n",
       "1                                                  0                                                               \n",
       "2                                                  0                                                               \n",
       "3                                                  0                                                               \n",
       "4                                                  0                                                               \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \n",
       "0                                                  0                                                         \n",
       "1                                                  0                                                         \n",
       "2                                                  0                                                         \n",
       "3                                                  0                                                         \n",
       "4                                                  0                                                         \n",
       "\n",
       "[5 rows x 121 columns]"
      ]
     },
     "execution_count": 88,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nh_all_Dec12_21_Jan30_22 = pd.DataFrame(nh_all_Dec12_21_Jan30_22)\n",
    "nh_all_Dec12_21_Jan30_22.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "id": "a0d49987",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>week_ending</th>\n",
       "      <th>federal_provider_number</th>\n",
       "      <th>provider_name</th>\n",
       "      <th>provider_address</th>\n",
       "      <th>provider_city</th>\n",
       "      <th>provider_state</th>\n",
       "      <th>provider_zip_code</th>\n",
       "      <th>provider_phone_number</th>\n",
       "      <th>county</th>\n",
       "      <th>submitted_data</th>\n",
       "      <th>...</th>\n",
       "      <th>Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>121648</th>\n",
       "      <td>2022-01-30</td>\n",
       "      <td>745001</td>\n",
       "      <td>ESTATES AT SHAVANO PARK</td>\n",
       "      <td>4366 LOCKHILL SELMA</td>\n",
       "      <td>SHAVANO PARK</td>\n",
       "      <td>TX</td>\n",
       "      <td>78249</td>\n",
       "      <td>5124382630</td>\n",
       "      <td>Bexar</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>33</td>\n",
       "      <td></td>\n",
       "      <td>57.895</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121649</th>\n",
       "      <td>2022-01-30</td>\n",
       "      <td>745002</td>\n",
       "      <td>KENT COUNTY NURSING HOME</td>\n",
       "      <td>1443 NORTH MAIN</td>\n",
       "      <td>JAYTON</td>\n",
       "      <td>TX</td>\n",
       "      <td>79528</td>\n",
       "      <td>8062373036</td>\n",
       "      <td>Kent</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td></td>\n",
       "      <td>24</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121650</th>\n",
       "      <td>2022-01-30</td>\n",
       "      <td>745003</td>\n",
       "      <td>NEURORESTORATIVE TEXAS</td>\n",
       "      <td>2301 W. CAMPBELL RD.</td>\n",
       "      <td>GARLAND</td>\n",
       "      <td>TX</td>\n",
       "      <td>75044</td>\n",
       "      <td>5124382630</td>\n",
       "      <td>Dallas</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td>33.333</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121651</th>\n",
       "      <td>2022-01-30</td>\n",
       "      <td>745004</td>\n",
       "      <td>THE BRIXTON AT HORSESHOE BAY</td>\n",
       "      <td>15101 WEST FM 2147</td>\n",
       "      <td>HORSESHOE BAY</td>\n",
       "      <td>TX</td>\n",
       "      <td>78657</td>\n",
       "      <td>7135531321</td>\n",
       "      <td>Burnet</td>\n",
       "      <td>N</td>\n",
       "      <td>...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121652</th>\n",
       "      <td>2022-01-30</td>\n",
       "      <td>745006</td>\n",
       "      <td>FIVE POINTS NURSING AND REHABILITATION</td>\n",
       "      <td>1901 N. HAMPTON RD.</td>\n",
       "      <td>DESOTO</td>\n",
       "      <td>TX</td>\n",
       "      <td>75115</td>\n",
       "      <td>9726949810</td>\n",
       "      <td>Dallas</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 121 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       week_ending federal_provider_number  \\\n",
       "121648  2022-01-30                  745001   \n",
       "121649  2022-01-30                  745002   \n",
       "121650  2022-01-30                  745003   \n",
       "121651  2022-01-30                  745004   \n",
       "121652  2022-01-30                  745006   \n",
       "\n",
       "                                 provider_name      provider_address  \\\n",
       "121648                 ESTATES AT SHAVANO PARK   4366 LOCKHILL SELMA   \n",
       "121649                KENT COUNTY NURSING HOME       1443 NORTH MAIN   \n",
       "121650                  NEURORESTORATIVE TEXAS  2301 W. CAMPBELL RD.   \n",
       "121651            THE BRIXTON AT HORSESHOE BAY    15101 WEST FM 2147   \n",
       "121652  FIVE POINTS NURSING AND REHABILITATION   1901 N. HAMPTON RD.   \n",
       "\n",
       "        provider_city provider_state provider_zip_code provider_phone_number  \\\n",
       "121648   SHAVANO PARK             TX             78249            5124382630   \n",
       "121649         JAYTON             TX             79528            8062373036   \n",
       "121650        GARLAND             TX             75044            5124382630   \n",
       "121651  HORSESHOE BAY             TX             78657            7135531321   \n",
       "121652         DESOTO             TX             75115            9726949810   \n",
       "\n",
       "        county submitted_data  ...  \\\n",
       "121648   Bexar              Y  ...   \n",
       "121649    Kent              Y  ...   \n",
       "121650  Dallas              Y  ...   \n",
       "121651  Burnet              N  ...   \n",
       "121652  Dallas              Y  ...   \n",
       "\n",
       "       Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "121648                                                  0                                                    \n",
       "121649                                                  0                                                    \n",
       "121650                                                  0                                                    \n",
       "121651                                                                                                       \n",
       "121652                                                  0                                                    \n",
       "\n",
       "       Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121648                                                  0                                               \n",
       "121649                                                  0                                               \n",
       "121650                                                  0                                               \n",
       "121651                                                                                                  \n",
       "121652                                                  0                                               \n",
       "\n",
       "       number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "121648                                                 33                                                                                                                               \n",
       "121649                                                  6                                                                                                                               \n",
       "121650                                                  2                                                                                                                               \n",
       "121651                                                                                                                                                                                  \n",
       "121652                                                  0                                                                                                                               \n",
       "\n",
       "       recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "121648                                                                                                                                      \n",
       "121649                                                                                                                                      \n",
       "121650                                                                                                                                      \n",
       "121651                                                                                                                                      \n",
       "121652                                                                                                                                      \n",
       "\n",
       "       percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "121648                                             57.895                                                                            \n",
       "121649                                                 24                                                                            \n",
       "121650                                             33.333                                                                            \n",
       "121651                                                                                                                               \n",
       "121652                                                  0                                                                            \n",
       "\n",
       "       Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121648                                                                                                                                   \n",
       "121649                                                                                                                                   \n",
       "121650                                                                                                                                   \n",
       "121651                                                                                                                                   \n",
       "121652                                                                                                                                   \n",
       "\n",
       "       Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121648                                                                                       \n",
       "121649                                                                                       \n",
       "121650                                                                                       \n",
       "121651                                                                                       \n",
       "121652                                                                                       \n",
       "\n",
       "       Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121648                                                  0                             \n",
       "121649                                                  0                             \n",
       "121650                                                  0                             \n",
       "121651                                                                                \n",
       "121652                                                  0                             \n",
       "\n",
       "       Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "121648                                                  0                                                               \n",
       "121649                                                  0                                                               \n",
       "121650                                                  0                                                               \n",
       "121651                                                                                                                  \n",
       "121652                                                  0                                                               \n",
       "\n",
       "       Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \n",
       "121648                                                  0                                                         \n",
       "121649                                                  0                                                         \n",
       "121650                                                  0                                                         \n",
       "121651                                                                                                            \n",
       "121652                                                  0                                                         \n",
       "\n",
       "[5 rows x 121 columns]"
      ]
     },
     "execution_count": 89,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nh_all_Dec12_21_Jan30_22.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "id": "a5ff687b",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 121653 entries, 0 to 121652\n",
      "Columns: 121 entries, week_ending to Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines\n",
      "dtypes: object(121)\n",
      "memory usage: 112.3+ MB\n"
     ]
    }
   ],
   "source": [
    "nh_all_Dec12_21_Jan30_22.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "id": "34831596",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-02-06&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-02-06&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-02-06&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-02-06&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-02-06&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-02-13&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-02-13&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-02-13&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-02-13&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-02-13&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-02-20&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-02-20&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-02-20&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-02-20&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-02-20&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-02-27&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-02-27&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-02-27&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-02-27&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-02-27&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-03-06&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-03-06&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-03-06&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-03-06&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-03-06&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-03-13&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-03-13&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-03-13&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-03-13&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-03-13&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-03-20&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-03-20&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-03-20&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-03-20&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-03-20&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-03-27&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-03-27&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-03-27&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-03-27&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-03-27&offset=20000&size=5000\n"
     ]
    }
   ],
   "source": [
    "# Fifth batch: 2-6-22 to 3-27-22\n",
    "\n",
    "nh_all_Feb06_22_Mar27_22 = []\n",
    "week_ending_start = date(2022,2,6)\n",
    "week_ending_end = date(2022,3,27)\n",
    "week = timedelta(days=7)\n",
    "offset = 0\n",
    "size = 5000\n",
    "\n",
    "while week_ending_start <= week_ending_end:\n",
    "    \n",
    "    for offset in range(0,20000,5000):\n",
    "        print(\"---\")\n",
    "        url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]={week_ending_start}&offset={offset}&size={size}\"\n",
    "        print(\"Requesting\",url)\n",
    "        \n",
    "        response = requests.get(url)\n",
    "        data = response.json()\n",
    "        if len(data) == 0:\n",
    "            break\n",
    "        nh_all_Feb06_22_Mar27_22.extend(data)\n",
    "    \n",
    "        offset = offset + 5000\n",
    "        time.sleep(5)\n",
    "\n",
    "    print(\"---\")\n",
    "    url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]={week_ending_start}&offset={offset}&size={size}\"\n",
    "    print(\"Requesting\",url)\n",
    "    \n",
    "    \n",
    "    week_ending_start = week_ending_start + week\n",
    "    time.sleep(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "id": "90696fc4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>week_ending</th>\n",
       "      <th>federal_provider_number</th>\n",
       "      <th>provider_name</th>\n",
       "      <th>provider_address</th>\n",
       "      <th>provider_city</th>\n",
       "      <th>provider_state</th>\n",
       "      <th>provider_zip_code</th>\n",
       "      <th>provider_phone_number</th>\n",
       "      <th>county</th>\n",
       "      <th>submitted_data</th>\n",
       "      <th>...</th>\n",
       "      <th>Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2022-02-06</td>\n",
       "      <td>015009</td>\n",
       "      <td>BURNS NURSING HOME, INC.</td>\n",
       "      <td>701 MONROE STREET NW</td>\n",
       "      <td>RUSSELLVILLE</td>\n",
       "      <td>AL</td>\n",
       "      <td>35653</td>\n",
       "      <td>2563324110</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>28</td>\n",
       "      <td></td>\n",
       "      <td>40</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2022-02-06</td>\n",
       "      <td>015010</td>\n",
       "      <td>COOSA VALLEY HEALTHCARE CENTER</td>\n",
       "      <td>260 WEST WALNUT STREET</td>\n",
       "      <td>SYLACAUGA</td>\n",
       "      <td>AL</td>\n",
       "      <td>35150</td>\n",
       "      <td>2562495604</td>\n",
       "      <td>Talladega</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td></td>\n",
       "      <td>5.97</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2022-02-06</td>\n",
       "      <td>015012</td>\n",
       "      <td>HIGHLANDS HEALTH AND REHAB</td>\n",
       "      <td>380 WOODS COVE ROAD</td>\n",
       "      <td>SCOTTSBORO</td>\n",
       "      <td>AL</td>\n",
       "      <td>35768</td>\n",
       "      <td>2562183708</td>\n",
       "      <td>Jackson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td></td>\n",
       "      <td>52.632</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2022-02-06</td>\n",
       "      <td>015014</td>\n",
       "      <td>EASTVIEW REHABILITATION &amp; HEALTHCARE CENTER</td>\n",
       "      <td>7755 FOURTH AVENUE SOUTH</td>\n",
       "      <td>BIRMINGHAM</td>\n",
       "      <td>AL</td>\n",
       "      <td>35206</td>\n",
       "      <td>2058330146</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>46</td>\n",
       "      <td></td>\n",
       "      <td>50</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2022-02-06</td>\n",
       "      <td>015015</td>\n",
       "      <td>PLANTATION MANOR NURSING HOME</td>\n",
       "      <td>6450 OLD TUSCALOOSA HIGHWAY</td>\n",
       "      <td>MC CALLA</td>\n",
       "      <td>AL</td>\n",
       "      <td>35111</td>\n",
       "      <td>2054776161</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>44</td>\n",
       "      <td></td>\n",
       "      <td>47.826</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 121 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  week_ending federal_provider_number  \\\n",
       "0  2022-02-06                  015009   \n",
       "1  2022-02-06                  015010   \n",
       "2  2022-02-06                  015012   \n",
       "3  2022-02-06                  015014   \n",
       "4  2022-02-06                  015015   \n",
       "\n",
       "                                 provider_name             provider_address  \\\n",
       "0                     BURNS NURSING HOME, INC.         701 MONROE STREET NW   \n",
       "1               COOSA VALLEY HEALTHCARE CENTER       260 WEST WALNUT STREET   \n",
       "2                   HIGHLANDS HEALTH AND REHAB          380 WOODS COVE ROAD   \n",
       "3  EASTVIEW REHABILITATION & HEALTHCARE CENTER     7755 FOURTH AVENUE SOUTH   \n",
       "4                PLANTATION MANOR NURSING HOME  6450 OLD TUSCALOOSA HIGHWAY   \n",
       "\n",
       "  provider_city provider_state provider_zip_code provider_phone_number  \\\n",
       "0  RUSSELLVILLE             AL             35653            2563324110   \n",
       "1     SYLACAUGA             AL             35150            2562495604   \n",
       "2    SCOTTSBORO             AL             35768            2562183708   \n",
       "3    BIRMINGHAM             AL             35206            2058330146   \n",
       "4      MC CALLA             AL             35111            2054776161   \n",
       "\n",
       "      county submitted_data  ...  \\\n",
       "0   Franklin              Y  ...   \n",
       "1  Talladega              Y  ...   \n",
       "2    Jackson              Y  ...   \n",
       "3  Jefferson              Y  ...   \n",
       "4  Jefferson              Y  ...   \n",
       "\n",
       "  Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "0                                                  0                                                    \n",
       "1                                                  0                                                    \n",
       "2                                                  0                                                    \n",
       "3                                                  0                                                    \n",
       "4                                                  0                                                    \n",
       "\n",
       "  Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                  0                                               \n",
       "1                                                  0                                               \n",
       "2                                                  0                                               \n",
       "3                                                  0                                               \n",
       "4                                                  0                                               \n",
       "\n",
       "  number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                 28                                                                                                                               \n",
       "1                                                  4                                                                                                                               \n",
       "2                                                 40                                                                                                                               \n",
       "3                                                 46                                                                                                                               \n",
       "4                                                 44                                                                                                                               \n",
       "\n",
       "  recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                                                                                                      \n",
       "1                                                                                                                                      \n",
       "2                                                                                                                                      \n",
       "3                                                                                                                                      \n",
       "4                                                                                                                                      \n",
       "\n",
       "  percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                 40                                                                            \n",
       "1                                               5.97                                                                            \n",
       "2                                             52.632                                                                            \n",
       "3                                                 50                                                                            \n",
       "4                                             47.826                                                                            \n",
       "\n",
       "  Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                                                                                                   \n",
       "1                                                                                                                                   \n",
       "2                                                                                                                                   \n",
       "3                                                                                                                                   \n",
       "4                                                                                                                                   \n",
       "\n",
       "  Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                                                       \n",
       "1                                                                                       \n",
       "2                                                                                       \n",
       "3                                                                                       \n",
       "4                                                                                       \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                  0                             \n",
       "1                                                  0                             \n",
       "2                                                  0                             \n",
       "3                                                  0                             \n",
       "4                                                  0                             \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "0                                                  0                                                               \n",
       "1                                                  0                                                               \n",
       "2                                                  0                                                               \n",
       "3                                                  0                                                               \n",
       "4                                                  0                                                               \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \n",
       "0                                                  0                                                         \n",
       "1                                                  0                                                         \n",
       "2                                                  0                                                         \n",
       "3                                                  0                                                         \n",
       "4                                                  0                                                         \n",
       "\n",
       "[5 rows x 121 columns]"
      ]
     },
     "execution_count": 91,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nh_all_Feb06_22_Mar27_22 = pd.DataFrame(nh_all_Feb06_22_Mar27_22)\n",
    "nh_all_Feb06_22_Mar27_22.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "id": "48ed2904",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>week_ending</th>\n",
       "      <th>federal_provider_number</th>\n",
       "      <th>provider_name</th>\n",
       "      <th>provider_address</th>\n",
       "      <th>provider_city</th>\n",
       "      <th>provider_state</th>\n",
       "      <th>provider_zip_code</th>\n",
       "      <th>provider_phone_number</th>\n",
       "      <th>county</th>\n",
       "      <th>submitted_data</th>\n",
       "      <th>...</th>\n",
       "      <th>Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>121517</th>\n",
       "      <td>2022-03-27</td>\n",
       "      <td>745002</td>\n",
       "      <td>KENT COUNTY NURSING HOME</td>\n",
       "      <td>1443 NORTH MAIN</td>\n",
       "      <td>JAYTON</td>\n",
       "      <td>TX</td>\n",
       "      <td>79528</td>\n",
       "      <td>8062373036</td>\n",
       "      <td>Kent</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td></td>\n",
       "      <td>72.727</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121518</th>\n",
       "      <td>2022-03-27</td>\n",
       "      <td>745003</td>\n",
       "      <td>NEURORESTORATIVE TEXAS</td>\n",
       "      <td>2301 W. CAMPBELL RD.</td>\n",
       "      <td>GARLAND</td>\n",
       "      <td>TX</td>\n",
       "      <td>75044</td>\n",
       "      <td>5124382630</td>\n",
       "      <td>Dallas</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td>50</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121519</th>\n",
       "      <td>2022-03-27</td>\n",
       "      <td>745004</td>\n",
       "      <td>THE BRIXTON AT HORSESHOE BAY</td>\n",
       "      <td>15101 WEST FM 2147</td>\n",
       "      <td>HORSESHOE BAY</td>\n",
       "      <td>TX</td>\n",
       "      <td>78657</td>\n",
       "      <td>7135531321</td>\n",
       "      <td>Burnet</td>\n",
       "      <td>N</td>\n",
       "      <td>...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121520</th>\n",
       "      <td>2022-03-27</td>\n",
       "      <td>745005</td>\n",
       "      <td>CENTER AT ZARAGOZA</td>\n",
       "      <td>12660 PEBBLE HILLS BLVD.</td>\n",
       "      <td>EL PASO</td>\n",
       "      <td>TX</td>\n",
       "      <td>79938</td>\n",
       "      <td>9159901700</td>\n",
       "      <td>El Paso</td>\n",
       "      <td>N</td>\n",
       "      <td>...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121521</th>\n",
       "      <td>2022-03-27</td>\n",
       "      <td>745006</td>\n",
       "      <td>FIVE POINTS NURSING AND REHABILITATION</td>\n",
       "      <td>1901 N. HAMPTON RD.</td>\n",
       "      <td>DESOTO</td>\n",
       "      <td>TX</td>\n",
       "      <td>75115</td>\n",
       "      <td>9726949810</td>\n",
       "      <td>Dallas</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>14</td>\n",
       "      <td></td>\n",
       "      <td>29.167</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 121 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       week_ending federal_provider_number  \\\n",
       "121517  2022-03-27                  745002   \n",
       "121518  2022-03-27                  745003   \n",
       "121519  2022-03-27                  745004   \n",
       "121520  2022-03-27                  745005   \n",
       "121521  2022-03-27                  745006   \n",
       "\n",
       "                                 provider_name          provider_address  \\\n",
       "121517                KENT COUNTY NURSING HOME           1443 NORTH MAIN   \n",
       "121518                  NEURORESTORATIVE TEXAS      2301 W. CAMPBELL RD.   \n",
       "121519            THE BRIXTON AT HORSESHOE BAY        15101 WEST FM 2147   \n",
       "121520                      CENTER AT ZARAGOZA  12660 PEBBLE HILLS BLVD.   \n",
       "121521  FIVE POINTS NURSING AND REHABILITATION       1901 N. HAMPTON RD.   \n",
       "\n",
       "        provider_city provider_state provider_zip_code provider_phone_number  \\\n",
       "121517         JAYTON             TX             79528            8062373036   \n",
       "121518        GARLAND             TX             75044            5124382630   \n",
       "121519  HORSESHOE BAY             TX             78657            7135531321   \n",
       "121520        EL PASO             TX             79938            9159901700   \n",
       "121521         DESOTO             TX             75115            9726949810   \n",
       "\n",
       "         county submitted_data  ...  \\\n",
       "121517     Kent              Y  ...   \n",
       "121518   Dallas              Y  ...   \n",
       "121519   Burnet              N  ...   \n",
       "121520  El Paso              N  ...   \n",
       "121521   Dallas              Y  ...   \n",
       "\n",
       "       Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "121517                                                  0                                                    \n",
       "121518                                                  0                                                    \n",
       "121519                                                                                                       \n",
       "121520                                                                                                       \n",
       "121521                                                  0                                                    \n",
       "\n",
       "       Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121517                                                  0                                               \n",
       "121518                                                  0                                               \n",
       "121519                                                                                                  \n",
       "121520                                                                                                  \n",
       "121521                                                  0                                               \n",
       "\n",
       "       number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "121517                                                 16                                                                                                                               \n",
       "121518                                                  2                                                                                                                               \n",
       "121519                                                                                                                                                                                  \n",
       "121520                                                                                                                                                                                  \n",
       "121521                                                 14                                                                                                                               \n",
       "\n",
       "       recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "121517                                                                                                                                      \n",
       "121518                                                                                                                                      \n",
       "121519                                                                                                                                      \n",
       "121520                                                                                                                                      \n",
       "121521                                                                                                                                      \n",
       "\n",
       "       percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "121517                                             72.727                                                                            \n",
       "121518                                                 50                                                                            \n",
       "121519                                                                                                                               \n",
       "121520                                                                                                                               \n",
       "121521                                             29.167                                                                            \n",
       "\n",
       "       Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121517                                                                                                                                   \n",
       "121518                                                                                                                                   \n",
       "121519                                                                                                                                   \n",
       "121520                                                                                                                                   \n",
       "121521                                                                                                                                   \n",
       "\n",
       "       Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121517                                                                                       \n",
       "121518                                                                                       \n",
       "121519                                                                                       \n",
       "121520                                                                                       \n",
       "121521                                                                                       \n",
       "\n",
       "       Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121517                                                  0                             \n",
       "121518                                                  0                             \n",
       "121519                                                                                \n",
       "121520                                                                                \n",
       "121521                                                  0                             \n",
       "\n",
       "       Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "121517                                                  0                                                               \n",
       "121518                                                  0                                                               \n",
       "121519                                                                                                                  \n",
       "121520                                                                                                                  \n",
       "121521                                                  0                                                               \n",
       "\n",
       "       Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \n",
       "121517                                                  0                                                         \n",
       "121518                                                  0                                                         \n",
       "121519                                                                                                            \n",
       "121520                                                                                                            \n",
       "121521                                                  0                                                         \n",
       "\n",
       "[5 rows x 121 columns]"
      ]
     },
     "execution_count": 92,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nh_all_Feb06_22_Mar27_22.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "id": "9e578c99",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 121522 entries, 0 to 121521\n",
      "Columns: 121 entries, week_ending to Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines\n",
      "dtypes: object(121)\n",
      "memory usage: 112.2+ MB\n"
     ]
    }
   ],
   "source": [
    "nh_all_Feb06_22_Mar27_22.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "id": "89fa03c9",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-04-03&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-04-03&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-04-03&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-04-03&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-04-03&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-04-10&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-04-10&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-04-10&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-04-10&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-04-10&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-04-17&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-04-17&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-04-17&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-04-17&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-04-17&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-04-24&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-04-24&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-04-24&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-04-24&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-04-24&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-01&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-01&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-01&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-01&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-01&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-08&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-08&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-08&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-08&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-08&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-15&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-15&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-15&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-15&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-15&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-22&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-22&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-22&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-22&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-22&offset=20000&size=5000\n"
     ]
    }
   ],
   "source": [
    "# Sixth batch: 4-3-22 to 5-22-22\n",
    "\n",
    "nh_all_Apr03_22_May22_22 = []\n",
    "week_ending_start = date(2022,4,3)\n",
    "week_ending_end = date(2022,5,22)\n",
    "week = timedelta(days=7)\n",
    "offset = 0\n",
    "size = 5000\n",
    "\n",
    "while week_ending_start <= week_ending_end:\n",
    "    \n",
    "    for offset in range(0,20000,5000):\n",
    "        print(\"---\")\n",
    "        url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]={week_ending_start}&offset={offset}&size={size}\"\n",
    "        print(\"Requesting\",url)\n",
    "        \n",
    "        response = requests.get(url)\n",
    "        data = response.json()\n",
    "        if len(data) == 0:\n",
    "            break\n",
    "        nh_all_Apr03_22_May22_22.extend(data)\n",
    "    \n",
    "        offset = offset + 5000\n",
    "        time.sleep(5)\n",
    "\n",
    "    print(\"---\")\n",
    "    url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]={week_ending_start}&offset={offset}&size={size}\"\n",
    "    print(\"Requesting\",url)\n",
    "    \n",
    "    \n",
    "    week_ending_start = week_ending_start + week\n",
    "    time.sleep(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "id": "0de1c70b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>week_ending</th>\n",
       "      <th>federal_provider_number</th>\n",
       "      <th>provider_name</th>\n",
       "      <th>provider_address</th>\n",
       "      <th>provider_city</th>\n",
       "      <th>provider_state</th>\n",
       "      <th>provider_zip_code</th>\n",
       "      <th>provider_phone_number</th>\n",
       "      <th>county</th>\n",
       "      <th>submitted_data</th>\n",
       "      <th>...</th>\n",
       "      <th>Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2022-04-03</td>\n",
       "      <td>015009</td>\n",
       "      <td>BURNS NURSING HOME, INC.</td>\n",
       "      <td>701 MONROE STREET NW</td>\n",
       "      <td>RUSSELLVILLE</td>\n",
       "      <td>AL</td>\n",
       "      <td>35653</td>\n",
       "      <td>2563324110</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>28</td>\n",
       "      <td></td>\n",
       "      <td>37.838</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2022-04-03</td>\n",
       "      <td>015010</td>\n",
       "      <td>COOSA VALLEY HEALTHCARE CENTER</td>\n",
       "      <td>260 WEST WALNUT STREET</td>\n",
       "      <td>SYLACAUGA</td>\n",
       "      <td>AL</td>\n",
       "      <td>35150</td>\n",
       "      <td>2562495604</td>\n",
       "      <td>Talladega</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td></td>\n",
       "      <td>11.429</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2022-04-03</td>\n",
       "      <td>015012</td>\n",
       "      <td>HIGHLANDS HEALTH AND REHAB</td>\n",
       "      <td>380 WOODS COVE ROAD</td>\n",
       "      <td>SCOTTSBORO</td>\n",
       "      <td>AL</td>\n",
       "      <td>35768</td>\n",
       "      <td>2562183708</td>\n",
       "      <td>Jackson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>50</td>\n",
       "      <td></td>\n",
       "      <td>66.667</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2022-04-03</td>\n",
       "      <td>015014</td>\n",
       "      <td>EASTVIEW REHABILITATION &amp; HEALTHCARE CENTER</td>\n",
       "      <td>7755 FOURTH AVENUE SOUTH</td>\n",
       "      <td>BIRMINGHAM</td>\n",
       "      <td>AL</td>\n",
       "      <td>35206</td>\n",
       "      <td>2058330146</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td></td>\n",
       "      <td>63.218</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2022-04-03</td>\n",
       "      <td>015015</td>\n",
       "      <td>PLANTATION MANOR NURSING HOME</td>\n",
       "      <td>6450 OLD TUSCALOOSA HIGHWAY</td>\n",
       "      <td>MC CALLA</td>\n",
       "      <td>AL</td>\n",
       "      <td>35111</td>\n",
       "      <td>2054776161</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>52</td>\n",
       "      <td></td>\n",
       "      <td>44.444</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 121 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  week_ending federal_provider_number  \\\n",
       "0  2022-04-03                  015009   \n",
       "1  2022-04-03                  015010   \n",
       "2  2022-04-03                  015012   \n",
       "3  2022-04-03                  015014   \n",
       "4  2022-04-03                  015015   \n",
       "\n",
       "                                 provider_name             provider_address  \\\n",
       "0                     BURNS NURSING HOME, INC.         701 MONROE STREET NW   \n",
       "1               COOSA VALLEY HEALTHCARE CENTER       260 WEST WALNUT STREET   \n",
       "2                   HIGHLANDS HEALTH AND REHAB          380 WOODS COVE ROAD   \n",
       "3  EASTVIEW REHABILITATION & HEALTHCARE CENTER     7755 FOURTH AVENUE SOUTH   \n",
       "4                PLANTATION MANOR NURSING HOME  6450 OLD TUSCALOOSA HIGHWAY   \n",
       "\n",
       "  provider_city provider_state provider_zip_code provider_phone_number  \\\n",
       "0  RUSSELLVILLE             AL             35653            2563324110   \n",
       "1     SYLACAUGA             AL             35150            2562495604   \n",
       "2    SCOTTSBORO             AL             35768            2562183708   \n",
       "3    BIRMINGHAM             AL             35206            2058330146   \n",
       "4      MC CALLA             AL             35111            2054776161   \n",
       "\n",
       "      county submitted_data  ...  \\\n",
       "0   Franklin              Y  ...   \n",
       "1  Talladega              Y  ...   \n",
       "2    Jackson              Y  ...   \n",
       "3  Jefferson              Y  ...   \n",
       "4  Jefferson              Y  ...   \n",
       "\n",
       "  Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "0                                                  0                                                    \n",
       "1                                                  0                                                    \n",
       "2                                                  0                                                    \n",
       "3                                                  0                                                    \n",
       "4                                                  0                                                    \n",
       "\n",
       "  Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                  0                                               \n",
       "1                                                  0                                               \n",
       "2                                                  0                                               \n",
       "3                                                  0                                               \n",
       "4                                                  0                                               \n",
       "\n",
       "  number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                 28                                                                                                                               \n",
       "1                                                 16                                                                                                                               \n",
       "2                                                 50                                                                                                                               \n",
       "3                                                 55                                                                                                                               \n",
       "4                                                 52                                                                                                                               \n",
       "\n",
       "  recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                                                                                                      \n",
       "1                                                                                                                                      \n",
       "2                                                                                                                                      \n",
       "3                                                                                                                                      \n",
       "4                                                                                                                                      \n",
       "\n",
       "  percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                             37.838                                                                            \n",
       "1                                             11.429                                                                            \n",
       "2                                             66.667                                                                            \n",
       "3                                             63.218                                                                            \n",
       "4                                             44.444                                                                            \n",
       "\n",
       "  Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                                                                                                   \n",
       "1                                                                                                                                   \n",
       "2                                                                                                                                   \n",
       "3                                                                                                                                   \n",
       "4                                                                                                                                   \n",
       "\n",
       "  Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                                                       \n",
       "1                                                                                       \n",
       "2                                                                                       \n",
       "3                                                                                       \n",
       "4                                                                                       \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                  0                             \n",
       "1                                                  0                             \n",
       "2                                                  0                             \n",
       "3                                                  0                             \n",
       "4                                                  0                             \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "0                                                  0                                                               \n",
       "1                                                  0                                                               \n",
       "2                                                  0                                                               \n",
       "3                                                  0                                                               \n",
       "4                                                  0                                                               \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \n",
       "0                                                  0                                                         \n",
       "1                                                  0                                                         \n",
       "2                                                  0                                                         \n",
       "3                                                  0                                                         \n",
       "4                                                  0                                                         \n",
       "\n",
       "[5 rows x 121 columns]"
      ]
     },
     "execution_count": 94,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nh_all_Apr03_22_May22_22=pd.DataFrame(nh_all_Apr03_22_May22_22)\n",
    "nh_all_Apr03_22_May22_22.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "id": "fe436f97",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>week_ending</th>\n",
       "      <th>federal_provider_number</th>\n",
       "      <th>provider_name</th>\n",
       "      <th>provider_address</th>\n",
       "      <th>provider_city</th>\n",
       "      <th>provider_state</th>\n",
       "      <th>provider_zip_code</th>\n",
       "      <th>provider_phone_number</th>\n",
       "      <th>county</th>\n",
       "      <th>submitted_data</th>\n",
       "      <th>...</th>\n",
       "      <th>Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>121402</th>\n",
       "      <td>2022-05-22</td>\n",
       "      <td>745002</td>\n",
       "      <td>KENT COUNTY NURSING HOME</td>\n",
       "      <td>1443 NORTH MAIN</td>\n",
       "      <td>JAYTON</td>\n",
       "      <td>TX</td>\n",
       "      <td>79528</td>\n",
       "      <td>8062373036</td>\n",
       "      <td>Kent</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td></td>\n",
       "      <td>37.5</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121403</th>\n",
       "      <td>2022-05-22</td>\n",
       "      <td>745003</td>\n",
       "      <td>NEURORESTORATIVE TEXAS</td>\n",
       "      <td>2301 W. CAMPBELL RD.</td>\n",
       "      <td>GARLAND</td>\n",
       "      <td>TX</td>\n",
       "      <td>75044</td>\n",
       "      <td>5124382630</td>\n",
       "      <td>Dallas</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td>10</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121404</th>\n",
       "      <td>2022-05-22</td>\n",
       "      <td>745004</td>\n",
       "      <td>THE BRIXTON AT HORSESHOE BAY</td>\n",
       "      <td>15101 WEST FM 2147</td>\n",
       "      <td>HORSESHOE BAY</td>\n",
       "      <td>TX</td>\n",
       "      <td>78657</td>\n",
       "      <td>7135531321</td>\n",
       "      <td>Burnet</td>\n",
       "      <td>N</td>\n",
       "      <td>...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121405</th>\n",
       "      <td>2022-05-22</td>\n",
       "      <td>745005</td>\n",
       "      <td>CENTER AT ZARAGOZA</td>\n",
       "      <td>12660 PEBBLE HILLS BLVD.</td>\n",
       "      <td>EL PASO</td>\n",
       "      <td>TX</td>\n",
       "      <td>79938</td>\n",
       "      <td>9159901700</td>\n",
       "      <td>El Paso</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>54</td>\n",
       "      <td></td>\n",
       "      <td>80.597</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121406</th>\n",
       "      <td>2022-05-22</td>\n",
       "      <td>745006</td>\n",
       "      <td>FIVE POINTS NURSING AND REHABILITATION</td>\n",
       "      <td>1901 N. HAMPTON RD.</td>\n",
       "      <td>DESOTO</td>\n",
       "      <td>TX</td>\n",
       "      <td>75115</td>\n",
       "      <td>9726949810</td>\n",
       "      <td>Dallas</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td></td>\n",
       "      <td>28.814</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 121 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       week_ending federal_provider_number  \\\n",
       "121402  2022-05-22                  745002   \n",
       "121403  2022-05-22                  745003   \n",
       "121404  2022-05-22                  745004   \n",
       "121405  2022-05-22                  745005   \n",
       "121406  2022-05-22                  745006   \n",
       "\n",
       "                                 provider_name          provider_address  \\\n",
       "121402                KENT COUNTY NURSING HOME           1443 NORTH MAIN   \n",
       "121403                  NEURORESTORATIVE TEXAS      2301 W. CAMPBELL RD.   \n",
       "121404            THE BRIXTON AT HORSESHOE BAY        15101 WEST FM 2147   \n",
       "121405                      CENTER AT ZARAGOZA  12660 PEBBLE HILLS BLVD.   \n",
       "121406  FIVE POINTS NURSING AND REHABILITATION       1901 N. HAMPTON RD.   \n",
       "\n",
       "        provider_city provider_state provider_zip_code provider_phone_number  \\\n",
       "121402         JAYTON             TX             79528            8062373036   \n",
       "121403        GARLAND             TX             75044            5124382630   \n",
       "121404  HORSESHOE BAY             TX             78657            7135531321   \n",
       "121405        EL PASO             TX             79938            9159901700   \n",
       "121406         DESOTO             TX             75115            9726949810   \n",
       "\n",
       "         county submitted_data  ...  \\\n",
       "121402     Kent              Y  ...   \n",
       "121403   Dallas              Y  ...   \n",
       "121404   Burnet              N  ...   \n",
       "121405  El Paso              Y  ...   \n",
       "121406   Dallas              Y  ...   \n",
       "\n",
       "       Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "121402                                                  0                                                    \n",
       "121403                                                  0                                                    \n",
       "121404                                                                                                       \n",
       "121405                                                  0                                                    \n",
       "121406                                                  0                                                    \n",
       "\n",
       "       Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121402                                                  0                                               \n",
       "121403                                                  0                                               \n",
       "121404                                                                                                  \n",
       "121405                                                  0                                               \n",
       "121406                                                  0                                               \n",
       "\n",
       "       number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "121402                                                  9                                                                                                                               \n",
       "121403                                                  1                                                                                                                               \n",
       "121404                                                                                                                                                                                  \n",
       "121405                                                 54                                                                                                                               \n",
       "121406                                                 17                                                                                                                               \n",
       "\n",
       "       recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "121402                                                                                                                                      \n",
       "121403                                                                                                                                      \n",
       "121404                                                                                                                                      \n",
       "121405                                                                                                                                      \n",
       "121406                                                                                                                                      \n",
       "\n",
       "       percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "121402                                               37.5                                                                            \n",
       "121403                                                 10                                                                            \n",
       "121404                                                                                                                               \n",
       "121405                                             80.597                                                                            \n",
       "121406                                             28.814                                                                            \n",
       "\n",
       "       Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121402                                                                                                                                   \n",
       "121403                                                                                                                                   \n",
       "121404                                                                                                                                   \n",
       "121405                                                                                                                                   \n",
       "121406                                                                                                                                   \n",
       "\n",
       "       Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121402                                                                                       \n",
       "121403                                                                                       \n",
       "121404                                                                                       \n",
       "121405                                                                                       \n",
       "121406                                                                                       \n",
       "\n",
       "       Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "121402                                                  0                             \n",
       "121403                                                  0                             \n",
       "121404                                                                                \n",
       "121405                                                  0                             \n",
       "121406                                                  0                             \n",
       "\n",
       "       Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "121402                                                  0                                                               \n",
       "121403                                                  0                                                               \n",
       "121404                                                                                                                  \n",
       "121405                                                  0                                                               \n",
       "121406                                                  0                                                               \n",
       "\n",
       "       Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \n",
       "121402                                                  0                                                         \n",
       "121403                                                  0                                                         \n",
       "121404                                                                                                            \n",
       "121405                                                  0                                                         \n",
       "121406                                                  0                                                         \n",
       "\n",
       "[5 rows x 121 columns]"
      ]
     },
     "execution_count": 95,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nh_all_Apr03_22_May22_22.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "id": "41990c4e",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 121407 entries, 0 to 121406\n",
      "Columns: 121 entries, week_ending to Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines\n",
      "dtypes: object(121)\n",
      "memory usage: 112.1+ MB\n"
     ]
    }
   ],
   "source": [
    "nh_all_Apr03_22_May22_22.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "id": "09f2d7e3",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-29&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-29&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-29&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-29&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-05-29&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-06-05&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-06-05&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-06-05&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-06-05&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-06-05&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-06-12&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-06-12&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-06-12&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-06-12&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-06-12&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-06-19&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-06-19&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-06-19&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-06-19&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-06-19&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-06-26&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-06-26&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-06-26&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-06-26&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-06-26&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-03&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-03&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-03&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-03&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-03&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-10&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-10&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-10&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-10&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-10&offset=20000&size=5000\n"
     ]
    }
   ],
   "source": [
    "# Seventh batch: 5-29-22 to 7-10-22\n",
    "\n",
    "nh_all_May29_22_Jul10_22 = []\n",
    "week_ending_start = date(2022,5,29)\n",
    "week_ending_end = date(2022,7,10)\n",
    "week = timedelta(days=7)\n",
    "offset = 0\n",
    "size = 5000\n",
    "\n",
    "while week_ending_start <= week_ending_end:\n",
    "    \n",
    "    for offset in range(0,20000,5000):\n",
    "        print(\"---\")\n",
    "        url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]={week_ending_start}&offset={offset}&size={size}\"\n",
    "        print(\"Requesting\",url)\n",
    "        \n",
    "        response = requests.get(url)\n",
    "        data = response.json()\n",
    "        if len(data) == 0:\n",
    "            break\n",
    "        nh_all_May29_22_Jul10_22.extend(data)\n",
    "    \n",
    "        offset = offset + 5000\n",
    "        time.sleep(5)\n",
    "\n",
    "    print(\"---\")\n",
    "    url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]={week_ending_start}&offset={offset}&size={size}\"\n",
    "    print(\"Requesting\",url)\n",
    "    \n",
    "    \n",
    "    week_ending_start = week_ending_start + week\n",
    "    time.sleep(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "id": "f6a25dbb",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>week_ending</th>\n",
       "      <th>federal_provider_number</th>\n",
       "      <th>provider_name</th>\n",
       "      <th>provider_address</th>\n",
       "      <th>provider_city</th>\n",
       "      <th>provider_state</th>\n",
       "      <th>provider_zip_code</th>\n",
       "      <th>provider_phone_number</th>\n",
       "      <th>county</th>\n",
       "      <th>submitted_data</th>\n",
       "      <th>...</th>\n",
       "      <th>Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2022-05-29</td>\n",
       "      <td>015009</td>\n",
       "      <td>BURNS NURSING HOME, INC.</td>\n",
       "      <td>701 MONROE STREET NW</td>\n",
       "      <td>RUSSELLVILLE</td>\n",
       "      <td>AL</td>\n",
       "      <td>35653</td>\n",
       "      <td>2563324110</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>28</td>\n",
       "      <td></td>\n",
       "      <td>42.424</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2022-05-29</td>\n",
       "      <td>015010</td>\n",
       "      <td>COOSA VALLEY HEALTHCARE CENTER</td>\n",
       "      <td>260 WEST WALNUT STREET</td>\n",
       "      <td>SYLACAUGA</td>\n",
       "      <td>AL</td>\n",
       "      <td>35150</td>\n",
       "      <td>2562495604</td>\n",
       "      <td>Talladega</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td></td>\n",
       "      <td>11.565</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2022-05-29</td>\n",
       "      <td>015012</td>\n",
       "      <td>HIGHLANDS HEALTH AND REHAB</td>\n",
       "      <td>380 WOODS COVE ROAD</td>\n",
       "      <td>SCOTTSBORO</td>\n",
       "      <td>AL</td>\n",
       "      <td>35768</td>\n",
       "      <td>2562183708</td>\n",
       "      <td>Jackson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>54</td>\n",
       "      <td></td>\n",
       "      <td>71.053</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2022-05-29</td>\n",
       "      <td>015014</td>\n",
       "      <td>EASTVIEW REHABILITATION &amp; HEALTHCARE CENTER</td>\n",
       "      <td>7755 FOURTH AVENUE SOUTH</td>\n",
       "      <td>BIRMINGHAM</td>\n",
       "      <td>AL</td>\n",
       "      <td>35206</td>\n",
       "      <td>2058330146</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>N</td>\n",
       "      <td>...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2022-05-29</td>\n",
       "      <td>015015</td>\n",
       "      <td>PLANTATION MANOR NURSING HOME</td>\n",
       "      <td>6450 OLD TUSCALOOSA HIGHWAY</td>\n",
       "      <td>MC CALLA</td>\n",
       "      <td>AL</td>\n",
       "      <td>35111</td>\n",
       "      <td>2054776161</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>60</td>\n",
       "      <td></td>\n",
       "      <td>63.83</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 121 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  week_ending federal_provider_number  \\\n",
       "0  2022-05-29                  015009   \n",
       "1  2022-05-29                  015010   \n",
       "2  2022-05-29                  015012   \n",
       "3  2022-05-29                  015014   \n",
       "4  2022-05-29                  015015   \n",
       "\n",
       "                                 provider_name             provider_address  \\\n",
       "0                     BURNS NURSING HOME, INC.         701 MONROE STREET NW   \n",
       "1               COOSA VALLEY HEALTHCARE CENTER       260 WEST WALNUT STREET   \n",
       "2                   HIGHLANDS HEALTH AND REHAB          380 WOODS COVE ROAD   \n",
       "3  EASTVIEW REHABILITATION & HEALTHCARE CENTER     7755 FOURTH AVENUE SOUTH   \n",
       "4                PLANTATION MANOR NURSING HOME  6450 OLD TUSCALOOSA HIGHWAY   \n",
       "\n",
       "  provider_city provider_state provider_zip_code provider_phone_number  \\\n",
       "0  RUSSELLVILLE             AL             35653            2563324110   \n",
       "1     SYLACAUGA             AL             35150            2562495604   \n",
       "2    SCOTTSBORO             AL             35768            2562183708   \n",
       "3    BIRMINGHAM             AL             35206            2058330146   \n",
       "4      MC CALLA             AL             35111            2054776161   \n",
       "\n",
       "      county submitted_data  ...  \\\n",
       "0   Franklin              Y  ...   \n",
       "1  Talladega              Y  ...   \n",
       "2    Jackson              Y  ...   \n",
       "3  Jefferson              N  ...   \n",
       "4  Jefferson              Y  ...   \n",
       "\n",
       "  Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "0                                                  0                                                    \n",
       "1                                                  0                                                    \n",
       "2                                                  0                                                    \n",
       "3                                                                                                       \n",
       "4                                                  0                                                    \n",
       "\n",
       "  Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                  0                                               \n",
       "1                                                  0                                               \n",
       "2                                                  0                                               \n",
       "3                                                                                                  \n",
       "4                                                  0                                               \n",
       "\n",
       "  number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                 28                                                                                                                               \n",
       "1                                                 17                                                                                                                               \n",
       "2                                                 54                                                                                                                               \n",
       "3                                                                                                                                                                                  \n",
       "4                                                 60                                                                                                                               \n",
       "\n",
       "  recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                                                                                                      \n",
       "1                                                                                                                                      \n",
       "2                                                                                                                                      \n",
       "3                                                                                                                                      \n",
       "4                                                                                                                                      \n",
       "\n",
       "  percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                             42.424                                                                            \n",
       "1                                             11.565                                                                            \n",
       "2                                             71.053                                                                            \n",
       "3                                                                                                                               \n",
       "4                                              63.83                                                                            \n",
       "\n",
       "  Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                                                                                                   \n",
       "1                                                                                                                                   \n",
       "2                                                                                                                                   \n",
       "3                                                                                                                                   \n",
       "4                                                                                                                                   \n",
       "\n",
       "  Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                                                       \n",
       "1                                                                                       \n",
       "2                                                                                       \n",
       "3                                                                                       \n",
       "4                                                                                       \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                  0                             \n",
       "1                                                  0                             \n",
       "2                                                  0                             \n",
       "3                                                                                \n",
       "4                                                  0                             \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "0                                                  0                                                               \n",
       "1                                                  0                                                               \n",
       "2                                                  0                                                               \n",
       "3                                                                                                                  \n",
       "4                                                  0                                                               \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \n",
       "0                                                  0                                                         \n",
       "1                                                  0                                                         \n",
       "2                                                  0                                                         \n",
       "3                                                                                                            \n",
       "4                                                  0                                                         \n",
       "\n",
       "[5 rows x 121 columns]"
      ]
     },
     "execution_count": 97,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nh_all_May29_22_Jul10_22=pd.DataFrame(nh_all_May29_22_Jul10_22)\n",
    "nh_all_May29_22_Jul10_22.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "id": "1889c400",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>week_ending</th>\n",
       "      <th>federal_provider_number</th>\n",
       "      <th>provider_name</th>\n",
       "      <th>provider_address</th>\n",
       "      <th>provider_city</th>\n",
       "      <th>provider_state</th>\n",
       "      <th>provider_zip_code</th>\n",
       "      <th>provider_phone_number</th>\n",
       "      <th>county</th>\n",
       "      <th>submitted_data</th>\n",
       "      <th>...</th>\n",
       "      <th>Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>106104</th>\n",
       "      <td>2022-07-10</td>\n",
       "      <td>745002</td>\n",
       "      <td>KENT COUNTY NURSING HOME</td>\n",
       "      <td>1443 NORTH MAIN</td>\n",
       "      <td>JAYTON</td>\n",
       "      <td>TX</td>\n",
       "      <td>79528</td>\n",
       "      <td>8062373036</td>\n",
       "      <td>Kent</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "      <td></td>\n",
       "      <td>32.258</td>\n",
       "      <td>3</td>\n",
       "      <td></td>\n",
       "      <td>5.556</td>\n",
       "      <td>5.66</td>\n",
       "      <td>9.677</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106105</th>\n",
       "      <td>2022-07-10</td>\n",
       "      <td>745003</td>\n",
       "      <td>NEURORESTORATIVE TEXAS</td>\n",
       "      <td>2301 W. CAMPBELL RD.</td>\n",
       "      <td>GARLAND</td>\n",
       "      <td>TX</td>\n",
       "      <td>75044</td>\n",
       "      <td>5124382630</td>\n",
       "      <td>Dallas</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106106</th>\n",
       "      <td>2022-07-10</td>\n",
       "      <td>745004</td>\n",
       "      <td>THE BRIXTON AT HORSESHOE BAY</td>\n",
       "      <td>15101 WEST FM 2147</td>\n",
       "      <td>HORSESHOE BAY</td>\n",
       "      <td>TX</td>\n",
       "      <td>78657</td>\n",
       "      <td>7135531321</td>\n",
       "      <td>Burnet</td>\n",
       "      <td>N</td>\n",
       "      <td>...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106107</th>\n",
       "      <td>2022-07-10</td>\n",
       "      <td>745005</td>\n",
       "      <td>CENTER AT ZARAGOZA</td>\n",
       "      <td>12660 PEBBLE HILLS BLVD.</td>\n",
       "      <td>EL PASO</td>\n",
       "      <td>TX</td>\n",
       "      <td>79938</td>\n",
       "      <td>9159901700</td>\n",
       "      <td>El Paso</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>56</td>\n",
       "      <td></td>\n",
       "      <td>83.582</td>\n",
       "      <td>35</td>\n",
       "      <td></td>\n",
       "      <td>50.725</td>\n",
       "      <td>50.725</td>\n",
       "      <td>52.239</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106108</th>\n",
       "      <td>2022-07-10</td>\n",
       "      <td>745006</td>\n",
       "      <td>FIVE POINTS NURSING AND REHABILITATION</td>\n",
       "      <td>1901 N. HAMPTON RD.</td>\n",
       "      <td>DESOTO</td>\n",
       "      <td>TX</td>\n",
       "      <td>75115</td>\n",
       "      <td>9726949810</td>\n",
       "      <td>Dallas</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>22</td>\n",
       "      <td></td>\n",
       "      <td>31.429</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 121 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       week_ending federal_provider_number  \\\n",
       "106104  2022-07-10                  745002   \n",
       "106105  2022-07-10                  745003   \n",
       "106106  2022-07-10                  745004   \n",
       "106107  2022-07-10                  745005   \n",
       "106108  2022-07-10                  745006   \n",
       "\n",
       "                                 provider_name          provider_address  \\\n",
       "106104                KENT COUNTY NURSING HOME           1443 NORTH MAIN   \n",
       "106105                  NEURORESTORATIVE TEXAS      2301 W. CAMPBELL RD.   \n",
       "106106            THE BRIXTON AT HORSESHOE BAY        15101 WEST FM 2147   \n",
       "106107                      CENTER AT ZARAGOZA  12660 PEBBLE HILLS BLVD.   \n",
       "106108  FIVE POINTS NURSING AND REHABILITATION       1901 N. HAMPTON RD.   \n",
       "\n",
       "        provider_city provider_state provider_zip_code provider_phone_number  \\\n",
       "106104         JAYTON             TX             79528            8062373036   \n",
       "106105        GARLAND             TX             75044            5124382630   \n",
       "106106  HORSESHOE BAY             TX             78657            7135531321   \n",
       "106107        EL PASO             TX             79938            9159901700   \n",
       "106108         DESOTO             TX             75115            9726949810   \n",
       "\n",
       "         county submitted_data  ...  \\\n",
       "106104     Kent              Y  ...   \n",
       "106105   Dallas              Y  ...   \n",
       "106106   Burnet              N  ...   \n",
       "106107  El Paso              Y  ...   \n",
       "106108   Dallas              Y  ...   \n",
       "\n",
       "       Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "106104                                                  0                                                    \n",
       "106105                                                  0                                                    \n",
       "106106                                                                                                       \n",
       "106107                                                  0                                                    \n",
       "106108                                                  0                                                    \n",
       "\n",
       "       Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "106104                                                  0                                               \n",
       "106105                                                  0                                               \n",
       "106106                                                                                                  \n",
       "106107                                                  0                                               \n",
       "106108                                                  0                                               \n",
       "\n",
       "       number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "106104                                                 10                                                                                                                               \n",
       "106105                                                  1                                                                                                                               \n",
       "106106                                                                                                                                                                                  \n",
       "106107                                                 56                                                                                                                               \n",
       "106108                                                 22                                                                                                                               \n",
       "\n",
       "       recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "106104                                                                                                                                      \n",
       "106105                                                                                                                                      \n",
       "106106                                                                                                                                      \n",
       "106107                                                                                                                                      \n",
       "106108                                                                                                                                      \n",
       "\n",
       "       percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "106104                                             32.258                                                                            \n",
       "106105                                                 10                                                                            \n",
       "106106                                                                                                                               \n",
       "106107                                             83.582                                                                            \n",
       "106108                                             31.429                                                                            \n",
       "\n",
       "       Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "106104                                                  3                                                                                \n",
       "106105                                                  0                                                                                \n",
       "106106                                                                                                                                   \n",
       "106107                                                 35                                                                                \n",
       "106108                                                  0                                                                                \n",
       "\n",
       "       Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "106104                                                                                       \n",
       "106105                                                                                       \n",
       "106106                                                                                       \n",
       "106107                                                                                       \n",
       "106108                                                                                       \n",
       "\n",
       "       Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "106104                                              5.556                             \n",
       "106105                                                  0                             \n",
       "106106                                                                                \n",
       "106107                                             50.725                             \n",
       "106108                                                  0                             \n",
       "\n",
       "       Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "106104                                               5.66                                                               \n",
       "106105                                                  0                                                               \n",
       "106106                                                                                                                  \n",
       "106107                                             50.725                                                               \n",
       "106108                                                  0                                                               \n",
       "\n",
       "       Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \n",
       "106104                                              9.677                                                         \n",
       "106105                                                  0                                                         \n",
       "106106                                                                                                            \n",
       "106107                                             52.239                                                         \n",
       "106108                                                  0                                                         \n",
       "\n",
       "[5 rows x 121 columns]"
      ]
     },
     "execution_count": 98,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nh_all_May29_22_Jul10_22.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "id": "54600407",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 106109 entries, 0 to 106108\n",
      "Columns: 121 entries, week_ending to Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines\n",
      "dtypes: object(121)\n",
      "memory usage: 98.0+ MB\n"
     ]
    }
   ],
   "source": [
    "nh_all_May29_22_Jul10_22.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "id": "35fe73f9",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-17&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-17&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-17&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-17&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-17&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-24&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-24&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-24&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-24&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-24&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-31&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-31&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-31&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-31&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-07-31&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-08-07&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-08-07&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-08-07&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-08-07&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-08-07&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-08-14&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-08-14&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-08-14&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-08-14&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-08-14&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-08-21&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-08-21&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-08-21&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-08-21&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-08-21&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-08-28&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-08-28&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-08-28&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-08-28&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-08-28&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-09-04&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-09-04&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-09-04&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-09-04&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-09-04&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-09-11&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-09-11&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-09-11&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-09-11&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-09-11&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-09-18&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-09-18&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-09-18&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-09-18&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-09-18&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-09-25&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-09-25&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-09-25&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-09-25&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-09-25&offset=20000&size=5000\n"
     ]
    }
   ],
   "source": [
    "# Eighth batch: 7-17-22 to 9-25-22\n",
    "\n",
    "nh_all_Jul17_22_Sept25_22 = []\n",
    "week_ending_start = date(2022,7,17)\n",
    "week_ending_end = date(2022,9,25)\n",
    "week = timedelta(days=7)\n",
    "offset = 0\n",
    "size = 5000\n",
    "\n",
    "while week_ending_start <= week_ending_end:\n",
    "    \n",
    "    for offset in range(0,20000,5000):\n",
    "        print(\"---\")\n",
    "        url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]={week_ending_start}&offset={offset}&size={size}\"\n",
    "        print(\"Requesting\",url)\n",
    "        \n",
    "        response = requests.get(url)\n",
    "        data = response.json()\n",
    "        if len(data) == 0:\n",
    "            break\n",
    "        nh_all_Jul17_22_Sept25_22.extend(data)\n",
    "    \n",
    "        offset = offset + 5000\n",
    "        time.sleep(5)\n",
    "\n",
    "    print(\"---\")\n",
    "    url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]={week_ending_start}&offset={offset}&size={size}\"\n",
    "    print(\"Requesting\",url)\n",
    "    \n",
    "    \n",
    "    week_ending_start = week_ending_start + week\n",
    "    time.sleep(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "id": "7651079b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>week_ending</th>\n",
       "      <th>federal_provider_number</th>\n",
       "      <th>provider_name</th>\n",
       "      <th>provider_address</th>\n",
       "      <th>provider_city</th>\n",
       "      <th>provider_state</th>\n",
       "      <th>provider_zip_code</th>\n",
       "      <th>provider_phone_number</th>\n",
       "      <th>county</th>\n",
       "      <th>submitted_data</th>\n",
       "      <th>...</th>\n",
       "      <th>Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2022-07-17</td>\n",
       "      <td>015009</td>\n",
       "      <td>BURNS NURSING HOME, INC.</td>\n",
       "      <td>701 MONROE STREET NW</td>\n",
       "      <td>RUSSELLVILLE</td>\n",
       "      <td>AL</td>\n",
       "      <td>35653</td>\n",
       "      <td>2563324110</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>62.264</td>\n",
       "      <td>64.706</td>\n",
       "      <td>26</td>\n",
       "      <td></td>\n",
       "      <td>37.143</td>\n",
       "      <td>24</td>\n",
       "      <td></td>\n",
       "      <td>29.63</td>\n",
       "      <td>30</td>\n",
       "      <td>34.286</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2022-07-17</td>\n",
       "      <td>015010</td>\n",
       "      <td>COOSA VALLEY HEALTHCARE CENTER</td>\n",
       "      <td>260 WEST WALNUT STREET</td>\n",
       "      <td>SYLACAUGA</td>\n",
       "      <td>AL</td>\n",
       "      <td>35150</td>\n",
       "      <td>2562495604</td>\n",
       "      <td>Talladega</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>57.692</td>\n",
       "      <td>66.176</td>\n",
       "      <td>17</td>\n",
       "      <td></td>\n",
       "      <td>11.486</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2022-07-17</td>\n",
       "      <td>015012</td>\n",
       "      <td>HIGHLANDS HEALTH AND REHAB</td>\n",
       "      <td>380 WOODS COVE ROAD</td>\n",
       "      <td>SCOTTSBORO</td>\n",
       "      <td>AL</td>\n",
       "      <td>35768</td>\n",
       "      <td>2562183708</td>\n",
       "      <td>Jackson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>91.667</td>\n",
       "      <td>91.667</td>\n",
       "      <td>61</td>\n",
       "      <td></td>\n",
       "      <td>81.333</td>\n",
       "      <td>59</td>\n",
       "      <td></td>\n",
       "      <td>74.684</td>\n",
       "      <td>74.684</td>\n",
       "      <td>78.667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2022-07-17</td>\n",
       "      <td>015014</td>\n",
       "      <td>EASTVIEW REHABILITATION &amp; HEALTHCARE CENTER</td>\n",
       "      <td>7755 FOURTH AVENUE SOUTH</td>\n",
       "      <td>BIRMINGHAM</td>\n",
       "      <td>AL</td>\n",
       "      <td>35206</td>\n",
       "      <td>2058330146</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>93.59</td>\n",
       "      <td>97.333</td>\n",
       "      <td>74</td>\n",
       "      <td></td>\n",
       "      <td>80.435</td>\n",
       "      <td>72</td>\n",
       "      <td></td>\n",
       "      <td>75.789</td>\n",
       "      <td>75.789</td>\n",
       "      <td>78.261</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2022-07-17</td>\n",
       "      <td>015015</td>\n",
       "      <td>PLANTATION MANOR NURSING HOME</td>\n",
       "      <td>6450 OLD TUSCALOOSA HIGHWAY</td>\n",
       "      <td>MC CALLA</td>\n",
       "      <td>AL</td>\n",
       "      <td>35111</td>\n",
       "      <td>2054776161</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>57.303</td>\n",
       "      <td>60.714</td>\n",
       "      <td>70</td>\n",
       "      <td></td>\n",
       "      <td>60.87</td>\n",
       "      <td>56</td>\n",
       "      <td></td>\n",
       "      <td>40.58</td>\n",
       "      <td>40.58</td>\n",
       "      <td>48.696</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 121 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  week_ending federal_provider_number  \\\n",
       "0  2022-07-17                  015009   \n",
       "1  2022-07-17                  015010   \n",
       "2  2022-07-17                  015012   \n",
       "3  2022-07-17                  015014   \n",
       "4  2022-07-17                  015015   \n",
       "\n",
       "                                 provider_name             provider_address  \\\n",
       "0                     BURNS NURSING HOME, INC.         701 MONROE STREET NW   \n",
       "1               COOSA VALLEY HEALTHCARE CENTER       260 WEST WALNUT STREET   \n",
       "2                   HIGHLANDS HEALTH AND REHAB          380 WOODS COVE ROAD   \n",
       "3  EASTVIEW REHABILITATION & HEALTHCARE CENTER     7755 FOURTH AVENUE SOUTH   \n",
       "4                PLANTATION MANOR NURSING HOME  6450 OLD TUSCALOOSA HIGHWAY   \n",
       "\n",
       "  provider_city provider_state provider_zip_code provider_phone_number  \\\n",
       "0  RUSSELLVILLE             AL             35653            2563324110   \n",
       "1     SYLACAUGA             AL             35150            2562495604   \n",
       "2    SCOTTSBORO             AL             35768            2562183708   \n",
       "3    BIRMINGHAM             AL             35206            2058330146   \n",
       "4      MC CALLA             AL             35111            2054776161   \n",
       "\n",
       "      county submitted_data  ...  \\\n",
       "0   Franklin              Y  ...   \n",
       "1  Talladega              Y  ...   \n",
       "2    Jackson              Y  ...   \n",
       "3  Jefferson              Y  ...   \n",
       "4  Jefferson              Y  ...   \n",
       "\n",
       "  Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "0                                             62.264                                                    \n",
       "1                                             57.692                                                    \n",
       "2                                             91.667                                                    \n",
       "3                                              93.59                                                    \n",
       "4                                             57.303                                                    \n",
       "\n",
       "  Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                             64.706                                               \n",
       "1                                             66.176                                               \n",
       "2                                             91.667                                               \n",
       "3                                             97.333                                               \n",
       "4                                             60.714                                               \n",
       "\n",
       "  number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                 26                                                                                                                               \n",
       "1                                                 17                                                                                                                               \n",
       "2                                                 61                                                                                                                               \n",
       "3                                                 74                                                                                                                               \n",
       "4                                                 70                                                                                                                               \n",
       "\n",
       "  recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                                                                                                      \n",
       "1                                                                                                                                      \n",
       "2                                                                                                                                      \n",
       "3                                                                                                                                      \n",
       "4                                                                                                                                      \n",
       "\n",
       "  percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                             37.143                                                                            \n",
       "1                                             11.486                                                                            \n",
       "2                                             81.333                                                                            \n",
       "3                                             80.435                                                                            \n",
       "4                                              60.87                                                                            \n",
       "\n",
       "  Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                 24                                                                                \n",
       "1                                                  0                                                                                \n",
       "2                                                 59                                                                                \n",
       "3                                                 72                                                                                \n",
       "4                                                 56                                                                                \n",
       "\n",
       "  Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                                                       \n",
       "1                                                                                       \n",
       "2                                                                                       \n",
       "3                                                                                       \n",
       "4                                                                                       \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                              29.63                             \n",
       "1                                                  0                             \n",
       "2                                             74.684                             \n",
       "3                                             75.789                             \n",
       "4                                              40.58                             \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "0                                                 30                                                               \n",
       "1                                                  0                                                               \n",
       "2                                             74.684                                                               \n",
       "3                                             75.789                                                               \n",
       "4                                              40.58                                                               \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \n",
       "0                                             34.286                                                         \n",
       "1                                                  0                                                         \n",
       "2                                             78.667                                                         \n",
       "3                                             78.261                                                         \n",
       "4                                             48.696                                                         \n",
       "\n",
       "[5 rows x 121 columns]"
      ]
     },
     "execution_count": 100,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nh_all_Jul17_22_Sept25_22=pd.DataFrame(nh_all_Jul17_22_Sept25_22)\n",
    "nh_all_Jul17_22_Sept25_22.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "id": "6d0888fa",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-02&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-02&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-02&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-02&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-02&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-09&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-09&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-09&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-09&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-09&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-16&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-16&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-16&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-16&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-16&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-23&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-23&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-23&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-23&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-23&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-30&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-30&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-30&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-30&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-10-30&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-11-06&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-11-06&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-11-06&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-11-06&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-11-06&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-11-13&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-11-13&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-11-13&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-11-13&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-11-13&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-11-20&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-11-20&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-11-20&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-11-20&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-11-20&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-11-27&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-11-27&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-11-27&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-11-27&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a3371812-a39f-4804-8105-7fc4bc19d57f/data?filter[week_ending]=2022-11-27&offset=20000&size=5000\n"
     ]
    }
   ],
   "source": [
    "# Ninth batch: 10-02-22 to 11-27-22\n",
    "\n",
    "nh_all_Oct02_22_Nov27_22 = []\n",
    "week_ending_start = date(2022,10,2)\n",
    "week_ending_end = date(2022,11,27)\n",
    "week = timedelta(days=7)\n",
    "offset = 0\n",
    "size = 5000\n",
    "\n",
    "while week_ending_start <= week_ending_end:\n",
    "    \n",
    "    for offset in range(0,20000,5000):\n",
    "        print(\"---\")\n",
    "        url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]={week_ending_start}&offset={offset}&size={size}\"\n",
    "        print(\"Requesting\",url)\n",
    "        \n",
    "        response = requests.get(url)\n",
    "        data = response.json()\n",
    "        if len(data) == 0:\n",
    "            break\n",
    "        nh_all_Oct02_22_Nov27_22.extend(data)\n",
    "    \n",
    "        offset = offset + 5000\n",
    "        time.sleep(5)\n",
    "\n",
    "    print(\"---\")\n",
    "    url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]={week_ending_start}&offset={offset}&size={size}\"\n",
    "    print(\"Requesting\",url)\n",
    "    \n",
    "    \n",
    "    week_ending_start = week_ending_start + week\n",
    "    time.sleep(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "id": "63d7fe2a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>week_ending</th>\n",
       "      <th>federal_provider_number</th>\n",
       "      <th>provider_name</th>\n",
       "      <th>provider_address</th>\n",
       "      <th>provider_city</th>\n",
       "      <th>provider_state</th>\n",
       "      <th>provider_zip_code</th>\n",
       "      <th>provider_phone_number</th>\n",
       "      <th>county</th>\n",
       "      <th>submitted_data</th>\n",
       "      <th>...</th>\n",
       "      <th>Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2022-10-02</td>\n",
       "      <td>015009</td>\n",
       "      <td>BURNS NURSING HOME, INC.</td>\n",
       "      <td>701 MONROE STREET NW</td>\n",
       "      <td>RUSSELLVILLE</td>\n",
       "      <td>AL</td>\n",
       "      <td>35653</td>\n",
       "      <td>2563324110</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>82.456</td>\n",
       "      <td>88.679</td>\n",
       "      <td>24</td>\n",
       "      <td></td>\n",
       "      <td>34.286</td>\n",
       "      <td>24</td>\n",
       "      <td></td>\n",
       "      <td>29.63</td>\n",
       "      <td>30</td>\n",
       "      <td>34.286</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2022-10-02</td>\n",
       "      <td>015010</td>\n",
       "      <td>COOSA VALLEY HEALTHCARE CENTER</td>\n",
       "      <td>260 WEST WALNUT STREET</td>\n",
       "      <td>SYLACAUGA</td>\n",
       "      <td>AL</td>\n",
       "      <td>35150</td>\n",
       "      <td>2562495604</td>\n",
       "      <td>Talladega</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>71.233</td>\n",
       "      <td>78.788</td>\n",
       "      <td>18</td>\n",
       "      <td></td>\n",
       "      <td>12.245</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2022-10-02</td>\n",
       "      <td>015012</td>\n",
       "      <td>HIGHLANDS HEALTH AND REHAB</td>\n",
       "      <td>380 WOODS COVE ROAD</td>\n",
       "      <td>SCOTTSBORO</td>\n",
       "      <td>AL</td>\n",
       "      <td>35768</td>\n",
       "      <td>2562183708</td>\n",
       "      <td>Jackson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>47.222</td>\n",
       "      <td>47.222</td>\n",
       "      <td>57</td>\n",
       "      <td></td>\n",
       "      <td>73.077</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td>1.176</td>\n",
       "      <td>1.176</td>\n",
       "      <td>1.282</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2022-10-02</td>\n",
       "      <td>015014</td>\n",
       "      <td>EASTVIEW REHABILITATION &amp; HEALTHCARE CENTER</td>\n",
       "      <td>7755 FOURTH AVENUE SOUTH</td>\n",
       "      <td>BIRMINGHAM</td>\n",
       "      <td>AL</td>\n",
       "      <td>35206</td>\n",
       "      <td>2058330146</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>96.203</td>\n",
       "      <td>97.436</td>\n",
       "      <td>76</td>\n",
       "      <td></td>\n",
       "      <td>80</td>\n",
       "      <td>86</td>\n",
       "      <td></td>\n",
       "      <td>88.66</td>\n",
       "      <td>88.66</td>\n",
       "      <td>90.526</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2022-10-02</td>\n",
       "      <td>015015</td>\n",
       "      <td>PLANTATION MANOR NURSING HOME</td>\n",
       "      <td>6450 OLD TUSCALOOSA HIGHWAY</td>\n",
       "      <td>MC CALLA</td>\n",
       "      <td>AL</td>\n",
       "      <td>35111</td>\n",
       "      <td>2054776161</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>24.444</td>\n",
       "      <td>25.882</td>\n",
       "      <td>72</td>\n",
       "      <td></td>\n",
       "      <td>63.717</td>\n",
       "      <td>11</td>\n",
       "      <td></td>\n",
       "      <td>8.148</td>\n",
       "      <td>8.148</td>\n",
       "      <td>9.735</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 121 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  week_ending federal_provider_number  \\\n",
       "0  2022-10-02                  015009   \n",
       "1  2022-10-02                  015010   \n",
       "2  2022-10-02                  015012   \n",
       "3  2022-10-02                  015014   \n",
       "4  2022-10-02                  015015   \n",
       "\n",
       "                                 provider_name             provider_address  \\\n",
       "0                     BURNS NURSING HOME, INC.         701 MONROE STREET NW   \n",
       "1               COOSA VALLEY HEALTHCARE CENTER       260 WEST WALNUT STREET   \n",
       "2                   HIGHLANDS HEALTH AND REHAB          380 WOODS COVE ROAD   \n",
       "3  EASTVIEW REHABILITATION & HEALTHCARE CENTER     7755 FOURTH AVENUE SOUTH   \n",
       "4                PLANTATION MANOR NURSING HOME  6450 OLD TUSCALOOSA HIGHWAY   \n",
       "\n",
       "  provider_city provider_state provider_zip_code provider_phone_number  \\\n",
       "0  RUSSELLVILLE             AL             35653            2563324110   \n",
       "1     SYLACAUGA             AL             35150            2562495604   \n",
       "2    SCOTTSBORO             AL             35768            2562183708   \n",
       "3    BIRMINGHAM             AL             35206            2058330146   \n",
       "4      MC CALLA             AL             35111            2054776161   \n",
       "\n",
       "      county submitted_data  ...  \\\n",
       "0   Franklin              Y  ...   \n",
       "1  Talladega              Y  ...   \n",
       "2    Jackson              Y  ...   \n",
       "3  Jefferson              Y  ...   \n",
       "4  Jefferson              Y  ...   \n",
       "\n",
       "  Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "0                                             82.456                                                    \n",
       "1                                             71.233                                                    \n",
       "2                                             47.222                                                    \n",
       "3                                             96.203                                                    \n",
       "4                                             24.444                                                    \n",
       "\n",
       "  Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                             88.679                                               \n",
       "1                                             78.788                                               \n",
       "2                                             47.222                                               \n",
       "3                                             97.436                                               \n",
       "4                                             25.882                                               \n",
       "\n",
       "  number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                 24                                                                                                                               \n",
       "1                                                 18                                                                                                                               \n",
       "2                                                 57                                                                                                                               \n",
       "3                                                 76                                                                                                                               \n",
       "4                                                 72                                                                                                                               \n",
       "\n",
       "  recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                                                                                                      \n",
       "1                                                                                                                                      \n",
       "2                                                                                                                                      \n",
       "3                                                                                                                                      \n",
       "4                                                                                                                                      \n",
       "\n",
       "  percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                             34.286                                                                            \n",
       "1                                             12.245                                                                            \n",
       "2                                             73.077                                                                            \n",
       "3                                                 80                                                                            \n",
       "4                                             63.717                                                                            \n",
       "\n",
       "  Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                 24                                                                                \n",
       "1                                                  0                                                                                \n",
       "2                                                  1                                                                                \n",
       "3                                                 86                                                                                \n",
       "4                                                 11                                                                                \n",
       "\n",
       "  Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                                                       \n",
       "1                                                                                       \n",
       "2                                                                                       \n",
       "3                                                                                       \n",
       "4                                                                                       \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                              29.63                             \n",
       "1                                                  0                             \n",
       "2                                              1.176                             \n",
       "3                                              88.66                             \n",
       "4                                              8.148                             \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "0                                                 30                                                               \n",
       "1                                                  0                                                               \n",
       "2                                              1.176                                                               \n",
       "3                                              88.66                                                               \n",
       "4                                              8.148                                                               \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \n",
       "0                                             34.286                                                         \n",
       "1                                                  0                                                         \n",
       "2                                              1.282                                                         \n",
       "3                                             90.526                                                         \n",
       "4                                              9.735                                                         \n",
       "\n",
       "[5 rows x 121 columns]"
      ]
     },
     "execution_count": 101,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nh_all_Oct02_22_Nov27_22=pd.DataFrame(nh_all_Oct02_22_Nov27_22)\n",
    "nh_all_Oct02_22_Nov27_22.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "43d78b43",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "id": "14184118",
   "metadata": {},
   "source": [
    "### concat dfs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "4230e578",
   "metadata": {},
   "outputs": [],
   "source": [
    "#all\n",
    "nh_Jun27_21_Nov27_22_concat = pd.concat([nh_all_Jun27_21_Aug15_21,\n",
    "                                             nh_all_Aug22_21_Oct10_21,\n",
    "                                             nh_all_Oct17_21_Dec05_21,\n",
    "                                             nh_all_Dec12_21_Jan30_22,\n",
    "                                             nh_all_Feb06_22_Mar27_22,\n",
    "                                             nh_all_Apr03_22_May22_22,\n",
    "                                             nh_all_May29_22_Jul10_22,\n",
    "                                             nh_all_Jul17_22_Sept25_22,\n",
    "                                             nh_all_Oct02_22_Nov27_22]).reset_index(drop=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "07a7d985",
   "metadata": {},
   "source": [
    "### save to parquet files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "id": "b4ac3bc6",
   "metadata": {},
   "outputs": [],
   "source": [
    "nh_all_Jun27_21_Nov27_22_concat.to_parquet('data/nh_all_Jun27_21_Nov27_22_concat.parquet.gzip',\n",
    "                                          compression='gzip')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "84644313",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a9e94001-fa39-47d5-9ad7-c615e5399756/data?filter[week_ending]=2022-12-25&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a9e94001-fa39-47d5-9ad7-c615e5399756/data?filter[week_ending]=2022-12-25&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a9e94001-fa39-47d5-9ad7-c615e5399756/data?filter[week_ending]=2022-12-25&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a9e94001-fa39-47d5-9ad7-c615e5399756/data?filter[week_ending]=2022-12-25&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a9e94001-fa39-47d5-9ad7-c615e5399756/data?filter[week_ending]=2022-12-25&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a9e94001-fa39-47d5-9ad7-c615e5399756/data?filter[week_ending]=2023-01-01&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a9e94001-fa39-47d5-9ad7-c615e5399756/data?filter[week_ending]=2023-01-01&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a9e94001-fa39-47d5-9ad7-c615e5399756/data?filter[week_ending]=2023-01-01&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a9e94001-fa39-47d5-9ad7-c615e5399756/data?filter[week_ending]=2023-01-01&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/a9e94001-fa39-47d5-9ad7-c615e5399756/data?filter[week_ending]=2023-01-01&offset=20000&size=5000\n"
     ]
    }
   ],
   "source": [
    "nh_latest = []\n",
    "\n",
    "#Data is aggregated to week. Week is Monday - Sunday,\n",
    "\n",
    "#Enter the Sunday (week ending date) of the week you want to start on.\n",
    "week_ending_start = date(2022,12,25)\n",
    "\n",
    "#Enter the Sunday (week ending date) of the week you want to end on.\n",
    "week_ending_end = date(2023,1,1)\n",
    "week = timedelta(days=7)\n",
    "offset = 0\n",
    "size = 5000\n",
    "\n",
    "while week_ending_start <= week_ending_end:\n",
    "    \n",
    "    for offset in range(0,20000,5000):\n",
    "        print(\"---\")\n",
    "        url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]={week_ending_start}&offset={offset}&size={size}\"\n",
    "        print(\"Requesting\",url)\n",
    "        \n",
    "        response = requests.get(url)\n",
    "        data = response.json()\n",
    "        if len(data) == 0:\n",
    "            break\n",
    "        nh_latest.extend(data)\n",
    "    \n",
    "        offset = offset + size\n",
    "        time.sleep(5)\n",
    "\n",
    "    #when viewing output, ensure that offset increments by the size amount for each week\n",
    "    print(\"---\")\n",
    "    url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]={week_ending_start}&offset={offset}&size={size}\"\n",
    "    print(\"Requesting\",url)\n",
    "    \n",
    "    \n",
    "    week_ending_start = week_ending_start + week\n",
    "    time.sleep(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "d4326871",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>week_ending</th>\n",
       "      <th>federal_provider_number</th>\n",
       "      <th>provider_name</th>\n",
       "      <th>provider_address</th>\n",
       "      <th>provider_city</th>\n",
       "      <th>provider_state</th>\n",
       "      <th>provider_zip_code</th>\n",
       "      <th>provider_phone_number</th>\n",
       "      <th>county</th>\n",
       "      <th>submitted_data</th>\n",
       "      <th>...</th>\n",
       "      <th>Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time</th>\n",
       "      <th>Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2022-12-25</td>\n",
       "      <td>015009</td>\n",
       "      <td>BURNS NURSING HOME, INC.</td>\n",
       "      <td>701 MONROE STREET NW</td>\n",
       "      <td>RUSSELLVILLE</td>\n",
       "      <td>AL</td>\n",
       "      <td>35653</td>\n",
       "      <td>2563324110</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>88.679</td>\n",
       "      <td>95.918</td>\n",
       "      <td>24</td>\n",
       "      <td></td>\n",
       "      <td>34.286</td>\n",
       "      <td>24</td>\n",
       "      <td></td>\n",
       "      <td>29.63</td>\n",
       "      <td>30</td>\n",
       "      <td>34.286</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2022-12-25</td>\n",
       "      <td>015010</td>\n",
       "      <td>COOSA VALLEY HEALTHCARE CENTER</td>\n",
       "      <td>260 WEST WALNUT STREET</td>\n",
       "      <td>SYLACAUGA</td>\n",
       "      <td>AL</td>\n",
       "      <td>35150</td>\n",
       "      <td>2562495604</td>\n",
       "      <td>Talladega</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>71.951</td>\n",
       "      <td>78.667</td>\n",
       "      <td>22</td>\n",
       "      <td></td>\n",
       "      <td>14.765</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td>0.541</td>\n",
       "      <td>0.546</td>\n",
       "      <td>0.671</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2022-12-25</td>\n",
       "      <td>015012</td>\n",
       "      <td>HIGHLANDS HEALTH AND REHAB</td>\n",
       "      <td>380 WOODS COVE ROAD</td>\n",
       "      <td>SCOTTSBORO</td>\n",
       "      <td>AL</td>\n",
       "      <td>35768</td>\n",
       "      <td>2562183708</td>\n",
       "      <td>Jackson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>92.105</td>\n",
       "      <td>92.105</td>\n",
       "      <td>56</td>\n",
       "      <td></td>\n",
       "      <td>69.136</td>\n",
       "      <td>15</td>\n",
       "      <td></td>\n",
       "      <td>17.442</td>\n",
       "      <td>17.442</td>\n",
       "      <td>18.519</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2022-12-25</td>\n",
       "      <td>015014</td>\n",
       "      <td>EASTVIEW REHABILITATION &amp; HEALTHCARE CENTER</td>\n",
       "      <td>7755 FOURTH AVENUE SOUTH</td>\n",
       "      <td>BIRMINGHAM</td>\n",
       "      <td>AL</td>\n",
       "      <td>35206</td>\n",
       "      <td>2058330146</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>96</td>\n",
       "      <td>98.63</td>\n",
       "      <td>82</td>\n",
       "      <td></td>\n",
       "      <td>88.172</td>\n",
       "      <td>30</td>\n",
       "      <td></td>\n",
       "      <td>30.928</td>\n",
       "      <td>30.928</td>\n",
       "      <td>32.258</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2022-12-25</td>\n",
       "      <td>015015</td>\n",
       "      <td>PLANTATION MANOR NURSING HOME</td>\n",
       "      <td>6450 OLD TUSCALOOSA HIGHWAY</td>\n",
       "      <td>MC CALLA</td>\n",
       "      <td>AL</td>\n",
       "      <td>35111</td>\n",
       "      <td>2054776161</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>70.652</td>\n",
       "      <td>76.471</td>\n",
       "      <td>72</td>\n",
       "      <td></td>\n",
       "      <td>62.609</td>\n",
       "      <td>5</td>\n",
       "      <td></td>\n",
       "      <td>3.597</td>\n",
       "      <td>3.597</td>\n",
       "      <td>4.348</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 121 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  week_ending federal_provider_number  \\\n",
       "0  2022-12-25                  015009   \n",
       "1  2022-12-25                  015010   \n",
       "2  2022-12-25                  015012   \n",
       "3  2022-12-25                  015014   \n",
       "4  2022-12-25                  015015   \n",
       "\n",
       "                                 provider_name             provider_address  \\\n",
       "0                     BURNS NURSING HOME, INC.         701 MONROE STREET NW   \n",
       "1               COOSA VALLEY HEALTHCARE CENTER       260 WEST WALNUT STREET   \n",
       "2                   HIGHLANDS HEALTH AND REHAB          380 WOODS COVE ROAD   \n",
       "3  EASTVIEW REHABILITATION & HEALTHCARE CENTER     7755 FOURTH AVENUE SOUTH   \n",
       "4                PLANTATION MANOR NURSING HOME  6450 OLD TUSCALOOSA HIGHWAY   \n",
       "\n",
       "  provider_city provider_state provider_zip_code provider_phone_number  \\\n",
       "0  RUSSELLVILLE             AL             35653            2563324110   \n",
       "1     SYLACAUGA             AL             35150            2562495604   \n",
       "2    SCOTTSBORO             AL             35768            2562183708   \n",
       "3    BIRMINGHAM             AL             35206            2058330146   \n",
       "4      MC CALLA             AL             35111            2054776161   \n",
       "\n",
       "      county submitted_data  ...  \\\n",
       "0   Franklin              Y  ...   \n",
       "1  Talladega              Y  ...   \n",
       "2    Jackson              Y  ...   \n",
       "3  Jefferson              Y  ...   \n",
       "4  Jefferson              Y  ...   \n",
       "\n",
       "  Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "0                                             88.679                                                    \n",
       "1                                             71.951                                                    \n",
       "2                                             92.105                                                    \n",
       "3                                                 96                                                    \n",
       "4                                             70.652                                                    \n",
       "\n",
       "  Percentage_of_Current_Residents_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                             95.918                                               \n",
       "1                                             78.667                                               \n",
       "2                                             92.105                                               \n",
       "3                                              98.63                                               \n",
       "4                                             76.471                                               \n",
       "\n",
       "  number_of_healthcare_personnel_with_a_completed_vaccination_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                 24                                                                                                                               \n",
       "1                                                 22                                                                                                                               \n",
       "2                                                 56                                                                                                                               \n",
       "3                                                 82                                                                                                                               \n",
       "4                                                 72                                                                                                                               \n",
       "\n",
       "  recent_percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                                                                                                                      \n",
       "1                                                                                                                                      \n",
       "2                                                                                                                                      \n",
       "3                                                                                                                                      \n",
       "4                                                                                                                                      \n",
       "\n",
       "  percentage_of_current_healthcare_personnel_with_a_completed_vaccination_who_received_a_covid_19_vaccine_booster_at_any_time  \\\n",
       "0                                             34.286                                                                            \n",
       "1                                             14.765                                                                            \n",
       "2                                             69.136                                                                            \n",
       "3                                             88.172                                                                            \n",
       "4                                             62.609                                                                            \n",
       "\n",
       "  Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                 24                                                                                \n",
       "1                                                  1                                                                                \n",
       "2                                                 15                                                                                \n",
       "3                                                 30                                                                                \n",
       "4                                                  5                                                                                \n",
       "\n",
       "  Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                                                       \n",
       "1                                                                                       \n",
       "2                                                                                       \n",
       "3                                                                                       \n",
       "4                                                                                       \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                              29.63                             \n",
       "1                                              0.541                             \n",
       "2                                             17.442                             \n",
       "3                                             30.928                             \n",
       "4                                              3.597                             \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines_with_No_Medical_Contraindications  \\\n",
       "0                                                 30                                                               \n",
       "1                                              0.546                                                               \n",
       "2                                             17.442                                                               \n",
       "3                                             30.928                                                               \n",
       "4                                              3.597                                                               \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_with_a_Completed_Vaccination_Up_to_Date_with_COVID_19_Vaccines  \n",
       "0                                             34.286                                                         \n",
       "1                                              0.671                                                         \n",
       "2                                             18.519                                                         \n",
       "3                                             32.258                                                         \n",
       "4                                              4.348                                                         \n",
       "\n",
       "[5 rows x 121 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nh_latest = pd.DataFrame(nh_latest)\n",
    "nh_latest.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "e975b7e4",
   "metadata": {},
   "outputs": [],
   "source": [
    "#concat new with old, save to a new df with date as last week start date\n",
    "nh_all = pd.concat([nh_latest, nh_old]).reset_index(drop=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "44b22236",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "proceed\n"
     ]
    }
   ],
   "source": [
    "#testing for same number of cols between old and latest dfs\n",
    "if len(nh_all) == len(nh_old) + len(nh_latest):\n",
    "    print('proceed')\n",
    "else:\n",
    "    print('check cols')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "758ae981",
   "metadata": {},
   "source": [
    "### Updating data - CMS has pared down the number of fields as of summer 2023. Pulling for year of 2023, I will keep that data in a separate file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "2095d64e",
   "metadata": {},
   "outputs": [],
   "source": [
    "#Update file name to read in currently existing parquet file and save to df\n",
    "nh_62721_31923=pd.read_parquet('data/data_pre_proc/nh_all_Jun27_21_Mar19_23_concat.parquet.gzip')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "71edcef6",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-01-08&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-01-08&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-01-08&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-01-08&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-01-08&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-01-15&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-01-15&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-01-15&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-01-15&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-01-15&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-01-22&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-01-22&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-01-22&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-01-22&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-01-22&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-01-29&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-01-29&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-01-29&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-01-29&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-01-29&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-02-05&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-02-05&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-02-05&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-02-05&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-02-05&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-02-12&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-02-12&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-02-12&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-02-12&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-02-12&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-02-19&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-02-19&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-02-19&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-02-19&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-02-19&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-02-26&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-02-26&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-02-26&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-02-26&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-02-26&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-03-05&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-03-05&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-03-05&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-03-05&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-03-05&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-03-12&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-03-12&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-03-12&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-03-12&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-03-12&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-03-19&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-03-19&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-03-19&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-03-19&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-03-19&offset=20000&size=5000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-03-26&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-03-26&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-03-26&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-03-26&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-03-26&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-02&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-02&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-02&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-02&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-02&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-09&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-09&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-09&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-09&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-09&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-16&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-16&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-16&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-16&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-16&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-23&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-23&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-23&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-23&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-23&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-30&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-30&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-30&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-30&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-04-30&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-05-07&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-05-07&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-05-07&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-05-07&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-05-07&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-05-14&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-05-14&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-05-14&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-05-14&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-05-14&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-05-21&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-05-21&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-05-21&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-05-21&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-05-21&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-05-28&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-05-28&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-05-28&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-05-28&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-05-28&offset=20000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-06-04&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-06-04&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-06-04&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-06-04&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-06-04&offset=15000&size=5000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-06-11&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-06-11&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-06-11&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-06-11&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-06-11&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-06-18&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-06-18&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-06-18&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-06-18&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-06-18&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-06-25&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-06-25&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-06-25&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-06-25&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-06-25&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-02&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-02&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-02&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-02&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-02&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-09&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-09&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-09&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-09&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-09&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-16&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-16&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-16&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-16&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-16&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-23&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-23&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-23&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-23&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-23&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-30&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-30&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-30&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-30&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-07-30&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-08-06&offset=0&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-08-06&offset=5000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-08-06&offset=10000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-08-06&offset=15000&size=5000\n",
      "---\n",
      "Requesting https://data.cms.gov/data-api/v1/dataset/84e99b2f-e2b5-4986-9bfb-c225fde9a222/data?filter[week_ending]=2023-08-06&offset=15000&size=5000\n"
     ]
    }
   ],
   "source": [
    "#Update to pull latest data from cms api (add 7 days to the last week ending date from the currently existing data, i.e.\n",
    "# if currently existing ending date is 3-5-23, then the new start week ending date will be 3-12-23. Remember weeks run Mon-Sun, \n",
    "#so week ending date will always be on a Sunday)\n",
    "\n",
    "nh_1823_8623 = []\n",
    "\n",
    "#Data is aggregated to week level.\n",
    "\n",
    "#Enter the Sunday (week ending date) of the week you want to start on.\n",
    "week_ending_start = date(2023,1,8)\n",
    "\n",
    "#Enter the Sunday (week ending date) of the week you want to end on.\n",
    "week_ending_end = date(2023,8,6)\n",
    "week = timedelta(days=7)\n",
    "offset = 0\n",
    "size = 5000\n",
    "\n",
    "while week_ending_start <= week_ending_end:\n",
    "    \n",
    "    for offset in range(0,20000,5000):\n",
    "        print(\"---\")\n",
    "        url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]={week_ending_start}&offset={offset}&size={size}\"\n",
    "        print(\"Requesting\",url)\n",
    "        \n",
    "        response = requests.get(url)\n",
    "        data = response.json()\n",
    "        if len(data) == 0:\n",
    "            break\n",
    "        nh_1823_8623.extend(data)\n",
    "    \n",
    "        offset = offset + size\n",
    "        time.sleep(5)\n",
    "\n",
    "    #when viewing output, ensure that offset increments by the size amount for each week\n",
    "    print(\"---\")\n",
    "    url = f\"https://data.cms.gov/data-api/v1/dataset/{latest_uuid}/data?filter[week_ending]={week_ending_start}&offset={offset}&size={size}\"\n",
    "    print(\"Requesting\",url)\n",
    "    \n",
    "    \n",
    "    week_ending_start = week_ending_start + week\n",
    "    time.sleep(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "78d11919",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>week_ending</th>\n",
       "      <th>federal_provider_number</th>\n",
       "      <th>provider_name</th>\n",
       "      <th>provider_address</th>\n",
       "      <th>provider_city</th>\n",
       "      <th>provider_state</th>\n",
       "      <th>provider_zip_code</th>\n",
       "      <th>provider_phone_number</th>\n",
       "      <th>county</th>\n",
       "      <th>submitted_data</th>\n",
       "      <th>...</th>\n",
       "      <th>number_of_all_healthcare_personnel_eligible_to_work_in_this_facility_for_at_least_1_day_this_week</th>\n",
       "      <th>number_of_all_healthcare_personnel_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_completed_covid_19_vaccination_at_any_time</th>\n",
       "      <th>recent_percentage_of_current_healthcare_personnel_who_received_a_completed_covid_19_vaccination_at_any_time</th>\n",
       "      <th>percentage_of_current_healthcare_personnel_who_received_a_completed_covid_19_vaccination_at_any_time</th>\n",
       "      <th>Number_of_Residents_Staying_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Recent_Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "      <th>Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2023-01-08</td>\n",
       "      <td>015009</td>\n",
       "      <td>BURNS NURSING HOME, INC.</td>\n",
       "      <td>701 MONROE STREET NW</td>\n",
       "      <td>RUSSELLVILLE</td>\n",
       "      <td>AL</td>\n",
       "      <td>35653</td>\n",
       "      <td>2563324110</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>81</td>\n",
       "      <td>70</td>\n",
       "      <td></td>\n",
       "      <td>86.42</td>\n",
       "      <td>47</td>\n",
       "      <td></td>\n",
       "      <td>88.679</td>\n",
       "      <td>24</td>\n",
       "      <td></td>\n",
       "      <td>29.63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2023-01-08</td>\n",
       "      <td>015010</td>\n",
       "      <td>COOSA VALLEY HEALTHCARE CENTER</td>\n",
       "      <td>260 WEST WALNUT STREET</td>\n",
       "      <td>SYLACAUGA</td>\n",
       "      <td>AL</td>\n",
       "      <td>35150</td>\n",
       "      <td>2562495604</td>\n",
       "      <td>Talladega</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>178</td>\n",
       "      <td>144</td>\n",
       "      <td></td>\n",
       "      <td>80.899</td>\n",
       "      <td>55</td>\n",
       "      <td></td>\n",
       "      <td>73.333</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td>0.562</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2023-01-08</td>\n",
       "      <td>015012</td>\n",
       "      <td>HIGHLANDS HEALTH AND REHAB</td>\n",
       "      <td>380 WOODS COVE ROAD</td>\n",
       "      <td>SCOTTSBORO</td>\n",
       "      <td>AL</td>\n",
       "      <td>35768</td>\n",
       "      <td>2562183708</td>\n",
       "      <td>Jackson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>83</td>\n",
       "      <td>77</td>\n",
       "      <td></td>\n",
       "      <td>92.771</td>\n",
       "      <td>35</td>\n",
       "      <td></td>\n",
       "      <td>89.744</td>\n",
       "      <td>15</td>\n",
       "      <td></td>\n",
       "      <td>18.072</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2023-01-08</td>\n",
       "      <td>015014</td>\n",
       "      <td>EASTVIEW REHABILITATION &amp; HEALTHCARE CENTER</td>\n",
       "      <td>7755 FOURTH AVENUE SOUTH</td>\n",
       "      <td>BIRMINGHAM</td>\n",
       "      <td>AL</td>\n",
       "      <td>35206</td>\n",
       "      <td>2058330146</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>96</td>\n",
       "      <td>93</td>\n",
       "      <td></td>\n",
       "      <td>96.875</td>\n",
       "      <td>72</td>\n",
       "      <td></td>\n",
       "      <td>94.737</td>\n",
       "      <td>30</td>\n",
       "      <td></td>\n",
       "      <td>31.25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2023-01-08</td>\n",
       "      <td>015015</td>\n",
       "      <td>PLANTATION MANOR NURSING HOME</td>\n",
       "      <td>6450 OLD TUSCALOOSA HIGHWAY</td>\n",
       "      <td>MC CALLA</td>\n",
       "      <td>AL</td>\n",
       "      <td>35111</td>\n",
       "      <td>2054776161</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Y</td>\n",
       "      <td>...</td>\n",
       "      <td>142</td>\n",
       "      <td>117</td>\n",
       "      <td></td>\n",
       "      <td>82.394</td>\n",
       "      <td>65</td>\n",
       "      <td></td>\n",
       "      <td>72.222</td>\n",
       "      <td>6</td>\n",
       "      <td></td>\n",
       "      <td>4.225</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 39 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  week_ending federal_provider_number  \\\n",
       "0  2023-01-08                  015009   \n",
       "1  2023-01-08                  015010   \n",
       "2  2023-01-08                  015012   \n",
       "3  2023-01-08                  015014   \n",
       "4  2023-01-08                  015015   \n",
       "\n",
       "                                 provider_name             provider_address  \\\n",
       "0                     BURNS NURSING HOME, INC.         701 MONROE STREET NW   \n",
       "1               COOSA VALLEY HEALTHCARE CENTER       260 WEST WALNUT STREET   \n",
       "2                   HIGHLANDS HEALTH AND REHAB          380 WOODS COVE ROAD   \n",
       "3  EASTVIEW REHABILITATION & HEALTHCARE CENTER     7755 FOURTH AVENUE SOUTH   \n",
       "4                PLANTATION MANOR NURSING HOME  6450 OLD TUSCALOOSA HIGHWAY   \n",
       "\n",
       "  provider_city provider_state provider_zip_code provider_phone_number  \\\n",
       "0  RUSSELLVILLE             AL             35653            2563324110   \n",
       "1     SYLACAUGA             AL             35150            2562495604   \n",
       "2    SCOTTSBORO             AL             35768            2562183708   \n",
       "3    BIRMINGHAM             AL             35206            2058330146   \n",
       "4      MC CALLA             AL             35111            2054776161   \n",
       "\n",
       "      county submitted_data  ...  \\\n",
       "0   Franklin              Y  ...   \n",
       "1  Talladega              Y  ...   \n",
       "2    Jackson              Y  ...   \n",
       "3  Jefferson              Y  ...   \n",
       "4  Jefferson              Y  ...   \n",
       "\n",
       "  number_of_all_healthcare_personnel_eligible_to_work_in_this_facility_for_at_least_1_day_this_week  \\\n",
       "0                                                 81                                                  \n",
       "1                                                178                                                  \n",
       "2                                                 83                                                  \n",
       "3                                                 96                                                  \n",
       "4                                                142                                                  \n",
       "\n",
       "  number_of_all_healthcare_personnel_eligible_to_work_in_this_facility_for_at_least_1_day_this_week_who_received_a_completed_covid_19_vaccination_at_any_time  \\\n",
       "0                                                 70                                                                                                            \n",
       "1                                                144                                                                                                            \n",
       "2                                                 77                                                                                                            \n",
       "3                                                 93                                                                                                            \n",
       "4                                                117                                                                                                            \n",
       "\n",
       "  recent_percentage_of_current_healthcare_personnel_who_received_a_completed_covid_19_vaccination_at_any_time  \\\n",
       "0                                                                                                               \n",
       "1                                                                                                               \n",
       "2                                                                                                               \n",
       "3                                                                                                               \n",
       "4                                                                                                               \n",
       "\n",
       "  percentage_of_current_healthcare_personnel_who_received_a_completed_covid_19_vaccination_at_any_time  \\\n",
       "0                                              86.42                                                     \n",
       "1                                             80.899                                                     \n",
       "2                                             92.771                                                     \n",
       "3                                             96.875                                                     \n",
       "4                                             82.394                                                     \n",
       "\n",
       "  Number_of_Residents_Staying_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                 47                                                            \n",
       "1                                                 55                                                            \n",
       "2                                                 35                                                            \n",
       "3                                                 72                                                            \n",
       "4                                                 65                                                            \n",
       "\n",
       "  Recent_Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                                            \n",
       "1                                                                            \n",
       "2                                                                            \n",
       "3                                                                            \n",
       "4                                                                            \n",
       "\n",
       "  Percentage_of_Current_Residents_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                             88.679                  \n",
       "1                                             73.333                  \n",
       "2                                             89.744                  \n",
       "3                                             94.737                  \n",
       "4                                             72.222                  \n",
       "\n",
       "  Number_of_Healthcare_Personnel_Eligible_to_Work_in_this_Facility_for_At_Least_1_Day_This_Week_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                 24                                                                                \n",
       "1                                                  1                                                                                \n",
       "2                                                 15                                                                                \n",
       "3                                                 30                                                                                \n",
       "4                                                  6                                                                                \n",
       "\n",
       "  Recent_Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \\\n",
       "0                                                                                       \n",
       "1                                                                                       \n",
       "2                                                                                       \n",
       "3                                                                                       \n",
       "4                                                                                       \n",
       "\n",
       "  Percentage_of_Current_Healthcare_Personnel_Up_to_Date_with_COVID_19_Vaccines  \n",
       "0                                              29.63                            \n",
       "1                                              0.562                            \n",
       "2                                             18.072                            \n",
       "3                                              31.25                            \n",
       "4                                              4.225                            \n",
       "\n",
       "[5 rows x 39 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#save api result to a dataframe\n",
    "nh_1823_8623 = pd.DataFrame(nh_1823_8623)\n",
    "nh_1823_8623.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "046abb84",
   "metadata": {},
   "outputs": [],
   "source": [
    "#concat new with the df of existing data (if applicable), save to a new df with date as latest week ending date\n",
    "nh_62721_31923 = pd.concat([nh_31223_31923,nh_62721_3523]).reset_index(drop=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "7ba56b94",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "proceed\n"
     ]
    }
   ],
   "source": [
    "#testing for same number of cols between old and latest dfs, if applicable\n",
    "if len(nh_62721_31923) == len(nh_62721_3523) + len(nh_31223_31923):\n",
    "    print('proceed')\n",
    "else:\n",
    "    print('check cols')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b36de8e7",
   "metadata": {},
   "source": [
    "### export data to data pre proc folder"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "bc0eeccb",
   "metadata": {},
   "outputs": [],
   "source": [
    "#save concated as updated parquet file\n",
    "nh_1823_8623.to_parquet('data_pre_proc/nh_all_Jan8_23_Aug6_23_concat.parquet.gzip',\n",
    "                                          compression='gzip')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d160bdf2",
   "metadata": {},
   "source": [
    "#### Thanks to: Jonathan Soma's API tutorial: https://www.youtube.com/watch?v=4Fdyft-ky0w and Jennifer Peebles' documentation on working with the CMS COVID-19 Nursing Home data API: https://github.com/jenniferpeebles/covid_in_nursing_homes_data_from_cms\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}