DHS Project 3.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from os import listdir\n",
    "import pandas as pd\n",
    "from collections import defaultdict, Counter\n",
    "from datetime import datetime, timedelta\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['dhs_data/dhs_2010.csv', 'dhs_data/dhs_2011.csv', 'dhs_data/dhs_2012.csv', 'dhs_data/dhs_2013.csv', 'dhs_data/dhs_2014.csv', 'dhs_data/dhs_2015.csv']\n"
     ]
    }
   ],
   "source": [
    "# Data source: DHS API 2010-2015\n",
    "datafiles = ['dhs_data/' + x for x in listdir('dhs_data/')]\n",
    "datafiles = datafiles[1:]\n",
    "print(datafiles)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>ByVariableId</th>\n",
       "      <th>CIHigh</th>\n",
       "      <th>CILow</th>\n",
       "      <th>CharacteristicId</th>\n",
       "      <th>CharacteristicOrder</th>\n",
       "      <th>DataId</th>\n",
       "      <th>DenominatorUnweighted</th>\n",
       "      <th>DenominatorWeighted</th>\n",
       "      <th>IndicatorOrder</th>\n",
       "      <th>IsPreferred</th>\n",
       "      <th>IsTotal</th>\n",
       "      <th>Precision</th>\n",
       "      <th>RegionId</th>\n",
       "      <th>SDRID</th>\n",
       "      <th>SurveyYear</th>\n",
       "      <th>Value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>132965.000000</td>\n",
       "      <td>132965.000000</td>\n",
       "      <td>198.000000</td>\n",
       "      <td>196.000000</td>\n",
       "      <td>132965.000000</td>\n",
       "      <td>132965.000000</td>\n",
       "      <td>132965.000000</td>\n",
       "      <td>102698.000000</td>\n",
       "      <td>105869.000000</td>\n",
       "      <td>1.329650e+05</td>\n",
       "      <td>132965.000000</td>\n",
       "      <td>132965.0</td>\n",
       "      <td>132965.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>132965.000000</td>\n",
       "      <td>132965.000000</td>\n",
       "      <td>132965.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>13230.234611</td>\n",
       "      <td>3658.951529</td>\n",
       "      <td>97.768182</td>\n",
       "      <td>59.255612</td>\n",
       "      <td>18969.766540</td>\n",
       "      <td>18358.966706</td>\n",
       "      <td>212803.077171</td>\n",
       "      <td>12360.943748</td>\n",
       "      <td>12100.049561</td>\n",
       "      <td>1.426482e+08</td>\n",
       "      <td>0.907186</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.753131</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1432.543699</td>\n",
       "      <td>2012.012868</td>\n",
       "      <td>2341.102970</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>8588.688641</td>\n",
       "      <td>19187.102388</td>\n",
       "      <td>240.648719</td>\n",
       "      <td>151.015468</td>\n",
       "      <td>84977.930579</td>\n",
       "      <td>86386.101193</td>\n",
       "      <td>128554.096600</td>\n",
       "      <td>20157.020942</td>\n",
       "      <td>19187.004922</td>\n",
       "      <td>1.461444e+08</td>\n",
       "      <td>0.290173</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.458758</td>\n",
       "      <td>NaN</td>\n",
       "      <td>934.246211</td>\n",
       "      <td>1.394918</td>\n",
       "      <td>10257.616755</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1000.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>25.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.176301e+07</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>2010.000000</td>\n",
       "      <td>-2.200000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>5953.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.225000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>1000.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>96642.000000</td>\n",
       "      <td>2897.250000</td>\n",
       "      <td>2957.000000</td>\n",
       "      <td>5.170412e+07</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>579.000000</td>\n",
       "      <td>2011.000000</td>\n",
       "      <td>5.400000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>12602.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.450000</td>\n",
       "      <td>1.400000</td>\n",
       "      <td>1000.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>211534.000000</td>\n",
       "      <td>6463.000000</td>\n",
       "      <td>6481.000000</td>\n",
       "      <td>1.145630e+08</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1543.000000</td>\n",
       "      <td>2012.000000</td>\n",
       "      <td>34.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>19333.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.550000</td>\n",
       "      <td>6.950000</td>\n",
       "      <td>10000.000000</td>\n",
       "      <td>10000.000000</td>\n",
       "      <td>323582.000000</td>\n",
       "      <td>13410.000000</td>\n",
       "      <td>13040.000000</td>\n",
       "      <td>2.110031e+08</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2090.000000</td>\n",
       "      <td>2013.000000</td>\n",
       "      <td>100.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>35434.000000</td>\n",
       "      <td>189006.000000</td>\n",
       "      <td>1318.000000</td>\n",
       "      <td>778.000000</td>\n",
       "      <td>607003.000000</td>\n",
       "      <td>607003.000000</td>\n",
       "      <td>434623.000000</td>\n",
       "      <td>492288.000000</td>\n",
       "      <td>469662.000000</td>\n",
       "      <td>9.011641e+08</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3408.000000</td>\n",
       "      <td>2015.000000</td>\n",
       "      <td>492288.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          Unnamed: 0   ByVariableId       CIHigh       CILow  \\\n",
       "count  132965.000000  132965.000000   198.000000  196.000000   \n",
       "mean    13230.234611    3658.951529    97.768182   59.255612   \n",
       "std      8588.688641   19187.102388   240.648719  151.015468   \n",
       "min         0.000000       0.000000     0.100000    0.000000   \n",
       "25%      5953.000000       0.000000     1.225000    0.500000   \n",
       "50%     12602.000000       0.000000     2.450000    1.400000   \n",
       "75%     19333.000000       0.000000     8.550000    6.950000   \n",
       "max     35434.000000  189006.000000  1318.000000  778.000000   \n",
       "\n",
       "       CharacteristicId  CharacteristicOrder         DataId  \\\n",
       "count     132965.000000        132965.000000  132965.000000   \n",
       "mean       18969.766540         18358.966706  212803.077171   \n",
       "std        84977.930579         86386.101193  128554.096600   \n",
       "min         1000.000000             0.000000       1.000000   \n",
       "25%         1000.000000             0.000000   96642.000000   \n",
       "50%         1000.000000             0.000000  211534.000000   \n",
       "75%        10000.000000         10000.000000  323582.000000   \n",
       "max       607003.000000        607003.000000  434623.000000   \n",
       "\n",
       "       DenominatorUnweighted  DenominatorWeighted  IndicatorOrder  \\\n",
       "count          102698.000000        105869.000000    1.329650e+05   \n",
       "mean            12360.943748         12100.049561    1.426482e+08   \n",
       "std             20157.020942         19187.004922    1.461444e+08   \n",
       "min                25.000000             0.000000    1.176301e+07   \n",
       "25%              2897.250000          2957.000000    5.170412e+07   \n",
       "50%              6463.000000          6481.000000    1.145630e+08   \n",
       "75%             13410.000000         13040.000000    2.110031e+08   \n",
       "max            492288.000000        469662.000000    9.011641e+08   \n",
       "\n",
       "         IsPreferred   IsTotal      Precision  RegionId          SDRID  \\\n",
       "count  132965.000000  132965.0  132965.000000       0.0  132965.000000   \n",
       "mean        0.907186       1.0       0.753131       NaN    1432.543699   \n",
       "std         0.290173       0.0       0.458758       NaN     934.246211   \n",
       "min         0.000000       1.0       0.000000       NaN       1.000000   \n",
       "25%         1.000000       1.0       0.000000       NaN     579.000000   \n",
       "50%         1.000000       1.0       1.000000       NaN    1543.000000   \n",
       "75%         1.000000       1.0       1.000000       NaN    2090.000000   \n",
       "max         1.000000       1.0       3.000000       NaN    3408.000000   \n",
       "\n",
       "          SurveyYear          Value  \n",
       "count  132965.000000  132965.000000  \n",
       "mean     2012.012868    2341.102970  \n",
       "std         1.394918   10257.616755  \n",
       "min      2010.000000      -2.200000  \n",
       "25%      2011.000000       5.400000  \n",
       "50%      2012.000000      34.000000  \n",
       "75%      2013.000000     100.000000  \n",
       "max      2015.000000  492288.000000  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list_ = []\n",
    "for file_ in datafiles:\n",
    "    df = pd.read_csv(file_)\n",
    "    list_.append(df)\n",
    "frame = pd.concat(list_)\n",
    "frame.rename(columns=lambda x: x.strip())\n",
    "frame.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(132965, 27)"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "frame.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 132965 entries, 0 to 3471\n",
      "Data columns (total 27 columns):\n",
      "Unnamed: 0                132965 non-null int64\n",
      "ByVariableId              132965 non-null int64\n",
      "ByVariableLabel           23130 non-null object\n",
      "CIHigh                    198 non-null float64\n",
      "CILow                     196 non-null float64\n",
      "CharacteristicCategory    132965 non-null object\n",
      "CharacteristicId          132965 non-null int64\n",
      "CharacteristicLabel       132965 non-null object\n",
      "CharacteristicOrder       132965 non-null int64\n",
      "CountryName               132965 non-null object\n",
      "DHS_CountryCode           132965 non-null object\n",
      "DataId                    132965 non-null int64\n",
      "DenominatorUnweighted     102698 non-null float64\n",
      "DenominatorWeighted       105869 non-null float64\n",
      "Indicator                 132965 non-null object\n",
      "IndicatorId               132965 non-null object\n",
      "IndicatorOrder            132965 non-null int64\n",
      "IsPreferred               132965 non-null int64\n",
      "IsTotal                   132965 non-null int64\n",
      "Precision                 132965 non-null int64\n",
      "RegionId                  0 non-null float64\n",
      "SDRID                     132965 non-null int64\n",
      "SurveyId                  132965 non-null object\n",
      "SurveyType                132965 non-null object\n",
      "SurveyYear                132965 non-null int64\n",
      "SurveyYearLabel           132965 non-null object\n",
      "Value                     132965 non-null float64\n",
      "dtypes: float64(6), int64(11), object(10)\n",
      "memory usage: 28.4+ MB\n"
     ]
    }
   ],
   "source": [
    "frame.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index([u'Unnamed: 0', u'ByVariableId', u'ByVariableLabel', u'CIHigh', u'CILow',\n",
       "       u'CharacteristicCategory', u'CharacteristicId', u'CharacteristicLabel',\n",
       "       u'CharacteristicOrder', u'CountryName', u'DHS_CountryCode', u'DataId',\n",
       "       u'DenominatorUnweighted', u'DenominatorWeighted', u'Indicator',\n",
       "       u'IndicatorId', u'IndicatorOrder', u'IsPreferred', u'IsTotal',\n",
       "       u'Precision', u'RegionId', u'SDRID', u'SurveyId', u'SurveyType',\n",
       "       u'SurveyYear', u'SurveyYearLabel', u'Value'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "frame.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2462"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(frame.Indicator.unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "indicators = pd.DataFrame(data=frame.Indicator.unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "indicators.to_csv('indicators.csv')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Indicator exploration\n",
    "Possible indicators of interest"
   ]
  },
  {
   "cell_type": "raw",
   "metadata": {},
   "source": [
    "Women first married by exact age 15\n",
    "Women first married by exact age 18\n",
    "423,Women first married by exact age 20\n",
    "424,Women first married by exact age 22\n",
    "425,Women first married by exact age 25\n",
    "426,Women never married\n",
    "First sexual intercourse by exact age 15 [Women]\n",
    "446,First sexual intercourse by exact age 18 [Women]\n",
    "447,First sexual intercourse by exact age 20 [Women]\n",
    "448,First sexual intercourse by exact age 22 [Women]\n",
    "449,First sexual intercourse by exact age 25 [Women]\n",
    "Ever experienced physical violence since age 15\n",
    "1975,Physical violence in the past 12 months often\n",
    "1976,Physical violence in the past 12 months sometimes\n",
    "1977,Physical violence in the past 12 months often or sometimes\n",
    "1978,Physical violence committed by current husband/partner\n",
    "1979,Physical violence committed by former husband/partner\n",
    "1980,Physical violence committed by current boyfriend \n",
    "1981,Physical violence committed by former boyfriend\n",
    "1982,Physical violence committed by father/step-father\n",
    "1983,Physical violence committed by mother/step-mother\n",
    "1984,Physical violence committed by sister/brother\n",
    "1985,Physical violence committed by daughter/son\n",
    "1986,Physical violence committed by mother-in-law\n",
    "1987,Physical violence committed by father-in-law\n",
    "1988,Physical violence committed by other in-law\n",
    "1989,Physical violence committed by teacher\n",
    "1990,Physical violence committed by employer/someone at work\n",
    "1991,Physical violence committed by other\n",
    "1992,Number of women who have experienced physical violence since age 15\n",
    "1993,Number of women who have experienced physical violence since age 15 (unweighted)\n",
    "1994,Women who ever experienced sexual violence\n",
    "1995,Women who experienced sexual violence in past 12 months\n",
    "1996,Women who experienced physical violence only\n",
    "1997,Women who experienced sexual violence only\n",
    "1998,Women who experienced physical and sexual violence\n",
    "1999,Women who experienced physical or sexual violence\n",
    "2000,Number of women \n",
    "2001,Women who experienced experienced violence during pregnancy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "list_isin = [\"\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "filter_frame = frame[frame.Indicator.isin([list_isin])]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Alternative"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pattern = r'Physical violence committed by .*'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "filter_IPV = frame[frame.Indicator.str.contains(pattern)] #selects only true columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>Value</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CountryName</th>\n",
       "      <th>SurveyYear</th>\n",
       "      <th>Indicator</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"14\" valign=\"top\">Burkina Faso</th>\n",
       "      <th rowspan=\"14\" valign=\"top\">2010</th>\n",
       "      <th>Physical violence committed by current boyfriend</th>\n",
       "      <td>4.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by current husband/partner</th>\n",
       "      <td>42.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by daughter/son</th>\n",
       "      <td>0.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by employer/someone at work</th>\n",
       "      <td>0.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by father-in-law</th>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by father/step-father</th>\n",
       "      <td>20.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by former boyfriend</th>\n",
       "      <td>0.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by former husband/partner</th>\n",
       "      <td>7.9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by mother-in-law</th>\n",
       "      <td>0.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by mother/step-mother</th>\n",
       "      <td>24.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by other</th>\n",
       "      <td>9.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by other in-law</th>\n",
       "      <td>1.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by sister/brother</th>\n",
       "      <td>16.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by teacher</th>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"15\" valign=\"top\">Cambodia</th>\n",
       "      <th rowspan=\"15\" valign=\"top\">2014</th>\n",
       "      <th>Physical violence committed by current boyfriend</th>\n",
       "      <td>0.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by current husband/partner</th>\n",
       "      <td>51.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by daughter/son</th>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by employer/someone at work</th>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by father/step-father</th>\n",
       "      <td>16.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by former boyfriend</th>\n",
       "      <td>0.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by former husband/partner</th>\n",
       "      <td>18.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by mother-in-law</th>\n",
       "      <td>0.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by mother/step-mother</th>\n",
       "      <td>23.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by other</th>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by other in-law</th>\n",
       "      <td>1.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by other relative</th>\n",
       "      <td>5.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by police/soldier</th>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by sister/brother</th>\n",
       "      <td>8.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by teacher</th>\n",
       "      <td>1.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cameroon</th>\n",
       "      <th>2011</th>\n",
       "      <th>Physical violence committed by current boyfriend</th>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"15\" valign=\"top\">Zambia</th>\n",
       "      <th rowspan=\"15\" valign=\"top\">2013</th>\n",
       "      <th>Physical violence committed by current husband/partner</th>\n",
       "      <td>52.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by daughter/son</th>\n",
       "      <td>0.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by employer/someone at work</th>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by father-in-law</th>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by father/step-father</th>\n",
       "      <td>7.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by former boyfriend</th>\n",
       "      <td>3.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by former husband/partner</th>\n",
       "      <td>23.9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by mother-in-law</th>\n",
       "      <td>0.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by mother/step-mother</th>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by other</th>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by other in-law</th>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by other relative</th>\n",
       "      <td>7.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by police/soldier</th>\n",
       "      <td>0.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by sister/brother</th>\n",
       "      <td>7.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by teacher</th>\n",
       "      <td>5.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"15\" valign=\"top\">Zimbabwe</th>\n",
       "      <th rowspan=\"15\" valign=\"top\">2010</th>\n",
       "      <th>Physical violence committed by current boyfriend</th>\n",
       "      <td>0.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by current husband/partner</th>\n",
       "      <td>57.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by daughter/son</th>\n",
       "      <td>0.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by employer/someone at work</th>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by father/step-father</th>\n",
       "      <td>4.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by former boyfriend</th>\n",
       "      <td>2.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by former husband/partner</th>\n",
       "      <td>20.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by mother-in-law</th>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by mother/step-mother</th>\n",
       "      <td>5.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by other</th>\n",
       "      <td>5.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by other in-law</th>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by other relative</th>\n",
       "      <td>6.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by police/soldier</th>\n",
       "      <td>0.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by sister/brother</th>\n",
       "      <td>4.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Physical violence committed by teacher</th>\n",
       "      <td>3.6</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>531 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                            Value\n",
       "CountryName  SurveyYear Indicator                                                \n",
       "Burkina Faso 2010       Physical violence committed by current boyfriend      4.2\n",
       "                        Physical violence committed by current husband/...   42.1\n",
       "                        Physical violence committed by daughter/son           0.1\n",
       "                        Physical violence committed by employer/someone...    0.2\n",
       "                        Physical violence committed by father-in-law          0.0\n",
       "                        Physical violence committed by father/step-father    20.5\n",
       "                        Physical violence committed by former boyfriend       0.7\n",
       "                        Physical violence committed by former husband/p...    7.9\n",
       "                        Physical violence committed by mother-in-law          0.2\n",
       "                        Physical violence committed by mother/step-mother    24.0\n",
       "                        Physical violence committed by other                  9.3\n",
       "                        Physical violence committed by other in-law           1.3\n",
       "                        Physical violence committed by sister/brother        16.6\n",
       "                        Physical violence committed by teacher                1.0\n",
       "Cambodia     2014       Physical violence committed by current boyfriend      0.6\n",
       "                        Physical violence committed by current husband/...   51.7\n",
       "                        Physical violence committed by daughter/son           0.3\n",
       "                        Physical violence committed by employer/someone...    0.3\n",
       "                        Physical violence committed by father/step-father    16.1\n",
       "                        Physical violence committed by former boyfriend       0.2\n",
       "                        Physical violence committed by former husband/p...   18.0\n",
       "                        Physical violence committed by mother-in-law          0.1\n",
       "                        Physical violence committed by mother/step-mother    23.0\n",
       "                        Physical violence committed by other                  1.0\n",
       "                        Physical violence committed by other in-law           1.6\n",
       "                        Physical violence committed by other relative         5.7\n",
       "                        Physical violence committed by police/soldier         0.0\n",
       "                        Physical violence committed by sister/brother         8.4\n",
       "                        Physical violence committed by teacher                1.6\n",
       "Cameroon     2011       Physical violence committed by current boyfriend      2.0\n",
       "...                                                                           ...\n",
       "Zambia       2013       Physical violence committed by current husband/...   52.6\n",
       "                        Physical violence committed by daughter/son           0.1\n",
       "                        Physical violence committed by employer/someone...    0.0\n",
       "                        Physical violence committed by father-in-law          0.0\n",
       "                        Physical violence committed by father/step-father     7.1\n",
       "                        Physical violence committed by former boyfriend       3.2\n",
       "                        Physical violence committed by former husband/p...   23.9\n",
       "                        Physical violence committed by mother-in-law          0.1\n",
       "                        Physical violence committed by mother/step-mother    12.0\n",
       "                        Physical violence committed by other                  8.0\n",
       "                        Physical violence committed by other in-law           0.3\n",
       "                        Physical violence committed by other relative         7.2\n",
       "                        Physical violence committed by police/soldier         0.2\n",
       "                        Physical violence committed by sister/brother         7.2\n",
       "                        Physical violence committed by teacher                5.1\n",
       "Zimbabwe     2010       Physical violence committed by current boyfriend      0.2\n",
       "                        Physical violence committed by current husband/...   57.0\n",
       "                        Physical violence committed by daughter/son           0.1\n",
       "                        Physical violence committed by employer/someone...    0.3\n",
       "                        Physical violence committed by father/step-father     4.1\n",
       "                        Physical violence committed by former boyfriend       2.7\n",
       "                        Physical violence committed by former husband/p...   20.3\n",
       "                        Physical violence committed by mother-in-law          0.3\n",
       "                        Physical violence committed by mother/step-mother     5.4\n",
       "                        Physical violence committed by other                  5.4\n",
       "                        Physical violence committed by other in-law           1.0\n",
       "                        Physical violence committed by other relative         6.6\n",
       "                        Physical violence committed by police/soldier         0.2\n",
       "                        Physical violence committed by sister/brother         4.3\n",
       "                        Physical violence committed by teacher                3.6\n",
       "\n",
       "[531 rows x 1 columns]"
      ]
     },
     "execution_count": 77,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.pivot_table(filter_IPV,index=['CountryName','SurveyYear', 'Indicator'],values=['Value'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "filter_framePT = pd.pivot_table(filter_frame,index=['CountryName','SurveyYear'],values=['Value'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>Value</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CountryName</th>\n",
       "      <th>SurveyYear</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Armenia</th>\n",
       "      <th>2010</th>\n",
       "      <td>0.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">Bangladesh</th>\n",
       "      <th>2011</th>\n",
       "      <td>42.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <td>38.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Benin</th>\n",
       "      <th>2012</th>\n",
       "      <td>14.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Burkina Faso</th>\n",
       "      <th>2010</th>\n",
       "      <td>9.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Burundi</th>\n",
       "      <th>2010</th>\n",
       "      <td>4.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">Cambodia</th>\n",
       "      <th>2010</th>\n",
       "      <td>3.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <td>4.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cameroon</th>\n",
       "      <th>2011</th>\n",
       "      <td>16.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Chad</th>\n",
       "      <th>2014</th>\n",
       "      <td>29.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Colombia</th>\n",
       "      <th>2010</th>\n",
       "      <td>5.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Comoros</th>\n",
       "      <th>2012</th>\n",
       "      <td>10.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Congo</th>\n",
       "      <th>2011</th>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Congo Democratic Republic</th>\n",
       "      <th>2013</th>\n",
       "      <td>13.8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cote d'Ivoire</th>\n",
       "      <th>2012</th>\n",
       "      <td>11.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Dominican Republic</th>\n",
       "      <th>2013</th>\n",
       "      <td>13.8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Egypt</th>\n",
       "      <th>2014</th>\n",
       "      <td>5.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ethiopia</th>\n",
       "      <th>2011</th>\n",
       "      <td>29.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Gabon</th>\n",
       "      <th>2012</th>\n",
       "      <td>7.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Gambia</th>\n",
       "      <th>2013</th>\n",
       "      <td>18.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ghana</th>\n",
       "      <th>2014</th>\n",
       "      <td>7.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Guinea</th>\n",
       "      <th>2012</th>\n",
       "      <td>27.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Haiti</th>\n",
       "      <th>2012</th>\n",
       "      <td>3.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Honduras</th>\n",
       "      <th>2011</th>\n",
       "      <td>9.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Indonesia</th>\n",
       "      <th>2012</th>\n",
       "      <td>8.9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Jordan</th>\n",
       "      <th>2012</th>\n",
       "      <td>1.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Kenya</th>\n",
       "      <th>2014</th>\n",
       "      <td>7.8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Kyrgyz Republic</th>\n",
       "      <th>2012</th>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Lesotho</th>\n",
       "      <th>2014</th>\n",
       "      <td>3.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Liberia</th>\n",
       "      <th>2013</th>\n",
       "      <td>13.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Malawi</th>\n",
       "      <th>2010</th>\n",
       "      <td>14.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Mali</th>\n",
       "      <th>2012</th>\n",
       "      <td>20.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Mozambique</th>\n",
       "      <th>2011</th>\n",
       "      <td>14.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Namibia</th>\n",
       "      <th>2013</th>\n",
       "      <td>1.8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Nepal</th>\n",
       "      <th>2011</th>\n",
       "      <td>18.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Niger</th>\n",
       "      <th>2012</th>\n",
       "      <td>30.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Nigeria</th>\n",
       "      <th>2013</th>\n",
       "      <td>23.8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Pakistan</th>\n",
       "      <th>2012</th>\n",
       "      <td>7.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">Peru</th>\n",
       "      <th>2010</th>\n",
       "      <td>3.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011</th>\n",
       "      <td>3.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2012</th>\n",
       "      <td>3.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Philippines</th>\n",
       "      <th>2013</th>\n",
       "      <td>2.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">Rwanda</th>\n",
       "      <th>2010</th>\n",
       "      <td>2.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015</th>\n",
       "      <td>1.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">Senegal</th>\n",
       "      <th>2010</th>\n",
       "      <td>16.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2012</th>\n",
       "      <td>11.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Sierra Leone</th>\n",
       "      <th>2013</th>\n",
       "      <td>16.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Tajikistan</th>\n",
       "      <th>2012</th>\n",
       "      <td>0.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">Tanzania</th>\n",
       "      <th>2010</th>\n",
       "      <td>8.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2012</th>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Togo</th>\n",
       "      <th>2013</th>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Uganda</th>\n",
       "      <th>2011</th>\n",
       "      <td>17.8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Yemen</th>\n",
       "      <th>2013</th>\n",
       "      <td>18.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Zambia</th>\n",
       "      <th>2013</th>\n",
       "      <td>9.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Zimbabwe</th>\n",
       "      <th>2010</th>\n",
       "      <td>6.1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      Value\n",
       "CountryName               SurveyYear       \n",
       "Armenia                   2010          0.7\n",
       "Bangladesh                2011         42.2\n",
       "                          2014         38.0\n",
       "Benin                     2012         14.3\n",
       "Burkina Faso              2010          9.5\n",
       "Burundi                   2010          4.6\n",
       "Cambodia                  2010          3.1\n",
       "                          2014          4.4\n",
       "Cameroon                  2011         16.6\n",
       "Chad                      2014         29.6\n",
       "Colombia                  2010          5.6\n",
       "Comoros                   2012         10.4\n",
       "Congo                     2011         10.0\n",
       "Congo Democratic Republic 2013         13.8\n",
       "Cote d'Ivoire             2012         11.6\n",
       "Dominican Republic        2013         13.8\n",
       "Egypt                     2014          5.7\n",
       "Ethiopia                  2011         29.6\n",
       "Gabon                     2012          7.5\n",
       "Gambia                    2013         18.1\n",
       "Ghana                     2014          7.6\n",
       "Guinea                    2012         27.3\n",
       "Haiti                     2012          3.6\n",
       "Honduras                  2011          9.5\n",
       "Indonesia                 2012          8.9\n",
       "Jordan                    2012          1.6\n",
       "Kenya                     2014          7.8\n",
       "Kyrgyz Republic           2012          0.5\n",
       "Lesotho                   2014          3.4\n",
       "Liberia                   2013         13.1\n",
       "Malawi                    2010         14.1\n",
       "Mali                      2012         20.1\n",
       "Mozambique                2011         14.4\n",
       "Namibia                   2013          1.8\n",
       "Nepal                     2011         18.0\n",
       "Niger                     2012         30.2\n",
       "Nigeria                   2013         23.8\n",
       "Pakistan                  2012          7.2\n",
       "Peru                      2010          3.2\n",
       "                          2011          3.7\n",
       "                          2012          3.7\n",
       "Philippines               2013          2.6\n",
       "Rwanda                    2010          2.1\n",
       "                          2015          1.5\n",
       "Senegal                   2010         16.2\n",
       "                          2012         11.4\n",
       "                          2014         11.0\n",
       "Sierra Leone              2013         16.4\n",
       "Tajikistan                2012          0.6\n",
       "Tanzania                  2010          8.2\n",
       "                          2012          7.0\n",
       "Togo                      2013          9.0\n",
       "Uganda                    2011         17.8\n",
       "Yemen                     2013         18.0\n",
       "Zambia                    2013          9.6\n",
       "Zimbabwe                  2010          6.1"
      ]
     },
     "execution_count": 73,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "filter_framePT"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "df2 = pd.pivot_table(frame,index=['CountryName','SurveyYear'],values=['Value'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "df2.to_csv('tabular_data.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>SurveyYear</th>\n",
       "      <th>2010</th>\n",
       "      <th>2011</th>\n",
       "      <th>2012</th>\n",
       "      <th>2013</th>\n",
       "      <th>2014</th>\n",
       "      <th>2015</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CountryName</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Angola</th>\n",
       "      <td>0</td>\n",
       "      <td>525</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Armenia</th>\n",
       "      <td>2067</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Bangladesh</th>\n",
       "      <td>0</td>\n",
       "      <td>1601</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1307</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Benin</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2430</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Burkina Faso</th>\n",
       "      <td>2667</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>464</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Burundi</th>\n",
       "      <td>2411</td>\n",
       "      <td>0</td>\n",
       "      <td>558</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cambodia</th>\n",
       "      <td>1996</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2246</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cameroon</th>\n",
       "      <td>0</td>\n",
       "      <td>2516</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Chad</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2611</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Colombia</th>\n",
       "      <td>1651</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Comoros</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2501</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Congo</th>\n",
       "      <td>0</td>\n",
       "      <td>2227</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Congo Democratic Republic</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2583</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cote d'Ivoire</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2688</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Dominican Republic</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2122</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Egypt</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1763</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ethiopia</th>\n",
       "      <td>0</td>\n",
       "      <td>2366</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Gabon</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2454</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Gambia</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2590</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ghana</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2414</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Guinea</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2423</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Haiti</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2402</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Honduras</th>\n",
       "      <td>0</td>\n",
       "      <td>2497</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Indonesia</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2006</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Jordan</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1516</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Kenya</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2599</td>\n",
       "      <td>476</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Kyrgyz Republic</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2279</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Lesotho</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2289</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Liberia</th>\n",
       "      <td>0</td>\n",
       "      <td>538</td>\n",
       "      <td>0</td>\n",
       "      <td>2384</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Madagascar</th>\n",
       "      <td>0</td>\n",
       "      <td>498</td>\n",
       "      <td>0</td>\n",
       "      <td>505</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Malawi</th>\n",
       "      <td>2475</td>\n",
       "      <td>0</td>\n",
       "      <td>503</td>\n",
       "      <td>0</td>\n",
       "      <td>454</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Mali</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2679</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>434</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Mozambique</th>\n",
       "      <td>0</td>\n",
       "      <td>2376</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Namibia</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2603</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Nepal</th>\n",
       "      <td>0</td>\n",
       "      <td>2203</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Niger</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2467</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Nigeria</th>\n",
       "      <td>610</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2620</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Pakistan</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2081</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Peru</th>\n",
       "      <td>1809</td>\n",
       "      <td>1833</td>\n",
       "      <td>1813</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Philippines</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1660</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Rwanda</th>\n",
       "      <td>2526</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>498</td>\n",
       "      <td>0</td>\n",
       "      <td>2562</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Senegal</th>\n",
       "      <td>2462</td>\n",
       "      <td>0</td>\n",
       "      <td>1741</td>\n",
       "      <td>0</td>\n",
       "      <td>2235</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Sierra Leone</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2706</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Tajikistan</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1779</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Tanzania</th>\n",
       "      <td>2343</td>\n",
       "      <td>0</td>\n",
       "      <td>1115</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Togo</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2665</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Uganda</th>\n",
       "      <td>0</td>\n",
       "      <td>3321</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>537</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Yemen</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1502</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Zambia</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2640</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Zimbabwe</th>\n",
       "      <td>2543</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "SurveyYear                 2010  2011  2012  2013  2014  2015\n",
       "CountryName                                                  \n",
       "Angola                        0   525     0     0     0     0\n",
       "Armenia                    2067     0     0     0     0     0\n",
       "Bangladesh                    0  1601     0     0  1307     0\n",
       "Benin                         0     0  2430     0     0     0\n",
       "Burkina Faso               2667     0     0     0   464     0\n",
       "Burundi                    2411     0   558     0     0     0\n",
       "Cambodia                   1996     0     0     0  2246     0\n",
       "Cameroon                      0  2516     0     0     0     0\n",
       "Chad                          0     0     0     0  2611     0\n",
       "Colombia                   1651     0     0     0     0     0\n",
       "Comoros                       0     0  2501     0     0     0\n",
       "Congo                         0  2227     0     0     0     0\n",
       "Congo Democratic Republic     0     0     0  2583     0     0\n",
       "Cote d'Ivoire                 0     0  2688     0     0     0\n",
       "Dominican Republic            0     0     0  2122     0     0\n",
       "Egypt                         0     0     0     0  1763     0\n",
       "Ethiopia                      0  2366     0     0     0     0\n",
       "Gabon                         0     0  2454     0     0     0\n",
       "Gambia                        0     0     0  2590     0     0\n",
       "Ghana                         0     0     0     0  2414     0\n",
       "Guinea                        0     0  2423     0     0     0\n",
       "Haiti                         0     0  2402     0     0     0\n",
       "Honduras                      0  2497     0     0     0     0\n",
       "Indonesia                     0     0  2006     0     0     0\n",
       "Jordan                        0     0  1516     0     0     0\n",
       "Kenya                         0     0     0     0  2599   476\n",
       "Kyrgyz Republic               0     0  2279     0     0     0\n",
       "Lesotho                       0     0     0     0  2289     0\n",
       "Liberia                       0   538     0  2384     0     0\n",
       "Madagascar                    0   498     0   505     0     0\n",
       "Malawi                     2475     0   503     0   454     0\n",
       "Mali                          0     0  2679     0     0   434\n",
       "Mozambique                    0  2376     0     0     0     0\n",
       "Namibia                       0     0     0  2603     0     0\n",
       "Nepal                         0  2203     0     0     0     0\n",
       "Niger                         0     0  2467     0     0     0\n",
       "Nigeria                     610     0     0  2620     0     0\n",
       "Pakistan                      0     0  2081     0     0     0\n",
       "Peru                       1809  1833  1813     0     0     0\n",
       "Philippines                   0     0     0  1660     0     0\n",
       "Rwanda                     2526     0     0   498     0  2562\n",
       "Senegal                    2462     0  1741     0  2235     0\n",
       "Sierra Leone                  0     0     0  2706     0     0\n",
       "Tajikistan                    0     0  1779     0     0     0\n",
       "Tanzania                   2343     0  1115     0     0     0\n",
       "Togo                          0     0     0  2665     0     0\n",
       "Uganda                        0  3321     0     0   537     0\n",
       "Yemen                         0     0     0  1502     0     0\n",
       "Zambia                        0     0     0  2640     0     0\n",
       "Zimbabwe                   2543     0     0     0     0     0"
      ]
     },
     "execution_count": 58,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.crosstab(df.CountryName,frame.SurveyYear)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "married_by_15 = frame.loc[frame.Indicator == \"Women first married by exact age 15\", [\"CountryName\", \"Value\"]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "                     CountryName  Value\n",
      "592                      Armenia    0.7\n",
      "2664                Burkina Faso    9.5\n",
      "5313                     Burundi    4.6\n",
      "7647                    Colombia    5.6\n",
      "9310                    Cambodia    3.1\n",
      "11422                     Malawi   14.1\n",
      "14381                       Peru    3.2\n",
      "16279                     Rwanda    2.1\n",
      "18790                    Senegal   16.2\n",
      "21227                   Tanzania    8.2\n",
      "23595                   Zimbabwe    6.1\n",
      "890                   Bangladesh   42.2\n",
      "2647                       Congo   10.0\n",
      "4902                    Cameroon   16.6\n",
      "7428                    Ethiopia   29.6\n",
      "9964                    Honduras    9.5\n",
      "13350                 Mozambique   14.4\n",
      "15657                      Nepal   18.0\n",
      "17853                       Peru    3.7\n",
      "19273                     Uganda   18.4\n",
      "20623                     Uganda   17.2\n",
      "568                        Benin   14.3\n",
      "3549               Cote d'Ivoire   11.6\n",
      "6194                       Gabon    7.5\n",
      "8610                      Guinea   27.3\n",
      "11010                      Haiti    3.6\n",
      "13504                  Indonesia    8.9\n",
      "15359                     Jordan    1.6\n",
      "17048                    Comoros   10.4\n",
      "19542            Kyrgyz Republic    0.5\n",
      "21835                       Mali   20.1\n",
      "25010                      Niger   30.2\n",
      "27414                       Peru    3.7\n",
      "29305                   Pakistan    7.2\n",
      "31231                    Senegal   11.4\n",
      "32916                 Tajikistan    0.6\n",
      "34439                   Tanzania    7.0\n",
      "565    Congo Democratic Republic   13.8\n",
      "2985          Dominican Republic   13.8\n",
      "5283                      Gambia   18.1\n",
      "7874                     Liberia   13.1\n",
      "10795                    Nigeria   23.8\n",
      "13396                    Namibia    1.8\n",
      "15850                Philippines    2.6\n",
      "18152               Sierra Leone   16.4\n",
      "20812                       Togo    9.0\n",
      "23300                      Yemen   18.0\n",
      "25057                     Zambia    9.6\n",
      "314                   Bangladesh   38.0\n",
      "2144                       Egypt    5.7\n",
      "4109                       Ghana    7.6\n",
      "6543                       Kenya    7.8\n",
      "9054                    Cambodia    4.4\n",
      "11355                    Lesotho    3.4\n",
      "14107                    Senegal   11.0\n",
      "16309                       Chad   29.6\n",
      "1493                      Rwanda    1.5\n"
     ]
    }
   ],
   "source": [
    "print(married_by_15)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "50"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(frame.CountryName.unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}