BuildDotaMatches.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import requests\n",
    "import json"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "match_id = 3212338121"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "host = \"https://api.opendota.com/api/matches/\" + str(match_id)\n",
    "data = {'match_id': match_id}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "request = requests.get(host, data=data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "200"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "request.status_code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "match_data = request.content\n",
    "match_data = json.loads(match_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[u'barracks_status_dire',\n",
       " u'match_id',\n",
       " u'barracks_status_radiant',\n",
       " u'cluster',\n",
       " u'first_blood_time',\n",
       " u'chat',\n",
       " u'dire_score',\n",
       " u'duration',\n",
       " u'radiant_win',\n",
       " u'skill',\n",
       " u'lobby_type',\n",
       " u'tower_status_dire',\n",
       " u'teamfights',\n",
       " u'objectives',\n",
       " u'version',\n",
       " u'cosmetics',\n",
       " u'leagueid',\n",
       " u'engine',\n",
       " u'radiant_score',\n",
       " u'human_players',\n",
       " u'start_time',\n",
       " u'match_seq_num',\n",
       " u'tower_status_radiant',\n",
       " u'negative_votes',\n",
       " u'picks_bans',\n",
       " u'positive_votes',\n",
       " u'radiant_xp_adv',\n",
       " u'region',\n",
       " u'game_mode',\n",
       " u'patch',\n",
       " u'radiant_gold_adv',\n",
       " u'players']"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "match_data.keys()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "22\n"
     ]
    }
   ],
   "source": [
    "print match_data['game_mode']"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Fields of interest in match:\n",
    "    1. patch\n",
    "    2. positive_votes and negative_votes\n",
    "    3. first_blood_time\n",
    "    4. barracks_status_radiant\n",
    "    5. barracks_status_dire\n",
    "    6. radiant_win\n",
    "    7. possibly teamfights in the future"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[u'gold', u'actions', u'damage_inflictor_received', u'lh_t', u'repicked', u'damage_taken', u'kill_streaks', u'cosmetics', u'hero_id', u'kills_log', u'account_id', u'kills', u'kills_per_min', u'start_time', u'isRadiant', u'backpack_1', u'backpack_0', u'leaver_status', u'killed', u'stuns', u'gold_per_min', u'name', u'level', u'damage_inflictor', u'patch', u'item_4', u'item_5', u'item_2', u'item_3', u'item_0', u'item_1', u'sen_left_log', u'obs_placed', u'match_id', u'kda', u'pings', u'gold_reasons', u'total_gold', u'item_uses', u'duration', u'sen', u'lobby_type', u'denies', u'killed_by', u'permanent_buffs', u'last_login', u'gold_t', u'xp_per_min', u'ability_uses', u'performance_others', u'lose', u'abandons', u'rune_pickups', u'assists', u'obs_left_log', u'xp_reasons', u'purchase_log', u'region', u'obs_log', u'times', u'pred_vict', u'obs', u'win', u'radiant_win', u'runes', u'game_mode', u'ability_upgrades_arr', u'party_id', u'hero_healing', u'runes_log', u'life_state', u'xp_t', u'benchmarks', u'buyback_log', u'additional_units', u'gold_spent', u'deaths', u'cluster', u'last_hits', u'total_xp', u'player_slot', u'creeps_stacked', u'multi_kills', u'camps_stacked', u'damage', u'sen_log', u'hero_hits', u'solo_competitive_rank', u'tower_damage', u'hero_damage', u'personaname', u'max_hero_hit', u'lane_pos', u'purchase', u'randomed', u'backpack_2', u'sen_placed', u'dn_t']\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n"
     ]
    }
   ],
   "source": [
    "# Here we analyze a player\n",
    "player1 = match_data['players'][0]\n",
    "print player1.keys()\n",
    "for player in match_data['players']:\n",
    "    print player['abandons']"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "https://github.com/kronusme/dota2-api/blob/master/data/heroes.json\n",
    "https://github.com/kronusme/dota2-api/blob/master/data/items.json\n",
    "\n",
    "Of interest from the player fields are:\n",
    "    1. gold\n",
    "    2. last_hints\n",
    "    3. damage_taken\n",
    "    4. isRadiant\n",
    "    5. hero_id\n",
    "    6. actions_per_min\n",
    "    7. kills\n",
    "    8. kills_per_min\n",
    "    9. item_win for end state items\n",
    "    10. kda\n",
    "    11. assists\n",
    "    12. deaths\n",
    "    13. total_gold and total_xp\n",
    "    14. denies\n",
    "    15. item_0, item_1, item_2, ..., item_5\n",
    "    16. lane_role\n",
    "    17. lane_efficiency_pct\n",
    "    18. solo_competitive_rank\n",
    "    19. hero_damage\n",
    "    20. hero_healing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "113"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "heroInfo = {\n",
    "        \"heroes\":[\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_antimage\",\n",
    "                \"id\":1\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_axe\",\n",
    "            \"id\":2\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_bane\",\n",
    "            \"id\":3\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_bloodseeker\",\n",
    "            \"id\":4\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_crystal_maiden\",\n",
    "            \"id\":5\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_drow_ranger\",\n",
    "            \"id\":6\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_earthshaker\",\n",
    "            \"id\":7\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_juggernaut\",\n",
    "            \"id\":8\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_mirana\",\n",
    "            \"id\":9\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_nevermore\",\n",
    "            \"id\":11\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_morphling\",\n",
    "            \"id\":10\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_phantom_lancer\",\n",
    "            \"id\":12\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_puck\",\n",
    "            \"id\":13\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_pudge\",\n",
    "            \"id\":14\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_razor\",\n",
    "            \"id\":15\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_sand_king\",\n",
    "            \"id\":16\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_storm_spirit\",\n",
    "            \"id\":17\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_sven\",\n",
    "            \"id\":18\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_tiny\",\n",
    "            \"id\":19\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_vengefulspirit\",\n",
    "            \"id\":20\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_windrunner\",\n",
    "            \"id\":21\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_zuus\",\n",
    "            \"id\":22\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_kunkka\",\n",
    "            \"id\":23\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_lina\",\n",
    "            \"id\":25\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_lich\",\n",
    "            \"id\":31\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_lion\",\n",
    "            \"id\":26\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_shadow_shaman\",\n",
    "            \"id\":27\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_slardar\",\n",
    "            \"id\":28\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_tidehunter\",\n",
    "            \"id\":29\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_witch_doctor\",\n",
    "            \"id\":30\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_riki\",\n",
    "            \"id\":32\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_enigma\",\n",
    "            \"id\":33\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_tinker\",\n",
    "            \"id\":34\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_sniper\",\n",
    "            \"id\":35\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_necrolyte\",\n",
    "            \"id\":36\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_warlock\",\n",
    "            \"id\":37\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_beastmaster\",\n",
    "            \"id\":38\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_queenofpain\",\n",
    "            \"id\":39\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_venomancer\",\n",
    "            \"id\":40\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_faceless_void\",\n",
    "            \"id\":41\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_skeleton_king\",\n",
    "            \"id\":42\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_death_prophet\",\n",
    "            \"id\":43\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_phantom_assassin\",\n",
    "            \"id\":44\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_pugna\",\n",
    "            \"id\":45\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_templar_assassin\",\n",
    "            \"id\":46\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_viper\",\n",
    "            \"id\":47\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_luna\",\n",
    "            \"id\":48\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_dragon_knight\",\n",
    "            \"id\":49\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_dazzle\",\n",
    "            \"id\":50\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_rattletrap\",\n",
    "            \"id\":51\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_leshrac\",\n",
    "            \"id\":52\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_furion\",\n",
    "            \"id\":53\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_life_stealer\",\n",
    "            \"id\":54\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_dark_seer\",\n",
    "            \"id\":55\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_clinkz\",\n",
    "            \"id\":56\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_omniknight\",\n",
    "            \n",
    "            \"id\":57\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_enchantress\",\n",
    "            \"id\":58\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_huskar\",\n",
    "            \"id\":59\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_night_stalker\",\n",
    "            \"id\":60\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_broodmother\",\n",
    "            \"id\":61\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_bounty_hunter\",\n",
    "            \"id\":62\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_weaver\",\n",
    "            \"id\":63\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_jakiro\",\n",
    "            \"id\":64\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_batrider\",\n",
    "            \"id\":65\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_chen\",\n",
    "            \"id\":66\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_spectre\",\n",
    "            \"id\":67\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_doom_bringer\",\n",
    "            \"id\":69\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_ancient_apparition\",\n",
    "            \"id\":68\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_ursa\",\n",
    "            \"id\":70\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_spirit_breaker\",\n",
    "            \"id\":71\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_gyrocopter\",\n",
    "            \"id\":72\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_alchemist\",\n",
    "            \"id\":73\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_invoker\",\n",
    "            \"id\":74\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_silencer\",\n",
    "            \"id\":75\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_obsidian_destroyer\",\n",
    "            \"id\":76\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_lycan\",\n",
    "            \"id\":77\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_brewmaster\",\n",
    "            \"id\":78\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_shadow_demon\",\n",
    "            \"id\":79\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_lone_druid\",\n",
    "            \"id\":80\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_chaos_knight\",\n",
    "            \"id\":81\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_meepo\",\n",
    "            \"id\":82\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_treant\",\n",
    "            \"id\":83\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_ogre_magi\",\n",
    "            \"id\":84\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_undying\",\n",
    "            \"id\":85\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_rubick\",\n",
    "            \"id\":86\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_disruptor\",\n",
    "            \"id\":87\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_nyx_assassin\",\n",
    "            \"id\":88\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_naga_siren\",\n",
    "            \"id\":89\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_keeper_of_the_light\",\n",
    "            \"id\":90\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_wisp\",\n",
    "            \"id\":91\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_visage\",\n",
    "            \"id\":92\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_slark\",\n",
    "            \"id\":93\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_medusa\",\n",
    "            \"id\":94\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_troll_warlord\",\n",
    "            \"id\":95\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_centaur\",\n",
    "            \"id\":96\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_magnataur\",\n",
    "            \"id\":97\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_shredder\",\n",
    "            \"id\":98\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_bristleback\",\n",
    "            \"id\":99\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_tusk\",\n",
    "            \"id\":100\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_skywrath_mage\",\n",
    "            \"id\":101\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_abaddon\",\n",
    "            \"id\":102\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_elder_titan\",\n",
    "            \"id\":103\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_legion_commander\",\n",
    "            \"id\":104\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_ember_spirit\",\n",
    "            \"id\":106\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_earth_spirit\",\n",
    "            \"id\":107\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_terrorblade\",\n",
    "            \"id\":109\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_phoenix\",\n",
    "            \"id\":110\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_oracle\",\n",
    "            \"id\":111\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_techies\",\n",
    "            \"id\":105\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_winter_wyvern\",\n",
    "            \"id\":112\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_arc_warden\",\n",
    "            \"id\":113\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_abyssal_underlord\",\n",
    "            \"id\":108\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_monkey_king\",\n",
    "            \"id\":114\n",
    "        }\n",
    "        ]\n",
    "}\n",
    "\n",
    "heroRoles = {\n",
    "    1: [1], 2: [3, 2, 4], 3: [5, 4],\n",
    "    4: [3, 2], 5: [5, 4], 6: [1, 2],\n",
    "    7: [4, 5], 8: [1, 2], 9: [2, 3, 1],\n",
    "    10: [1, 2], 11: [2, 1], 12: [1],\n",
    "    13: [2], 14: [2, 4], 15: [2],\n",
    "    16: [3, 4], 17: [2], 18: [1],\n",
    "    19: [2, 4], 20: [5, 4, 1], 21: [2],\n",
    "    22: [2], 23: [2, 3], 25: [2, 4],\n",
    "    26: [4, 5], 27: [5, 4, 2], 28: [4, 3, 1],\n",
    "    29: [3, 4], 30: [4, 5], 31: [5],\n",
    "    32: [4], 33: [4], 34: [2],\n",
    "    35: [2, 1, 3], 36: [3, 4, 2], 37: [4, 5],\n",
    "    38: [3, 4], 39: [2], 40: [4, 2],\n",
    "    41: [3, 1], 42: [3, 1], 43: [2],\n",
    "    44: [1], 45: [4, 2, 5], 46: [2],\n",
    "    47: [2], 48: [1], 49: [2, 3, 1],\n",
    "    50: [5, 4], 51: [3], 52: [2, 4],\n",
    "    53: [4], 54: [4, 3], 55: [3],\n",
    "    56: [3], 57: [5], 58: [4],\n",
    "    59: [2, 1, 3], 60: [4, 2], 61: [3],\n",
    "    62: [4], 63: [3], 64: [5, 2],\n",
    "    65: [2, 3], 66: [4], 67: [1],\n",
    "    68: [5], 69: [4, 3], 70: [4],\n",
    "    71: [4, 3], 72: [1], 73: [2, 4],\n",
    "    74: [2], 75: [5], 76: [2],\n",
    "    77: [4], 78: [2], 79: [5],\n",
    "    80: [4, 3], 81: [1, 4], 82: [2],\n",
    "    83: [5], 84: [5], 85: [5, 4],\n",
    "    86: [5], 87: [5], 88: [3],\n",
    "    89: [1, 4], 90: [5], 91: [5],\n",
    "    92: [4], 93: [1], 94: [1], \n",
    "    95: [1], 96: [3], 97: [2],\n",
    "    98: [3, 2], 99: [3], 100: [3],\n",
    "    101: [5, 4], 102: [5], 103: [3],\n",
    "    104: [4], 105: [4], 106: [2],\n",
    "    107: [4], 108: [3], 109: [1],\n",
    "    110: [4], 111: [5], 112: [5],\n",
    "    113: [2], 114: [2, 4]   \n",
    "}\n",
    "len(heroRoles)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import random\n",
    "# return the roles of farm priority (1-5) for the corresponding hero ID\n",
    "# the roles are in descending order of common if there is more than one\n",
    "def classifyHeroRoles(heroID):\n",
    "    return heroRoles[heroID]\n",
    "\n",
    "def giveHeroRole(heroID, availableRoles):\n",
    "    roles = classifyHeroRoles(heroID)\n",
    "    if len(roles) == 1 and roles[0] in availableRoles:\n",
    "        return roles[0]\n",
    "    elif len(roles) == 1:\n",
    "        return random.choice(availableRoles)\n",
    "    for role in roles:\n",
    "        if role in availableRoles:\n",
    "            return role\n",
    "    return random.choice(availableRoles)\n",
    "\n",
    "def classifyTeam(heroIDsOnFullTeam):\n",
    "    classifiedTeam = {}\n",
    "    availableRoles = [1, 2, 3, 4, 5]\n",
    "    heroIDsOnFullTeam = sorted(heroIDsOnFullTeam, key = lambda x: len(classifyHeroRoles(x)))\n",
    "    for heroID in heroIDsOnFullTeam:\n",
    "        givenRole = giveHeroRole(heroID, availableRoles)\n",
    "        availableRoles.remove(givenRole)\n",
    "        classifiedTeam[givenRole] = heroID\n",
    "    return classifiedTeam\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "def PlayerExtractKey(playerJSON, key):\n",
    "    if key in playerJSON:\n",
    "        return playerJSON[key]\n",
    "    else:\n",
    "        return float('nan')\n",
    "\n",
    "def extractDotaInformation(matchJSON):\n",
    "    matchInfo = {}\n",
    "    matchInfo['match_id'] = matchJSON['match_id']\n",
    "    matchInfo['patch'] = matchJSON['patch']\n",
    "    matchInfo['positive_votes'] = matchJSON['positive_votes']\n",
    "    matchInfo['negative_votes'] = matchJSON['negative_votes']\n",
    "    matchInfo['first_blood_time'] = matchJSON['first_blood_time']\n",
    "    matchInfo['barracks_status_radiant'] = matchJSON['barracks_status_radiant']\n",
    "    matchInfo['barracks_status_dire'] = matchJSON['barracks_status_dire']\n",
    "    matchInfo['tower_status_radiant'] = matchJSON['tower_status_radiant']\n",
    "    matchInfo['tower_status_dire'] = matchJSON['tower_status_dire']\n",
    "    matchInfo['radiant_win'] = matchJSON['radiant_win']\n",
    "    matchInfo['duration'] = matchJSON['duration']\n",
    "    \n",
    "    heroesRadiant = []\n",
    "    heroesDire = []\n",
    "    \n",
    "    for player in matchJSON['players']:\n",
    "        if player['isRadiant']:\n",
    "            heroesRadiant.append(player['hero_id'])\n",
    "        else:\n",
    "            heroesDire.append(player['hero_id'])\n",
    "            \n",
    "    heroesRadiant = classifyTeam(heroesRadiant)\n",
    "    heroesDire = classifyTeam(heroesDire)\n",
    "    matchInfo['radiant_pos1'] = heroesRadiant[1]\n",
    "    matchInfo['radiant_pos2'] = heroesRadiant[2]\n",
    "    matchInfo['radiant_pos3'] = heroesRadiant[3]\n",
    "    matchInfo['radiant_pos4'] = heroesRadiant[4]\n",
    "    matchInfo['radiant_pos5'] = heroesRadiant[5]\n",
    "    matchInfo['dire_pos1'] = heroesDire[1]\n",
    "    matchInfo['dire_pos2'] = heroesDire[2]\n",
    "    matchInfo['dire_pos3'] = heroesDire[3]\n",
    "    matchInfo['dire_pos4'] = heroesDire[4]\n",
    "    matchInfo['dire_pos5'] = heroesDire[5]\n",
    "    for player in matchJSON['players']:\n",
    "        factions = ['radiant', 'dire']\n",
    "        poss = ['_pos1', '_pos2', '_pos3', '_pos4', '_pos5']\n",
    "        for faction in factions:\n",
    "            for pos in poss:\n",
    "                if player['hero_id'] == matchInfo[faction+pos]:\n",
    "                    factionpos = faction+pos\n",
    "                    matchInfo[factionpos+'_hero_id'] = PlayerExtractKey(player, \"hero_id\")\n",
    "                    matchInfo[factionpos+'_item0'] = PlayerExtractKey(player, 'item_0')\n",
    "                    matchInfo[factionpos+'_item1'] = PlayerExtractKey(player, 'item_1')\n",
    "                    matchInfo[factionpos+'_item2'] = PlayerExtractKey(player, 'item_2')\n",
    "                    matchInfo[factionpos+'_item3'] = PlayerExtractKey(player, 'item_3')\n",
    "                    matchInfo[factionpos+'_item4'] = PlayerExtractKey(player, 'item_4')\n",
    "                    matchInfo[factionpos+'_item5'] = PlayerExtractKey(player, 'item_5')\n",
    "                    matchInfo[factionpos+'_kills'] = PlayerExtractKey(player, 'kills')\n",
    "                    matchInfo[factionpos+'_deaths'] = PlayerExtractKey(player, 'deaths')\n",
    "                    matchInfo[factionpos+'_assists'] = PlayerExtractKey(player, 'assists')\n",
    "                    matchInfo[factionpos+'_apm'] = PlayerExtractKey(player, 'actions_per_min')\n",
    "                    matchInfo[factionpos+'_kpm'] = PlayerExtractKey(player, 'kills_per_min')                                               \n",
    "                    matchInfo[factionpos+'_kda'] = PlayerExtractKey(player, 'kda')\n",
    "                    matchInfo[factionpos+'_hero_dmg'] = PlayerExtractKey(player, 'hero_damage')\n",
    "                    matchInfo[factionpos+'_gpm'] = PlayerExtractKey(player, 'gold_per_min')\n",
    "                    matchInfo[factionpos+'_hero_heal'] = PlayerExtractKey(player, 'hero_healing')\n",
    "                    matchInfo[factionpos+'_xpm'] = PlayerExtractKey(player, 'xp_per_min')\n",
    "                    matchInfo[factionpos+'_totalgold'] = PlayerExtractKey(player, 'total_gold')\n",
    "                    matchInfo[factionpos+'_totalxp'] = PlayerExtractKey(player, 'total_xp')\n",
    "                    matchInfo[factionpos+'_lasthits'] = PlayerExtractKey(player, 'last_hits')\n",
    "                    matchInfo[factionpos+'_denies'] = PlayerExtractKey(player, 'denies')\n",
    "                    matchInfo[factionpos+'_tower_kills'] = PlayerExtractKey(player, 'tower_kills')\n",
    "                    matchInfo[factionpos+'_courier_kills'] = PlayerExtractKey(player, 'courier_kills')\n",
    "                    matchInfo[factionpos+'_gold_spent'] = PlayerExtractKey(player, 'gold_spent')\n",
    "                    matchInfo[factionpos+'_observer_uses'] = PlayerExtractKey(player, 'observer_uses')\n",
    "                    matchInfo[factionpos+'_sentry_uses'] = PlayerExtractKey(player, 'sentry_uses')\n",
    "                    matchInfo[factionpos+'_ancient_kills'] = PlayerExtractKey(player, 'ancient_kills')\n",
    "                    matchInfo[factionpos+'_neutral_kills'] = PlayerExtractKey(player, 'neutral_kills')\n",
    "                    matchInfo[factionpos+'_camps_stacked'] = PlayerExtractKey(player, 'camps_stacked')\n",
    "                    matchInfo[factionpos+'_pings'] = PlayerExtractKey(player, 'pings')\n",
    "                    matchInfo[factionpos+'_rune_pickups'] = PlayerExtractKey(player, 'rune_pickups')\n",
    "                    matchInfo[factionpos+'_abandons'] = PlayerExtractKey(player, 'abandons')\n",
    "                    \n",
    "    return matchInfo\n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from time import sleep\n",
    "from itertools import chain\n",
    "from collections import defaultdict\n",
    "import pandas as pd\n",
    "\n",
    "\n",
    "def GoThroughABlock(initialMatchID=2976775347, blockOfMatches=100):\n",
    "    mainDict = {}\n",
    "    \n",
    "    for currentMatchID in range(initialMatchID, initialMatchID + blockOfMatches):\n",
    "        host = \"https://api.opendota.com/api/matches/\" + str(currentMatchID)\n",
    "        data = {'match_id': currentMatchID}\n",
    "        data = requests.get(host, data)\n",
    "        \n",
    "        if data.status_code != 200:\n",
    "            print \"Status code for Match {0} is {1}\".format(currentMatchID, data.status_code)\n",
    "            continue\n",
    "            \n",
    "        matchJSON = json.loads(data.content)\n",
    "        \n",
    "        if 'lobby_type' not in matchJSON:\n",
    "            print \"Wrong lobby for match {0}\".format(currentMatchID)\n",
    "            continue\n",
    "        lobby_type = matchJSON['lobby_type']\n",
    "        # 0 and 7 correspond to normal and ranked\n",
    "        if lobby_type != 0 and lobby_type != 7 and lobby_type != 1:\n",
    "            print \"Wrong lobby for match {0}\".format(currentMatchID)\n",
    "            continue\n",
    "            \n",
    "        matchPerformance = extractDotaInformation(matchJSON)       \n",
    "        for k, v in matchPerformance.items():\n",
    "            if k in mainDict:\n",
    "                mainDict[k].append(v)\n",
    "            else: \n",
    "                mainDict[k] = [v]\n",
    "        sleep(0.9)\n",
    "    return pd.DataFrame.from_dict(mainDict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wrong lobby for match 2976775349\n",
      "Status code for Match 2976775351 is 404\n",
      "Wrong lobby for match 2976775352\n",
      "Wrong lobby for match 2976775353\n",
      "Wrong lobby for match 2976775355\n",
      "Wrong lobby for match 2976775356\n",
      "Status code for Match 2976775357 is 404\n",
      "Status code for Match 2976775358 is 404\n",
      "Status code for Match 2976775359 is 404\n",
      "Status code for Match 2976775361 is 404\n",
      "Wrong lobby for match 2976775363\n",
      "Status code for Match 2976775365 is 404\n",
      "Wrong lobby for match 2976775367\n",
      "Status code for Match 2976775368 is 404\n",
      "Status code for Match 2976775369 is 404\n",
      "Wrong lobby for match 2976775370\n",
      "Wrong lobby for match 2976775371\n",
      "Wrong lobby for match 2976775372\n",
      "Status code for Match 2976775374 is 404\n",
      "Status code for Match 2976775375 is 404\n",
      "Status code for Match 2976775376 is 404\n",
      "Status code for Match 2976775377 is 404\n",
      "Status code for Match 2976775378 is 404\n",
      "Status code for Match 2976775379 is 404\n",
      "Status code for Match 2976775380 is 404\n",
      "Status code for Match 2976775381 is 404\n",
      "Status code for Match 2976775382 is 404\n",
      "Status code for Match 2976775383 is 404\n",
      "Status code for Match 2976775384 is 404\n",
      "Status code for Match 2976775385 is 404\n",
      "Wrong lobby for match 2976775389\n",
      "Wrong lobby for match 2976775394\n",
      "Wrong lobby for match 2976775396\n",
      "Wrong lobby for match 2976775397\n",
      "Wrong lobby for match 2976775398\n",
      "Wrong lobby for match 2976775399\n",
      "Wrong lobby for match 2976775400\n",
      "Status code for Match 2976775401 is 404\n",
      "Wrong lobby for match 2976775402\n",
      "Status code for Match 2976775403 is 404\n",
      "Wrong lobby for match 2976775404\n",
      "Status code for Match 2976775407 is 404\n",
      "Wrong lobby for match 2976775410\n",
      "Wrong lobby for match 2976775411\n",
      "Wrong lobby for match 2976775414\n",
      "Wrong lobby for match 2976775415\n",
      "Wrong lobby for match 2976775416\n",
      "Wrong lobby for match 2976775417\n",
      "Wrong lobby for match 2976775418\n",
      "Status code for Match 2976775419 is 404\n",
      "Wrong lobby for match 2976775420\n",
      "Wrong lobby for match 2976775424\n",
      "Status code for Match 2976775428 is 404\n",
      "Wrong lobby for match 2976775429\n",
      "Wrong lobby for match 2976775432\n",
      "Wrong lobby for match 2976775433\n",
      "Wrong lobby for match 2976775435\n",
      "Status code for Match 2976775436 is 429\n",
      "Status code for Match 2976775437 is 429\n",
      "Status code for Match 2976775438 is 429\n",
      "Status code for Match 2976775439 is 429\n",
      "Status code for Match 2976775440 is 429\n",
      "Status code for Match 2976775441 is 429\n",
      "Status code for Match 2976775442 is 429\n",
      "Status code for Match 2976775443 is 429\n",
      "Status code for Match 2976775444 is 429\n",
      "Status code for Match 2976775445 is 429\n",
      "Status code for Match 2976775446 is 429\n",
      "    barracks_status_dire  barracks_status_radiant  dire_pos1  \\\n",
      "0                      0                       63         11   \n",
      "1                     63                        0          4   \n",
      "2                      0                       63         44   \n",
      "3                     63                        0         44   \n",
      "4                     51                       63         28   \n",
      "5                      0                       63         44   \n",
      "6                     63                        0         41   \n",
      "7                     63                        0          1   \n",
      "8                      0                       63         67   \n",
      "9                     51                        0         35   \n",
      "10                    63                        0         48   \n",
      "11                     3                       63         93   \n",
      "12                     0                       63         14   \n",
      "13                     0                       63         48   \n",
      "14                    63                       63          2   \n",
      "15                     0                       63         35   \n",
      "16                    63                        0         72   \n",
      "17                    51                        0         75   \n",
      "18                     0                       63         18   \n",
      "19                    63                        0         48   \n",
      "20                    63                        0         48   \n",
      "21                     0                       63         93   \n",
      "22                    60                        0         59   \n",
      "23                     0                       63         44   \n",
      "24                     0                       63          8   \n",
      "25                     0                       51         93   \n",
      "26                    63                        0         44   \n",
      "27                     0                       63          8   \n",
      "28                    15                        0         44   \n",
      "29                     0                       63         19   \n",
      "30                    63                        0        109   \n",
      "31                    63                        0         93   \n",
      "\n",
      "    dire_pos1_ancient_kills  dire_pos1_apm  dire_pos1_assists  \\\n",
      "0                       0.0          118.0                 11   \n",
      "1                       NaN            NaN                  7   \n",
      "2                       NaN            NaN                  8   \n",
      "3                       NaN            NaN                 10   \n",
      "4                       NaN            NaN                 14   \n",
      "5                       NaN            NaN                 16   \n",
      "6                       NaN            NaN                  7   \n",
      "7                       NaN            NaN                 16   \n",
      "8                       NaN            NaN                 20   \n",
      "9                       NaN            NaN                 18   \n",
      "10                      NaN            NaN                 14   \n",
      "11                      NaN            NaN                  5   \n",
      "12                      NaN            NaN                 13   \n",
      "13                     22.0          124.0                 13   \n",
      "14                      NaN            NaN                  2   \n",
      "15                      NaN            NaN                 30   \n",
      "16                      NaN            NaN                 16   \n",
      "17                      NaN            NaN                 26   \n",
      "18                      NaN            NaN                  7   \n",
      "19                      NaN            NaN                 26   \n",
      "20                      NaN            NaN                  5   \n",
      "21                      NaN            NaN                 11   \n",
      "22                      NaN            NaN                  6   \n",
      "23                      NaN            NaN                  7   \n",
      "24                      NaN            NaN                 14   \n",
      "25                      NaN            NaN                 13   \n",
      "26                      NaN            NaN                 12   \n",
      "27                      NaN            NaN                  6   \n",
      "28                      NaN            NaN                 12   \n",
      "29                      NaN            NaN                 15   \n",
      "30                      NaN            NaN                 25   \n",
      "31                      NaN            NaN                 12   \n",
      "\n",
      "    dire_pos1_camps_stacked  dire_pos1_courier_kills  dire_pos1_deaths  \\\n",
      "0                       0.0                      0.0                13   \n",
      "1                       NaN                      NaN                 1   \n",
      "2                       NaN                      NaN                14   \n",
      "3                       NaN                      NaN                 4   \n",
      "4                       NaN                      NaN                 1   \n",
      "5                       NaN                      NaN                10   \n",
      "6                       NaN                      NaN                 4   \n",
      "7                       NaN                      NaN                 3   \n",
      "8                       NaN                      NaN                 8   \n",
      "9                       NaN                      NaN                13   \n",
      "10                      NaN                      NaN                 3   \n",
      "11                      NaN                      NaN                 5   \n",
      "12                      NaN                      NaN                 9   \n",
      "13                      0.0                      0.0                10   \n",
      "14                      NaN                      NaN                 2   \n",
      "15                      NaN                      NaN                 3   \n",
      "16                      NaN                      NaN                 2   \n",
      "17                      NaN                      NaN                13   \n",
      "18                      NaN                      NaN                15   \n",
      "19                      NaN                      NaN                 6   \n",
      "20                      NaN                      NaN                14   \n",
      "21                      NaN                      NaN                10   \n",
      "22                      NaN                      NaN                16   \n",
      "23                      NaN                      NaN                 9   \n",
      "24                      NaN                      NaN                13   \n",
      "25                      NaN                      NaN                13   \n",
      "26                      NaN                      NaN                 1   \n",
      "27                      NaN                      NaN                 6   \n",
      "28                      NaN                      NaN                11   \n",
      "29                      NaN                      NaN                10   \n",
      "30                      NaN                      NaN                 6   \n",
      "31                      NaN                      NaN                 4   \n",
      "\n",
      "    dire_pos1_denies          ...           radiant_pos5_pings  \\\n",
      "0                  7          ...                        117.0   \n",
      "1                  2          ...                          NaN   \n",
      "2                  0          ...                          NaN   \n",
      "3                  2          ...                          NaN   \n",
      "4                  3          ...                          NaN   \n",
      "5                  3          ...                          NaN   \n",
      "6                  5          ...                          NaN   \n",
      "7                 21          ...                          NaN   \n",
      "8                  5          ...                          NaN   \n",
      "9                 11          ...                          NaN   \n",
      "10                 3          ...                          NaN   \n",
      "11                 4          ...                          NaN   \n",
      "12                 4          ...                          NaN   \n",
      "13                 4          ...                          3.0   \n",
      "14                 0          ...                          NaN   \n",
      "15                16          ...                          NaN   \n",
      "16                 0          ...                          NaN   \n",
      "17                 6          ...                          NaN   \n",
      "18                 2          ...                          NaN   \n",
      "19                 0          ...                          NaN   \n",
      "20                 2          ...                          NaN   \n",
      "21                 5          ...                          NaN   \n",
      "22                 3          ...                          NaN   \n",
      "23                 1          ...                          NaN   \n",
      "24                16          ...                          NaN   \n",
      "25                 4          ...                          NaN   \n",
      "26                 3          ...                          NaN   \n",
      "27                 1          ...                          NaN   \n",
      "28                 7          ...                          NaN   \n",
      "29                 0          ...                          NaN   \n",
      "30                11          ...                          NaN   \n",
      "31                 5          ...                          NaN   \n",
      "\n",
      "    radiant_pos5_rune_pickups  radiant_pos5_sentry_uses  \\\n",
      "0                         1.0                       2.0   \n",
      "1                         NaN                       NaN   \n",
      "2                         NaN                       NaN   \n",
      "3                         NaN                       NaN   \n",
      "4                         NaN                       NaN   \n",
      "5                         NaN                       NaN   \n",
      "6                         NaN                       NaN   \n",
      "7                         NaN                       NaN   \n",
      "8                         NaN                       NaN   \n",
      "9                         NaN                       NaN   \n",
      "10                        NaN                       NaN   \n",
      "11                        NaN                       NaN   \n",
      "12                        NaN                       NaN   \n",
      "13                       12.0                       0.0   \n",
      "14                        NaN                       NaN   \n",
      "15                        NaN                       NaN   \n",
      "16                        NaN                       NaN   \n",
      "17                        NaN                       NaN   \n",
      "18                        NaN                       NaN   \n",
      "19                        NaN                       NaN   \n",
      "20                        NaN                       NaN   \n",
      "21                        NaN                       NaN   \n",
      "22                        NaN                       NaN   \n",
      "23                        NaN                       NaN   \n",
      "24                        NaN                       NaN   \n",
      "25                        NaN                       NaN   \n",
      "26                        NaN                       NaN   \n",
      "27                        NaN                       NaN   \n",
      "28                        NaN                       NaN   \n",
      "29                        NaN                       NaN   \n",
      "30                        NaN                       NaN   \n",
      "31                        NaN                       NaN   \n",
      "\n",
      "    radiant_pos5_totalgold  radiant_pos5_totalxp  radiant_pos5_tower_kills  \\\n",
      "0                    15770                 24522                       1.0   \n",
      "1                    11150                  9920                       NaN   \n",
      "2                    18637                 23131                       NaN   \n",
      "3                    10379                 12128                       NaN   \n",
      "4                    11251                 11251                       NaN   \n",
      "5                    20099                 25693                       NaN   \n",
      "6                     8825                 17441                       NaN   \n",
      "7                    18215                 27049                       NaN   \n",
      "8                    16754                 22367                       NaN   \n",
      "9                    13350                 17081                       NaN   \n",
      "10                    9340                  9233                       NaN   \n",
      "11                   10205                  8972                       NaN   \n",
      "12                   30072                 27601                       NaN   \n",
      "13                   16666                 15864                       0.0   \n",
      "14                    3021                  3312                       NaN   \n",
      "15                   16775                 16210                       NaN   \n",
      "16                   15298                 14572                       NaN   \n",
      "17                   22932                 27469                       NaN   \n",
      "18                   17398                 23840                       NaN   \n",
      "19                   15391                 20709                       NaN   \n",
      "20                    9078                 13912                       NaN   \n",
      "21                   17392                 19378                       NaN   \n",
      "22                   22356                 27501                       NaN   \n",
      "23                   12325                 11226                       NaN   \n",
      "24                   22539                 27161                       NaN   \n",
      "25                   25213                 27904                       NaN   \n",
      "26                   11981                 11407                       NaN   \n",
      "27                   23004                 23954                       NaN   \n",
      "28                   10988                 15607                       NaN   \n",
      "29                   18104                 21083                       NaN   \n",
      "30                   15254                 23745                       NaN   \n",
      "31                    6983                  8987                       NaN   \n",
      "\n",
      "    radiant_pos5_xpm  radiant_win  tower_status_dire  tower_status_radiant  \n",
      "0                608         True                  0                  1982  \n",
      "1                258        False               2046                     0  \n",
      "2                628         True                  0                  1974  \n",
      "3                305        False               1983                     0  \n",
      "4                378         True                262                  2047  \n",
      "5                418         True                  0                  1830  \n",
      "6                500        False               2038                     0  \n",
      "7                493        False               1830                     0  \n",
      "8                522         True                  0                  1958  \n",
      "9                380         True                454                     0  \n",
      "10               259        False               1972                     0  \n",
      "11               291         True                  4                  1974  \n",
      "12               514         True                  0                  1980  \n",
      "13               455         True                  0                  1830  \n",
      "14               273        False               2047                  1975  \n",
      "15               287         True                  0                  1924  \n",
      "16               361        False               2047                     0  \n",
      "17               448        False               1540                     0  \n",
      "18               581         True                  0                  1854  \n",
      "19               405        False               1956                     0  \n",
      "20               354        False               1974                     0  \n",
      "21               517         True                  0                  1982  \n",
      "22               449        False                288                     0  \n",
      "23               388         True                  0                  2046  \n",
      "24               523         True                  0                  2038  \n",
      "25               477         True                  0                  1792  \n",
      "26               338        False               2047                     0  \n",
      "27               580         True                  0                  1846  \n",
      "28               419        False               1590                     0  \n",
      "29               460         True                  0                  2047  \n",
      "30               481        False               1974                     0  \n",
      "31               287        False               1983                     0  \n",
      "\n",
      "[32 rows x 321 columns]\n",
      "Status code for Match 2976775347 is 429\n",
      "Status code for Match 2976775348 is 429\n",
      "Status code for Match 2976775349 is 429\n",
      "Status code for Match 2976775351 is 404\n",
      "Wrong lobby for match 2976775352\n",
      "Wrong lobby for match 2976775353\n",
      "Wrong lobby for match 2976775355\n",
      "Wrong lobby for match 2976775356\n",
      "Status code for Match 2976775357 is 404\n",
      "Status code for Match 2976775358 is 404\n",
      "Status code for Match 2976775359 is 404\n",
      "Status code for Match 2976775361 is 404\n",
      "Wrong lobby for match 2976775363\n",
      "Status code for Match 2976775365 is 404\n",
      "Wrong lobby for match 2976775367\n",
      "Status code for Match 2976775368 is 404\n",
      "Status code for Match 2976775369 is 404\n",
      "Wrong lobby for match 2976775370\n",
      "Wrong lobby for match 2976775371\n",
      "Wrong lobby for match 2976775372\n",
      "Status code for Match 2976775374 is 404\n",
      "Status code for Match 2976775375 is 404\n",
      "Status code for Match 2976775376 is 404\n",
      "Status code for Match 2976775377 is 404\n",
      "Status code for Match 2976775378 is 404\n",
      "Status code for Match 2976775379 is 404\n",
      "Status code for Match 2976775380 is 404\n",
      "Status code for Match 2976775381 is 404\n",
      "Status code for Match 2976775382 is 404\n",
      "Status code for Match 2976775383 is 404\n",
      "Status code for Match 2976775384 is 404\n",
      "Status code for Match 2976775385 is 404\n",
      "Wrong lobby for match 2976775389\n",
      "Wrong lobby for match 2976775394\n",
      "Wrong lobby for match 2976775396\n",
      "Wrong lobby for match 2976775397\n",
      "Wrong lobby for match 2976775398\n",
      "Wrong lobby for match 2976775399\n",
      "Wrong lobby for match 2976775400\n",
      "Status code for Match 2976775401 is 404\n",
      "Wrong lobby for match 2976775402\n",
      "Status code for Match 2976775403 is 404\n",
      "Wrong lobby for match 2976775404\n",
      "Status code for Match 2976775407 is 404\n",
      "Wrong lobby for match 2976775410\n",
      "Wrong lobby for match 2976775411\n",
      "Wrong lobby for match 2976775414\n",
      "Wrong lobby for match 2976775415\n",
      "Wrong lobby for match 2976775416\n",
      "Wrong lobby for match 2976775417\n",
      "Wrong lobby for match 2976775418\n",
      "Status code for Match 2976775419 is 404\n",
      "Wrong lobby for match 2976775420\n",
      "Wrong lobby for match 2976775424\n",
      "Status code for Match 2976775428 is 404\n",
      "Wrong lobby for match 2976775429\n",
      "Wrong lobby for match 2976775432\n",
      "Wrong lobby for match 2976775433\n",
      "Wrong lobby for match 2976775435\n",
      "Wrong lobby for match 2976775437\n",
      "Status code for Match 2976775438 is 404\n",
      "Status code for Match 2976775439 is 404\n",
      "Status code for Match 2976775440 is 429\n",
      "Status code for Match 2976775441 is 429\n",
      "Status code for Match 2976775442 is 429\n",
      "Status code for Match 2976775443 is 429\n",
      "Status code for Match 2976775444 is 429\n",
      "Status code for Match 2976775445 is 429\n",
      "Status code for Match 2976775446 is 429\n",
      "    barracks_status_dire  barracks_status_radiant  dire_pos1  \\\n",
      "0                      0                       63         44   \n",
      "1                     63                        0         44   \n",
      "2                     51                       63         28   \n",
      "3                      0                       63         44   \n",
      "4                     63                        0         41   \n",
      "5                     63                        0          1   \n",
      "6                      0                       63         67   \n",
      "7                     51                        0         35   \n",
      "8                     63                        0         48   \n",
      "9                      3                       63         93   \n",
      "10                     0                       63         62   \n",
      "11                     0                       63         48   \n",
      "12                    63                       63         90   \n",
      "13                     0                       63         35   \n",
      "14                    63                        0         72   \n",
      "15                    51                        0         75   \n",
      "16                     0                       63         18   \n",
      "17                    63                        0         48   \n",
      "18                    63                        0         48   \n",
      "19                     0                       63         93   \n",
      "20                    60                        0         63   \n",
      "21                     0                       63         44   \n",
      "22                     0                       63          8   \n",
      "23                     0                       51         93   \n",
      "24                    63                        0         44   \n",
      "25                     0                       63          8   \n",
      "26                    15                        0         44   \n",
      "27                     0                       63         19   \n",
      "28                    63                        0        109   \n",
      "29                    63                        0         93   \n",
      "30                     0                       51         11   \n",
      "\n",
      "    dire_pos1_ancient_kills  dire_pos1_apm  dire_pos1_assists  \\\n",
      "0                       NaN            NaN                  8   \n",
      "1                       NaN            NaN                 10   \n",
      "2                       NaN            NaN                 14   \n",
      "3                       NaN            NaN                 16   \n",
      "4                       NaN            NaN                  7   \n",
      "5                       NaN            NaN                 16   \n",
      "6                       NaN            NaN                 20   \n",
      "7                       NaN            NaN                 18   \n",
      "8                       NaN            NaN                 14   \n",
      "9                       NaN            NaN                  5   \n",
      "10                      NaN            NaN                  9   \n",
      "11                     22.0          124.0                 13   \n",
      "12                      NaN            NaN                  6   \n",
      "13                      NaN            NaN                 30   \n",
      "14                      NaN            NaN                 16   \n",
      "15                      NaN            NaN                 26   \n",
      "16                      NaN            NaN                  7   \n",
      "17                      NaN            NaN                 26   \n",
      "18                      NaN            NaN                  5   \n",
      "19                      NaN            NaN                 11   \n",
      "20                      NaN            NaN                 20   \n",
      "21                      NaN            NaN                  7   \n",
      "22                      NaN            NaN                 14   \n",
      "23                      NaN            NaN                 13   \n",
      "24                      NaN            NaN                 12   \n",
      "25                      NaN            NaN                  6   \n",
      "26                      NaN            NaN                 12   \n",
      "27                      NaN            NaN                 15   \n",
      "28                      NaN            NaN                 25   \n",
      "29                      NaN            NaN                 12   \n",
      "30                      NaN            NaN                 18   \n",
      "\n",
      "    dire_pos1_camps_stacked  dire_pos1_courier_kills  dire_pos1_deaths  \\\n",
      "0                       NaN                      NaN                14   \n",
      "1                       NaN                      NaN                 4   \n",
      "2                       NaN                      NaN                 1   \n",
      "3                       NaN                      NaN                10   \n",
      "4                       NaN                      NaN                 4   \n",
      "5                       NaN                      NaN                 3   \n",
      "6                       NaN                      NaN                 8   \n",
      "7                       NaN                      NaN                13   \n",
      "8                       NaN                      NaN                 3   \n",
      "9                       NaN                      NaN                 5   \n",
      "10                      NaN                      NaN                13   \n",
      "11                      0.0                      0.0                10   \n",
      "12                      NaN                      NaN                 0   \n",
      "13                      NaN                      NaN                 3   \n",
      "14                      NaN                      NaN                 2   \n",
      "15                      NaN                      NaN                13   \n",
      "16                      NaN                      NaN                15   \n",
      "17                      NaN                      NaN                 6   \n",
      "18                      NaN                      NaN                14   \n",
      "19                      NaN                      NaN                10   \n",
      "20                      NaN                      NaN                 6   \n",
      "21                      NaN                      NaN                 9   \n",
      "22                      NaN                      NaN                13   \n",
      "23                      NaN                      NaN                13   \n",
      "24                      NaN                      NaN                 1   \n",
      "25                      NaN                      NaN                 6   \n",
      "26                      NaN                      NaN                11   \n",
      "27                      NaN                      NaN                10   \n",
      "28                      NaN                      NaN                 6   \n",
      "29                      NaN                      NaN                 4   \n",
      "30                      NaN                      NaN                11   \n",
      "\n",
      "    dire_pos1_denies          ...           radiant_pos5_pings  \\\n",
      "0                  0          ...                          NaN   \n",
      "1                  2          ...                          NaN   \n",
      "2                  3          ...                          NaN   \n",
      "3                  3          ...                          NaN   \n",
      "4                  5          ...                          NaN   \n",
      "5                 21          ...                          NaN   \n",
      "6                  5          ...                          NaN   \n",
      "7                 11          ...                          NaN   \n",
      "8                  3          ...                          NaN   \n",
      "9                  4          ...                          NaN   \n",
      "10                 0          ...                          NaN   \n",
      "11                 4          ...                          3.0   \n",
      "12                 5          ...                          NaN   \n",
      "13                16          ...                          NaN   \n",
      "14                 0          ...                          NaN   \n",
      "15                 6          ...                          NaN   \n",
      "16                 2          ...                          NaN   \n",
      "17                 0          ...                          NaN   \n",
      "18                 2          ...                          NaN   \n",
      "19                 5          ...                          NaN   \n",
      "20                13          ...                          NaN   \n",
      "21                 1          ...                          NaN   \n",
      "22                16          ...                          NaN   \n",
      "23                 4          ...                          NaN   \n",
      "24                 3          ...                          NaN   \n",
      "25                 1          ...                          NaN   \n",
      "26                 7          ...                          NaN   \n",
      "27                 0          ...                          NaN   \n",
      "28                11          ...                          NaN   \n",
      "29                 5          ...                          NaN   \n",
      "30                 2          ...                          NaN   \n",
      "\n",
      "    radiant_pos5_rune_pickups  radiant_pos5_sentry_uses  \\\n",
      "0                         NaN                       NaN   \n",
      "1                         NaN                       NaN   \n",
      "2                         NaN                       NaN   \n",
      "3                         NaN                       NaN   \n",
      "4                         NaN                       NaN   \n",
      "5                         NaN                       NaN   \n",
      "6                         NaN                       NaN   \n",
      "7                         NaN                       NaN   \n",
      "8                         NaN                       NaN   \n",
      "9                         NaN                       NaN   \n",
      "10                        NaN                       NaN   \n",
      "11                       12.0                       0.0   \n",
      "12                        NaN                       NaN   \n",
      "13                        NaN                       NaN   \n",
      "14                        NaN                       NaN   \n",
      "15                        NaN                       NaN   \n",
      "16                        NaN                       NaN   \n",
      "17                        NaN                       NaN   \n",
      "18                        NaN                       NaN   \n",
      "19                        NaN                       NaN   \n",
      "20                        NaN                       NaN   \n",
      "21                        NaN                       NaN   \n",
      "22                        NaN                       NaN   \n",
      "23                        NaN                       NaN   \n",
      "24                        NaN                       NaN   \n",
      "25                        NaN                       NaN   \n",
      "26                        NaN                       NaN   \n",
      "27                        NaN                       NaN   \n",
      "28                        NaN                       NaN   \n",
      "29                        NaN                       NaN   \n",
      "30                        NaN                       NaN   \n",
      "\n",
      "    radiant_pos5_totalgold  radiant_pos5_totalxp  radiant_pos5_tower_kills  \\\n",
      "0                    18637                 23131                       NaN   \n",
      "1                    10379                 10339                       NaN   \n",
      "2                    11251                 11251                       NaN   \n",
      "3                    31593                 28274                       NaN   \n",
      "4                     8825                 17441                       NaN   \n",
      "5                    18215                 27049                       NaN   \n",
      "6                    16754                 22367                       NaN   \n",
      "7                    13350                 17081                       NaN   \n",
      "8                     9340                  9233                       NaN   \n",
      "9                    10205                  8972                       NaN   \n",
      "10                   30072                 27601                       NaN   \n",
      "11                   16666                 15864                       0.0   \n",
      "12                    3021                  3312                       NaN   \n",
      "13                   16775                 16210                       NaN   \n",
      "14                   15298                 14572                       NaN   \n",
      "15                   22932                 27469                       NaN   \n",
      "16                   17398                 23840                       NaN   \n",
      "17                   15391                 20709                       NaN   \n",
      "18                    9667                 11279                       NaN   \n",
      "19                   17392                 19378                       NaN   \n",
      "20                   22356                 27501                       NaN   \n",
      "21                   12325                 11226                       NaN   \n",
      "22                   22539                 27161                       NaN   \n",
      "23                   34047                 27495                       NaN   \n",
      "24                   11981                 11407                       NaN   \n",
      "25                   23004                 23954                       NaN   \n",
      "26                   10988                 15607                       NaN   \n",
      "27                   18104                 21083                       NaN   \n",
      "28                   15254                 23745                       NaN   \n",
      "29                    6983                  8987                       NaN   \n",
      "30                   28141                 28085                       NaN   \n",
      "\n",
      "    radiant_pos5_xpm  radiant_win  tower_status_dire  tower_status_radiant  \n",
      "0                628         True                  0                  1974  \n",
      "1                260        False               1983                     0  \n",
      "2                378         True                262                  2047  \n",
      "3                460         True                  0                  1830  \n",
      "4                500        False               2038                     0  \n",
      "5                493        False               1830                     0  \n",
      "6                522         True                  0                  1958  \n",
      "7                380         True                454                     0  \n",
      "8                259        False               1972                     0  \n",
      "9                291         True                  4                  1974  \n",
      "10               514         True                  0                  1980  \n",
      "11               455         True                  0                  1830  \n",
      "12               273        False               2047                  1975  \n",
      "13               287         True                  0                  1924  \n",
      "14               361        False               2047                     0  \n",
      "15               448        False               1540                     0  \n",
      "16               581         True                  0                  1854  \n",
      "17               405        False               1956                     0  \n",
      "18               287        False               1974                     0  \n",
      "19               517         True                  0                  1982  \n",
      "20               449        False                288                     0  \n",
      "21               388         True                  0                  2046  \n",
      "22               523         True                  0                  2038  \n",
      "23               470         True                  0                  1792  \n",
      "24               338        False               2047                     0  \n",
      "25               580         True                  0                  1846  \n",
      "26               419        False               1590                     0  \n",
      "27               460         True                  0                  2047  \n",
      "28               481        False               1974                     0  \n",
      "29               287        False               1983                     0  \n",
      "30               499         True                  0                   256  \n",
      "\n",
      "[31 rows x 321 columns]\n",
      "Status code for Match 2976775347 is 429\n",
      "Status code for Match 2976775348 is 429\n",
      "Status code for Match 2976775349 is 429\n",
      "Status code for Match 2976775350 is 429\n",
      "Status code for Match 2976775351 is 429\n",
      "Status code for Match 2976775352 is 429\n",
      "Status code for Match 2976775353 is 429\n",
      "Status code for Match 2976775354 is 429\n",
      "Status code for Match 2976775355 is 429\n",
      "Status code for Match 2976775356 is 429\n",
      "Status code for Match 2976775357 is 429\n",
      "Status code for Match 2976775358 is 429\n",
      "Status code for Match 2976775359 is 429\n",
      "Status code for Match 2976775360 is 429\n",
      "Status code for Match 2976775361 is 429\n",
      "Status code for Match 2976775362 is 429\n",
      "Status code for Match 2976775363 is 429\n",
      "Status code for Match 2976775364 is 429\n",
      "Status code for Match 2976775365 is 429\n",
      "Status code for Match 2976775366 is 429\n",
      "Status code for Match 2976775367 is 429\n",
      "Status code for Match 2976775368 is 429\n",
      "Status code for Match 2976775369 is 429\n",
      "Status code for Match 2976775370 is 429\n",
      "Status code for Match 2976775371 is 429\n",
      "Status code for Match 2976775372 is 429\n",
      "Status code for Match 2976775373 is 429\n",
      "Status code for Match 2976775374 is 429\n",
      "Status code for Match 2976775375 is 429\n",
      "Status code for Match 2976775376 is 429\n",
      "Status code for Match 2976775377 is 429\n",
      "Status code for Match 2976775378 is 429\n",
      "Status code for Match 2976775379 is 429\n",
      "Status code for Match 2976775380 is 429\n",
      "Status code for Match 2976775381 is 429\n",
      "Status code for Match 2976775382 is 429\n",
      "Status code for Match 2976775383 is 429\n",
      "Status code for Match 2976775384 is 429\n",
      "Status code for Match 2976775385 is 429\n",
      "Status code for Match 2976775386 is 429\n",
      "Status code for Match 2976775387 is 429\n",
      "Status code for Match 2976775388 is 429\n",
      "Status code for Match 2976775389 is 429\n",
      "Status code for Match 2976775390 is 429\n",
      "Status code for Match 2976775391 is 429\n",
      "Status code for Match 2976775392 is 429\n",
      "Status code for Match 2976775393 is 429\n",
      "Status code for Match 2976775394 is 429\n",
      "Status code for Match 2976775395 is 429\n",
      "Status code for Match 2976775396 is 429\n",
      "Status code for Match 2976775397 is 429\n",
      "Status code for Match 2976775398 is 429\n",
      "Status code for Match 2976775399 is 429\n",
      "Status code for Match 2976775400 is 429\n",
      "Status code for Match 2976775401 is 429\n",
      "Status code for Match 2976775402 is 429\n",
      "Status code for Match 2976775403 is 404\n",
      "Wrong lobby for match 2976775404\n",
      "Status code for Match 2976775407 is 404\n",
      "Wrong lobby for match 2976775410\n",
      "Wrong lobby for match 2976775411\n",
      "Wrong lobby for match 2976775414\n",
      "Wrong lobby for match 2976775415\n",
      "Wrong lobby for match 2976775416\n",
      "Wrong lobby for match 2976775417\n",
      "Wrong lobby for match 2976775418\n",
      "Status code for Match 2976775419 is 404\n",
      "Wrong lobby for match 2976775420\n",
      "Wrong lobby for match 2976775424\n",
      "Status code for Match 2976775428 is 404\n",
      "Wrong lobby for match 2976775429\n",
      "Wrong lobby for match 2976775432\n",
      "Wrong lobby for match 2976775433\n",
      "Wrong lobby for match 2976775435\n",
      "Wrong lobby for match 2976775437\n",
      "Status code for Match 2976775438 is 404\n",
      "Status code for Match 2976775439 is 404\n",
      "Status code for Match 2976775440 is 404\n",
      "Status code for Match 2976775441 is 404\n",
      "Status code for Match 2976775442 is 404\n",
      "Wrong lobby for match 2976775443\n",
      "Wrong lobby for match 2976775444\n",
      "Wrong lobby for match 2976775445\n",
      "Wrong lobby for match 2976775446\n",
      "    barracks_status_dire  barracks_status_radiant  dire_pos1  \\\n",
      "0                     51                        0         75   \n",
      "1                      0                       63         18   \n",
      "2                     63                        0         48   \n",
      "3                     63                        0         48   \n",
      "4                      0                       63         93   \n",
      "5                     60                        0         59   \n",
      "6                      0                       63         44   \n",
      "7                      0                       63          8   \n",
      "8                      0                       51         93   \n",
      "9                     63                        0         44   \n",
      "10                     0                       63         61   \n",
      "11                    15                        0         44   \n",
      "12                     0                       63         19   \n",
      "13                    63                        0        109   \n",
      "14                    63                        0         93   \n",
      "15                     0                       51         11   \n",
      "\n",
      "    dire_pos1_ancient_kills  dire_pos1_apm  dire_pos1_assists  \\\n",
      "0                       NaN            NaN                 26   \n",
      "1                       NaN            NaN                  7   \n",
      "2                       NaN            NaN                 26   \n",
      "3                       NaN            NaN                  5   \n",
      "4                       NaN            NaN                 11   \n",
      "5                       NaN            NaN                  6   \n",
      "6                       NaN            NaN                  7   \n",
      "7                       NaN            NaN                 14   \n",
      "8                       NaN            NaN                 13   \n",
      "9                       NaN            NaN                 12   \n",
      "10                      NaN            NaN                  4   \n",
      "11                      NaN            NaN                 12   \n",
      "12                      NaN            NaN                 15   \n",
      "13                      NaN            NaN                 25   \n",
      "14                      NaN            NaN                 12   \n",
      "15                      NaN            NaN                 18   \n",
      "\n",
      "   dire_pos1_camps_stacked  dire_pos1_courier_kills  dire_pos1_deaths  \\\n",
      "0                     None                      NaN                13   \n",
      "1                     None                      NaN                15   \n",
      "2                     None                      NaN                 6   \n",
      "3                     None                      NaN                14   \n",
      "4                     None                      NaN                10   \n",
      "5                     None                      NaN                16   \n",
      "6                     None                      NaN                 9   \n",
      "7                     None                      NaN                13   \n",
      "8                     None                      NaN                13   \n",
      "9                     None                      NaN                 1   \n",
      "10                    None                      NaN                10   \n",
      "11                    None                      NaN                11   \n",
      "12                    None                      NaN                10   \n",
      "13                    None                      NaN                 6   \n",
      "14                    None                      NaN                 4   \n",
      "15                    None                      NaN                11   \n",
      "\n",
      "    dire_pos1_denies          ...           radiant_pos5_pings  \\\n",
      "0                  6          ...                         None   \n",
      "1                  2          ...                         None   \n",
      "2                  0          ...                         None   \n",
      "3                  2          ...                         None   \n",
      "4                  5          ...                         None   \n",
      "5                  3          ...                         None   \n",
      "6                  1          ...                         None   \n",
      "7                 16          ...                         None   \n",
      "8                  4          ...                         None   \n",
      "9                  3          ...                         None   \n",
      "10                 5          ...                         None   \n",
      "11                 7          ...                         None   \n",
      "12                 0          ...                         None   \n",
      "13                11          ...                         None   \n",
      "14                 5          ...                         None   \n",
      "15                 2          ...                         None   \n",
      "\n",
      "    radiant_pos5_rune_pickups  radiant_pos5_sentry_uses  \\\n",
      "0                        None                       NaN   \n",
      "1                        None                       NaN   \n",
      "2                        None                       NaN   \n",
      "3                        None                       NaN   \n",
      "4                        None                       NaN   \n",
      "5                        None                       NaN   \n",
      "6                        None                       NaN   \n",
      "7                        None                       NaN   \n",
      "8                        None                       NaN   \n",
      "9                        None                       NaN   \n",
      "10                       None                       NaN   \n",
      "11                       None                       NaN   \n",
      "12                       None                       NaN   \n",
      "13                       None                       NaN   \n",
      "14                       None                       NaN   \n",
      "15                       None                       NaN   \n",
      "\n",
      "    radiant_pos5_totalgold  radiant_pos5_totalxp  radiant_pos5_tower_kills  \\\n",
      "0                    22932                 27469                       NaN   \n",
      "1                    17398                 23840                       NaN   \n",
      "2                    15391                 20709                       NaN   \n",
      "3                     9078                 13912                       NaN   \n",
      "4                    17392                 19378                       NaN   \n",
      "5                    22356                 27501                       NaN   \n",
      "6                    12325                 11226                       NaN   \n",
      "7                    22539                 27161                       NaN   \n",
      "8                    34047                 27495                       NaN   \n",
      "9                    11981                 11407                       NaN   \n",
      "10                   23004                 23954                       NaN   \n",
      "11                   10988                 15607                       NaN   \n",
      "12                   18104                 21083                       NaN   \n",
      "13                   15254                 23745                       NaN   \n",
      "14                    6983                  8987                       NaN   \n",
      "15                   28141                 28085                       NaN   \n",
      "\n",
      "    radiant_pos5_xpm  radiant_win  tower_status_dire  tower_status_radiant  \n",
      "0                448        False               1540                     0  \n",
      "1                581         True                  0                  1854  \n",
      "2                405        False               1956                     0  \n",
      "3                354        False               1974                     0  \n",
      "4                517         True                  0                  1982  \n",
      "5                449        False                288                     0  \n",
      "6                388         True                  0                  2046  \n",
      "7                523         True                  0                  2038  \n",
      "8                470         True                  0                  1792  \n",
      "9                338        False               2047                     0  \n",
      "10               580         True                  0                  1846  \n",
      "11               419        False               1590                     0  \n",
      "12               460         True                  0                  2047  \n",
      "13               481        False               1974                     0  \n",
      "14               287        False               1983                     0  \n",
      "15               499         True                  0                   256  \n",
      "\n",
      "[16 rows x 321 columns]\n",
      "Wrong lobby for match 2976775349\n",
      "Status code for Match 2976775351 is 404\n",
      "Wrong lobby for match 2976775352\n",
      "Wrong lobby for match 2976775353\n",
      "Wrong lobby for match 2976775355\n",
      "Wrong lobby for match 2976775356\n",
      "Status code for Match 2976775357 is 404\n",
      "Status code for Match 2976775358 is 404\n",
      "Status code for Match 2976775359 is 404\n",
      "Status code for Match 2976775361 is 404\n",
      "Wrong lobby for match 2976775363\n",
      "Status code for Match 2976775365 is 404\n",
      "Wrong lobby for match 2976775367\n",
      "Status code for Match 2976775368 is 404\n",
      "Status code for Match 2976775369 is 404\n",
      "Wrong lobby for match 2976775370\n",
      "Wrong lobby for match 2976775371\n",
      "Wrong lobby for match 2976775372\n",
      "Status code for Match 2976775374 is 404\n",
      "Status code for Match 2976775375 is 404\n",
      "Status code for Match 2976775376 is 404\n",
      "Status code for Match 2976775377 is 404\n",
      "Status code for Match 2976775378 is 404\n",
      "Status code for Match 2976775379 is 404\n",
      "Status code for Match 2976775380 is 404\n",
      "Status code for Match 2976775381 is 404\n",
      "Status code for Match 2976775382 is 404\n",
      "Status code for Match 2976775383 is 404\n",
      "Status code for Match 2976775384 is 404\n",
      "Status code for Match 2976775385 is 404\n",
      "Wrong lobby for match 2976775389\n",
      "Status code for Match 2976775393 is 429\n",
      "Status code for Match 2976775394 is 429\n",
      "Status code for Match 2976775395 is 429\n",
      "Status code for Match 2976775396 is 429\n",
      "Status code for Match 2976775397 is 429\n",
      "Status code for Match 2976775398 is 429\n",
      "Status code for Match 2976775399 is 429\n",
      "Status code for Match 2976775400 is 429\n",
      "Status code for Match 2976775401 is 429\n",
      "Status code for Match 2976775402 is 429\n",
      "Status code for Match 2976775403 is 429\n",
      "Status code for Match 2976775404 is 429\n",
      "Status code for Match 2976775405 is 429\n",
      "Status code for Match 2976775406 is 429\n",
      "Status code for Match 2976775407 is 429\n",
      "Status code for Match 2976775408 is 429\n",
      "Status code for Match 2976775409 is 429\n",
      "Status code for Match 2976775410 is 429\n",
      "Status code for Match 2976775411 is 429\n",
      "Status code for Match 2976775412 is 429\n",
      "Status code for Match 2976775413 is 429\n",
      "Status code for Match 2976775414 is 429\n",
      "Status code for Match 2976775415 is 429\n",
      "Status code for Match 2976775416 is 429\n",
      "Status code for Match 2976775417 is 429\n",
      "Status code for Match 2976775418 is 429\n",
      "Status code for Match 2976775419 is 429\n",
      "Status code for Match 2976775420 is 429\n",
      "Status code for Match 2976775421 is 429\n",
      "Status code for Match 2976775422 is 429\n",
      "Status code for Match 2976775423 is 429\n",
      "Status code for Match 2976775424 is 429\n",
      "Status code for Match 2976775425 is 429\n",
      "Status code for Match 2976775426 is 429\n",
      "Status code for Match 2976775427 is 429\n",
      "Status code for Match 2976775428 is 429\n",
      "Status code for Match 2976775429 is 429\n",
      "Status code for Match 2976775430 is 429\n",
      "Status code for Match 2976775431 is 429\n",
      "Status code for Match 2976775432 is 429\n",
      "Status code for Match 2976775433 is 429\n",
      "Status code for Match 2976775434 is 429\n",
      "Status code for Match 2976775435 is 429\n",
      "Status code for Match 2976775436 is 429\n",
      "Status code for Match 2976775437 is 429\n",
      "Status code for Match 2976775438 is 429\n",
      "Status code for Match 2976775439 is 429\n",
      "Status code for Match 2976775440 is 429\n",
      "Status code for Match 2976775441 is 429\n",
      "Status code for Match 2976775442 is 429\n",
      "Status code for Match 2976775443 is 429\n",
      "Status code for Match 2976775444 is 429\n",
      "Status code for Match 2976775445 is 429\n",
      "Status code for Match 2976775446 is 429\n",
      "    barracks_status_dire  barracks_status_radiant  dire_pos1  \\\n",
      "0                      0                       63         11   \n",
      "1                     63                        0          4   \n",
      "2                      0                       63         44   \n",
      "3                     63                        0         44   \n",
      "4                     51                       63         28   \n",
      "5                      0                       63         44   \n",
      "6                     63                        0         41   \n",
      "7                     63                        0          1   \n",
      "8                      0                       63         67   \n",
      "9                     51                        0         35   \n",
      "10                    63                        0         48   \n",
      "11                     3                       63         93   \n",
      "12                     0                       63         14   \n",
      "13                     0                       63         48   \n",
      "14                    63                       63         98   \n",
      "\n",
      "    dire_pos1_ancient_kills  dire_pos1_apm  dire_pos1_assists  \\\n",
      "0                       0.0          118.0                 11   \n",
      "1                       NaN            NaN                  7   \n",
      "2                       NaN            NaN                  8   \n",
      "3                       NaN            NaN                 10   \n",
      "4                       NaN            NaN                 14   \n",
      "5                       NaN            NaN                 16   \n",
      "6                       NaN            NaN                  7   \n",
      "7                       NaN            NaN                 16   \n",
      "8                       NaN            NaN                 20   \n",
      "9                       NaN            NaN                 18   \n",
      "10                      NaN            NaN                 14   \n",
      "11                      NaN            NaN                  5   \n",
      "12                      NaN            NaN                 13   \n",
      "13                     22.0          124.0                 13   \n",
      "14                      NaN            NaN                  1   \n",
      "\n",
      "    dire_pos1_camps_stacked  dire_pos1_courier_kills  dire_pos1_deaths  \\\n",
      "0                       0.0                      0.0                13   \n",
      "1                       NaN                      NaN                 1   \n",
      "2                       NaN                      NaN                14   \n",
      "3                       NaN                      NaN                 4   \n",
      "4                       NaN                      NaN                 1   \n",
      "5                       NaN                      NaN                10   \n",
      "6                       NaN                      NaN                 4   \n",
      "7                       NaN                      NaN                 3   \n",
      "8                       NaN                      NaN                 8   \n",
      "9                       NaN                      NaN                13   \n",
      "10                      NaN                      NaN                 3   \n",
      "11                      NaN                      NaN                 5   \n",
      "12                      NaN                      NaN                 9   \n",
      "13                      0.0                      0.0                10   \n",
      "14                      NaN                      NaN                 0   \n",
      "\n",
      "    dire_pos1_denies          ...           radiant_pos5_pings  \\\n",
      "0                  7          ...                        117.0   \n",
      "1                  2          ...                          NaN   \n",
      "2                  0          ...                          NaN   \n",
      "3                  2          ...                          NaN   \n",
      "4                  3          ...                          NaN   \n",
      "5                  3          ...                          NaN   \n",
      "6                  5          ...                          NaN   \n",
      "7                 21          ...                          NaN   \n",
      "8                  5          ...                          NaN   \n",
      "9                 11          ...                          NaN   \n",
      "10                 3          ...                          NaN   \n",
      "11                 4          ...                          NaN   \n",
      "12                 4          ...                          NaN   \n",
      "13                 4          ...                          3.0   \n",
      "14                11          ...                          NaN   \n",
      "\n",
      "    radiant_pos5_rune_pickups  radiant_pos5_sentry_uses  \\\n",
      "0                         1.0                       2.0   \n",
      "1                         NaN                       NaN   \n",
      "2                         NaN                       NaN   \n",
      "3                         NaN                       NaN   \n",
      "4                         NaN                       NaN   \n",
      "5                         NaN                       NaN   \n",
      "6                         NaN                       NaN   \n",
      "7                         NaN                       NaN   \n",
      "8                         NaN                       NaN   \n",
      "9                         NaN                       NaN   \n",
      "10                        NaN                       NaN   \n",
      "11                        NaN                       NaN   \n",
      "12                        NaN                       NaN   \n",
      "13                       12.0                       0.0   \n",
      "14                        NaN                       NaN   \n",
      "\n",
      "    radiant_pos5_totalgold  radiant_pos5_totalxp  radiant_pos5_tower_kills  \\\n",
      "0                    15770                 24522                       1.0   \n",
      "1                    11150                  9920                       NaN   \n",
      "2                    12633                 12854                       NaN   \n",
      "3                    10379                 10339                       NaN   \n",
      "4                    11251                 11251                       NaN   \n",
      "5                    31593                 28274                       NaN   \n",
      "6                     8825                 17441                       NaN   \n",
      "7                    18215                 27049                       NaN   \n",
      "8                    16754                 22367                       NaN   \n",
      "9                    13350                 17081                       NaN   \n",
      "10                    9340                  9233                       NaN   \n",
      "11                   10205                  8972                       NaN   \n",
      "12                   17184                 15358                       NaN   \n",
      "13                   16666                 15864                       0.0   \n",
      "14                    3021                  3312                       NaN   \n",
      "\n",
      "    radiant_pos5_xpm  radiant_win  tower_status_dire  tower_status_radiant  \n",
      "0                608         True                  0                  1982  \n",
      "1                258        False               2046                     0  \n",
      "2                349         True                  0                  1974  \n",
      "3                260        False               1983                     0  \n",
      "4                378         True                262                  2047  \n",
      "5                460         True                  0                  1830  \n",
      "6                500        False               2038                     0  \n",
      "7                493        False               1830                     0  \n",
      "8                522         True                  0                  1958  \n",
      "9                380         True                454                     0  \n",
      "10               259        False               1972                     0  \n",
      "11               291         True                  4                  1974  \n",
      "12               286         True                  0                  1980  \n",
      "13               455         True                  0                  1830  \n",
      "14               273        False               2047                  1975  \n",
      "\n",
      "[15 rows x 321 columns]\n",
      "1 loop, best of 3: 32.6 s per loop\n"
     ]
    }
   ],
   "source": [
    "%%timeit\n",
    "d = GoThroughABlock()\n",
    "print d"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Status code for Match 2976775347 is 429\n",
      "Status code for Match 2976775348 is 429\n",
      "Status code for Match 2976775349 is 429\n",
      "Status code for Match 2976775350 is 429\n",
      "Status code for Match 2976775351 is 429\n",
      "Status code for Match 2976775352 is 429\n",
      "Wrong lobby for match 2976775353\n",
      "Wrong lobby for match 2976775355\n",
      "Wrong lobby for match 2976775356\n",
      "Status code for Match 2976775357 is 404\n",
      "Status code for Match 2976775358 is 404\n",
      "Status code for Match 2976775359 is 404\n",
      "Status code for Match 2976775361 is 404\n",
      "Wrong lobby for match 2976775363\n",
      "Status code for Match 2976775365 is 404\n",
      "Wrong lobby for match 2976775367\n",
      "Status code for Match 2976775368 is 404\n",
      "Status code for Match 2976775369 is 404\n",
      "Wrong lobby for match 2976775370\n",
      "Wrong lobby for match 2976775371\n",
      "Wrong lobby for match 2976775372\n",
      "Status code for Match 2976775374 is 404\n",
      "Status code for Match 2976775375 is 404\n",
      "Status code for Match 2976775376 is 404\n",
      "Status code for Match 2976775377 is 404\n",
      "Status code for Match 2976775378 is 404\n",
      "Status code for Match 2976775379 is 404\n",
      "Status code for Match 2976775380 is 404\n",
      "Status code for Match 2976775381 is 404\n",
      "Status code for Match 2976775382 is 404\n",
      "Status code for Match 2976775383 is 404\n",
      "Status code for Match 2976775384 is 404\n",
      "Status code for Match 2976775385 is 404\n",
      "Wrong lobby for match 2976775389\n",
      "Wrong lobby for match 2976775394\n",
      "Wrong lobby for match 2976775396\n",
      "Wrong lobby for match 2976775397\n",
      "Wrong lobby for match 2976775398\n",
      "Wrong lobby for match 2976775399\n",
      "Wrong lobby for match 2976775400\n",
      "Status code for Match 2976775401 is 404\n",
      "Wrong lobby for match 2976775402\n",
      "Status code for Match 2976775403 is 404\n",
      "Wrong lobby for match 2976775404\n",
      "Status code for Match 2976775407 is 404\n",
      "Wrong lobby for match 2976775410\n",
      "Wrong lobby for match 2976775411\n",
      "Wrong lobby for match 2976775414\n",
      "Wrong lobby for match 2976775415\n",
      "Wrong lobby for match 2976775416\n",
      "Wrong lobby for match 2976775417\n",
      "Wrong lobby for match 2976775418\n",
      "Status code for Match 2976775419 is 404\n",
      "Wrong lobby for match 2976775420\n",
      "Wrong lobby for match 2976775424\n",
      "Status code for Match 2976775428 is 404\n",
      "Wrong lobby for match 2976775429\n",
      "Wrong lobby for match 2976775432\n",
      "Wrong lobby for match 2976775433\n",
      "Wrong lobby for match 2976775435\n",
      "Wrong lobby for match 2976775437\n",
      "Status code for Match 2976775438 is 404\n",
      "Status code for Match 2976775439 is 404\n",
      "Status code for Match 2976775440 is 404\n",
      "Status code for Match 2976775441 is 404\n",
      "Status code for Match 2976775442 is 404\n",
      "Wrong lobby for match 2976775443\n",
      "Wrong lobby for match 2976775444\n",
      "Wrong lobby for match 2976775445\n",
      "Wrong lobby for match 2976775446\n"
     ]
    }
   ],
   "source": [
    "block = GoThroughABlock()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# invalid field check\n",
    "for column in block.columns:\n",
    "    if block[column].iloc[1:len(block)].isnull().all():\n",
    "        print column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\n",
      "[10, 11, 12, 13, 14, 15, 16, 17, 18, 19]\n"
     ]
    }
   ],
   "source": [
    "print range(10)\n",
    "print range(10, 20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "True\n"
     ]
    }
   ],
   "source": [
    "print len(range(10,20)) == len(range(10))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[13, 14, 15, 16, 17, 18, 19]\n",
      "[20, 21, 22, 23, 24, 25, 26]\n",
      "[27, 28, 29, 30, 31, 32, 33]\n"
     ]
    }
   ],
   "source": [
    "x = 13\n",
    "block = 7\n",
    "print range(x, x+block)\n",
    "print range(x+block, x+block*2)\n",
    "print range(x+block*2, x+block*3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "from time import sleep\n",
    "\n",
    "matchIdRes = pd.DataFrame(np.loadtxt('data/goodAnomaliesResidual.csv', delimiter = ','), \n",
    "                 columns = [\"match_id\", \"residual\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "residualMatchesPrepDict = {}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wrong lobby for match 3123454720\n",
      "Wrong lobby for match 3123786496\n",
      "Wrong lobby for match 3123754752\n",
      "Wrong lobby for match 3123254528\n",
      "Wrong lobby for match 3123486976\n",
      "Wrong lobby for match 3123522816\n",
      "Wrong lobby for match 3123601408\n",
      "Wrong lobby for match 3123060480\n",
      "Wrong lobby for match 3123672320\n",
      "Wrong lobby for match 3123249408\n",
      "Wrong lobby for match 3123235584\n",
      "Wrong lobby for match 3123435520\n",
      "Wrong lobby for match 3123269888\n"
     ]
    }
   ],
   "source": [
    "for matchID in matchIdRes['match_id'].apply(lambda x: '{0:.0f}'.format(x)):\n",
    "    host = \"https://api.opendota.com/api/matches/\" + str(matchID)\n",
    "    data = {'match_id': matchID}\n",
    "    data = requests.get(host, data)\n",
    "        \n",
    "    if data.status_code != 200:\n",
    "        # print \"Status code for Match {0} is {1}\".format(matchID, data.status_code)\n",
    "        continue\n",
    "            \n",
    "    matchJSON = json.loads(data.content)\n",
    "        \n",
    "    if 'lobby_type' not in matchJSON:\n",
    "        print \"Wrong lobby for match {0}\".format(matchID)\n",
    "        continue\n",
    "    lobby_type = matchJSON['lobby_type']\n",
    "        # 0 and 7 correspond to normal and ranked\n",
    "    if lobby_type != 0 and lobby_type != 7 and lobby_type != 1:\n",
    "        print \"Wrong lobby for match {0}\".format(matchID)\n",
    "        continue\n",
    "            \n",
    "    matchPerformance = extractDotaInformation(matchJSON)       \n",
    "    for k, v in matchPerformance.items():\n",
    "        if k in residualMatchesPrepDict:\n",
    "            residualMatchesPrepDict[k].append(v)\n",
    "        else: \n",
    "            residualMatchesPrepDict[k] = [v]\n",
    "    sleep(0.5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "residualMatchesPrepDict = pd.DataFrame.from_dict(residualMatchesPrepDict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index([u'barracks_status_dire', u'barracks_status_radiant', u'dire_pos1',\n",
       "       u'dire_pos1_abandons', u'dire_pos1_ancient_kills', u'dire_pos1_apm',\n",
       "       u'dire_pos1_assists', u'dire_pos1_camps_stacked',\n",
       "       u'dire_pos1_courier_kills', u'dire_pos1_deaths',\n",
       "       ...\n",
       "       u'radiant_pos5_pings', u'radiant_pos5_rune_pickups',\n",
       "       u'radiant_pos5_sentry_uses', u'radiant_pos5_totalgold',\n",
       "       u'radiant_pos5_totalxp', u'radiant_pos5_tower_kills',\n",
       "       u'radiant_pos5_xpm', u'radiant_win', u'tower_status_dire',\n",
       "       u'tower_status_radiant'],\n",
       "      dtype='object', length=341)"
      ]
     },
     "execution_count": 87,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "residualMatchesPrepDict.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "residualMatchesPrepDict.to_csv('data/FeaturesOfResidualMatches.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}