FormalizedNoteBookToExport.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import requests\n",
    "import json"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "heroInfo = {\n",
    "        \"heroes\":[\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_antimage\",\n",
    "                \"id\":1\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_axe\",\n",
    "            \"id\":2\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_bane\",\n",
    "            \"id\":3\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_bloodseeker\",\n",
    "            \"id\":4\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_crystal_maiden\",\n",
    "            \"id\":5\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_drow_ranger\",\n",
    "            \"id\":6\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_earthshaker\",\n",
    "            \"id\":7\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_juggernaut\",\n",
    "            \"id\":8\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_mirana\",\n",
    "            \"id\":9\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_nevermore\",\n",
    "            \"id\":11\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_morphling\",\n",
    "            \"id\":10\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_phantom_lancer\",\n",
    "            \"id\":12\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_puck\",\n",
    "            \"id\":13\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_pudge\",\n",
    "            \"id\":14\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_razor\",\n",
    "            \"id\":15\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_sand_king\",\n",
    "            \"id\":16\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_storm_spirit\",\n",
    "            \"id\":17\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_sven\",\n",
    "            \"id\":18\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_tiny\",\n",
    "            \"id\":19\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_vengefulspirit\",\n",
    "            \"id\":20\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_windrunner\",\n",
    "            \"id\":21\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_zuus\",\n",
    "            \"id\":22\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_kunkka\",\n",
    "            \"id\":23\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_lina\",\n",
    "            \"id\":25\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_lich\",\n",
    "            \"id\":31\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_lion\",\n",
    "            \"id\":26\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_shadow_shaman\",\n",
    "            \"id\":27\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_slardar\",\n",
    "            \"id\":28\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_tidehunter\",\n",
    "            \"id\":29\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_witch_doctor\",\n",
    "            \"id\":30\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_riki\",\n",
    "            \"id\":32\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_enigma\",\n",
    "            \"id\":33\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_tinker\",\n",
    "            \"id\":34\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_sniper\",\n",
    "            \"id\":35\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_necrolyte\",\n",
    "            \"id\":36\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_warlock\",\n",
    "            \"id\":37\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_beastmaster\",\n",
    "            \"id\":38\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_queenofpain\",\n",
    "            \"id\":39\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_venomancer\",\n",
    "            \"id\":40\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_faceless_void\",\n",
    "            \"id\":41\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_skeleton_king\",\n",
    "            \"id\":42\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_death_prophet\",\n",
    "            \"id\":43\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_phantom_assassin\",\n",
    "            \"id\":44\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_pugna\",\n",
    "            \"id\":45\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_templar_assassin\",\n",
    "            \"id\":46\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_viper\",\n",
    "            \"id\":47\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_luna\",\n",
    "            \"id\":48\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_dragon_knight\",\n",
    "            \"id\":49\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_dazzle\",\n",
    "            \"id\":50\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_rattletrap\",\n",
    "            \"id\":51\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_leshrac\",\n",
    "            \"id\":52\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_furion\",\n",
    "            \"id\":53\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_life_stealer\",\n",
    "            \"id\":54\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_dark_seer\",\n",
    "            \"id\":55\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_clinkz\",\n",
    "            \"id\":56\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_omniknight\",\n",
    "            \n",
    "            \"id\":57\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_enchantress\",\n",
    "            \"id\":58\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_huskar\",\n",
    "            \"id\":59\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_night_stalker\",\n",
    "            \"id\":60\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_broodmother\",\n",
    "            \"id\":61\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_bounty_hunter\",\n",
    "            \"id\":62\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_weaver\",\n",
    "            \"id\":63\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_jakiro\",\n",
    "            \"id\":64\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_batrider\",\n",
    "            \"id\":65\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_chen\",\n",
    "            \"id\":66\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_spectre\",\n",
    "            \"id\":67\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_doom_bringer\",\n",
    "            \"id\":69\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_ancient_apparition\",\n",
    "            \"id\":68\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_ursa\",\n",
    "            \"id\":70\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_spirit_breaker\",\n",
    "            \"id\":71\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_gyrocopter\",\n",
    "            \"id\":72\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_alchemist\",\n",
    "            \"id\":73\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_invoker\",\n",
    "            \"id\":74\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_silencer\",\n",
    "            \"id\":75\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_obsidian_destroyer\",\n",
    "            \"id\":76\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_lycan\",\n",
    "            \"id\":77\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_brewmaster\",\n",
    "            \"id\":78\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_shadow_demon\",\n",
    "            \"id\":79\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_lone_druid\",\n",
    "            \"id\":80\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_chaos_knight\",\n",
    "            \"id\":81\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_meepo\",\n",
    "            \"id\":82\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_treant\",\n",
    "            \"id\":83\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_ogre_magi\",\n",
    "            \"id\":84\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_undying\",\n",
    "            \"id\":85\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_rubick\",\n",
    "            \"id\":86\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_disruptor\",\n",
    "            \"id\":87\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_nyx_assassin\",\n",
    "            \"id\":88\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_naga_siren\",\n",
    "            \"id\":89\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_keeper_of_the_light\",\n",
    "            \"id\":90\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_wisp\",\n",
    "            \"id\":91\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_visage\",\n",
    "            \"id\":92\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_slark\",\n",
    "            \"id\":93\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_medusa\",\n",
    "            \"id\":94\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_troll_warlord\",\n",
    "            \"id\":95\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_centaur\",\n",
    "            \"id\":96\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_magnataur\",\n",
    "            \"id\":97\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_shredder\",\n",
    "            \"id\":98\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_bristleback\",\n",
    "            \"id\":99\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_tusk\",\n",
    "            \"id\":100\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_skywrath_mage\",\n",
    "            \"id\":101\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_abaddon\",\n",
    "            \"id\":102\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_elder_titan\",\n",
    "            \"id\":103\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_legion_commander\",\n",
    "            \"id\":104\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_ember_spirit\",\n",
    "            \"id\":106\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_earth_spirit\",\n",
    "            \"id\":107\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_terrorblade\",\n",
    "            \"id\":109\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_phoenix\",\n",
    "            \"id\":110\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_oracle\",\n",
    "            \"id\":111\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_techies\",\n",
    "            \"id\":105\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_winter_wyvern\",\n",
    "            \"id\":112\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_arc_warden\",\n",
    "            \"id\":113\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_abyssal_underlord\",\n",
    "            \"id\":108\n",
    "        },\n",
    "        {\n",
    "            \"name\":\"npc_dota_hero_monkey_king\",\n",
    "            \"id\":114\n",
    "        }\n",
    "        ]\n",
    "}\n",
    "\n",
    "heroRoles = {\n",
    "    1: [1], 2: [3, 2, 4], 3: [5, 4],\n",
    "    4: [3, 2], 5: [5, 4], 6: [1, 2],\n",
    "    7: [4, 5], 8: [1, 2], 9: [2, 3, 1],\n",
    "    10: [1, 2], 11: [2, 1], 12: [1],\n",
    "    13: [2], 14: [2, 4], 15: [2],\n",
    "    16: [3, 4], 17: [2], 18: [1],\n",
    "    19: [2, 4], 20: [5, 4, 1], 21: [2],\n",
    "    22: [2], 23: [2, 3], 25: [2, 4],\n",
    "    26: [4, 5], 27: [5, 4, 2], 28: [4, 3, 1],\n",
    "    29: [3, 4], 30: [4, 5], 31: [5],\n",
    "    32: [4], 33: [4], 34: [2],\n",
    "    35: [2, 1, 3], 36: [3, 4, 2], 37: [4, 5],\n",
    "    38: [3, 4], 39: [2], 40: [4, 2],\n",
    "    41: [3, 1], 42: [3, 1], 43: [2],\n",
    "    44: [1], 45: [4, 2, 5], 46: [2],\n",
    "    47: [2], 48: [1], 49: [2, 3, 1],\n",
    "    50: [5, 4], 51: [3], 52: [2, 4],\n",
    "    53: [4], 54: [4, 3], 55: [3],\n",
    "    56: [3], 57: [5], 58: [4],\n",
    "    59: [2, 1, 3], 60: [4, 2], 61: [3],\n",
    "    62: [4], 63: [3], 64: [5, 2],\n",
    "    65: [2, 3], 66: [4], 67: [1],\n",
    "    68: [5], 69: [4, 3], 70: [4],\n",
    "    71: [4, 3], 72: [1], 73: [2, 4],\n",
    "    74: [2], 75: [5], 76: [2],\n",
    "    77: [4], 78: [2], 79: [5],\n",
    "    80: [4, 3], 81: [1, 4], 82: [2],\n",
    "    83: [5], 84: [5], 85: [5, 4],\n",
    "    86: [5], 87: [5], 88: [3],\n",
    "    89: [1, 4], 90: [5], 91: [5],\n",
    "    92: [4], 93: [1], 94: [1], \n",
    "    95: [1], 96: [3], 97: [2],\n",
    "    98: [3, 2], 99: [3], 100: [3],\n",
    "    101: [5, 4], 102: [5], 103: [3],\n",
    "    104: [4], 105: [4], 106: [2],\n",
    "    107: [4], 108: [3], 109: [1],\n",
    "    110: [4], 111: [5], 112: [5],\n",
    "    113: [2], 114: [2, 4]   \n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import random\n",
    "# return the roles of farm priority (1-5) for the corresponding hero ID\n",
    "# the roles are in descending order of common if there is more than one\n",
    "def classifyHeroRoles(heroID):\n",
    "    return heroRoles[heroID]\n",
    "\n",
    "def giveHeroRole(heroID, availableRoles):\n",
    "    roles = classifyHeroRoles(heroID)\n",
    "    if len(roles) == 1 and roles[0] in availableRoles:\n",
    "        return roles[0]\n",
    "    elif len(roles) == 1:\n",
    "        return random.choice(availableRoles)\n",
    "    for role in roles:\n",
    "        if role in availableRoles:\n",
    "            return role\n",
    "    return random.choice(availableRoles)\n",
    "\n",
    "def classifyTeam(heroIDsOnFullTeam):\n",
    "    classifiedTeam = {}\n",
    "    availableRoles = [1, 2, 3, 4, 5]\n",
    "    heroIDsOnFullTeam = sorted(heroIDsOnFullTeam, key = lambda x: len(classifyHeroRoles(x)))\n",
    "    for heroID in heroIDsOnFullTeam:\n",
    "        givenRole = giveHeroRole(heroID, availableRoles)\n",
    "        availableRoles.remove(givenRole)\n",
    "        classifiedTeam[givenRole] = heroID\n",
    "    return classifiedTeam\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def PlayerExtractKey(playerJSON, key):\n",
    "    if key in playerJSON:\n",
    "        return playerJSON[key]\n",
    "    else:\n",
    "        return float('nan')\n",
    "\n",
    "def extractDotaInformation(matchJSON):\n",
    "    matchInfo = {}\n",
    "    matchInfo['match_id'] = matchJSON['match_id']\n",
    "    matchInfo['patch'] = matchJSON['patch']\n",
    "    matchInfo['positive_votes'] = matchJSON['positive_votes']\n",
    "    matchInfo['negative_votes'] = matchJSON['negative_votes']\n",
    "    matchInfo['first_blood_time'] = matchJSON['first_blood_time']\n",
    "    matchInfo['barracks_status_radiant'] = matchJSON['barracks_status_radiant']\n",
    "    matchInfo['barracks_status_dire'] = matchJSON['barracks_status_dire']\n",
    "    matchInfo['tower_status_radiant'] = matchJSON['tower_status_radiant']\n",
    "    matchInfo['tower_status_dire'] = matchJSON['tower_status_dire']\n",
    "    matchInfo['radiant_win'] = matchJSON['radiant_win']\n",
    "    matchInfo['duration'] = matchJSON['duration']\n",
    "    \n",
    "    heroesRadiant = []\n",
    "    heroesDire = []\n",
    "    \n",
    "    for player in matchJSON['players']:\n",
    "        if player['isRadiant']:\n",
    "            heroesRadiant.append(player['hero_id'])\n",
    "        else:\n",
    "            heroesDire.append(player['hero_id'])\n",
    "            \n",
    "    heroesRadiant = classifyTeam(heroesRadiant)\n",
    "    heroesDire = classifyTeam(heroesDire)\n",
    "    matchInfo['radiant_pos1'] = heroesRadiant[1]\n",
    "    matchInfo['radiant_pos2'] = heroesRadiant[2]\n",
    "    matchInfo['radiant_pos3'] = heroesRadiant[3]\n",
    "    matchInfo['radiant_pos4'] = heroesRadiant[4]\n",
    "    matchInfo['radiant_pos5'] = heroesRadiant[5]\n",
    "    matchInfo['dire_pos1'] = heroesDire[1]\n",
    "    matchInfo['dire_pos2'] = heroesDire[2]\n",
    "    matchInfo['dire_pos3'] = heroesDire[3]\n",
    "    matchInfo['dire_pos4'] = heroesDire[4]\n",
    "    matchInfo['dire_pos5'] = heroesDire[5]\n",
    "    for player in matchJSON['players']:\n",
    "        factions = ['radiant', 'dire']\n",
    "        poss = ['_pos1', '_pos2', '_pos3', '_pos4', '_pos5']\n",
    "        for faction in factions:\n",
    "            for pos in poss:\n",
    "                if player['hero_id'] == matchInfo[faction+pos]:\n",
    "                    factionpos = faction+pos\n",
    "                    matchInfo[factionpos+'_hero_id'] = PlayerExtractKey(player, \"hero_id\")\n",
    "                    matchInfo[factionpos+'_item0'] = PlayerExtractKey(player, 'item_0')\n",
    "                    matchInfo[factionpos+'_item1'] = PlayerExtractKey(player, 'item_1')\n",
    "                    matchInfo[factionpos+'_item2'] = PlayerExtractKey(player, 'item_2')\n",
    "                    matchInfo[factionpos+'_item3'] = PlayerExtractKey(player, 'item_3')\n",
    "                    matchInfo[factionpos+'_item4'] = PlayerExtractKey(player, 'item_4')\n",
    "                    matchInfo[factionpos+'_item5'] = PlayerExtractKey(player, 'item_5')\n",
    "                    matchInfo[factionpos+'_kills'] = PlayerExtractKey(player, 'kills')\n",
    "                    matchInfo[factionpos+'_deaths'] = PlayerExtractKey(player, 'deaths')\n",
    "                    matchInfo[factionpos+'_assists'] = PlayerExtractKey(player, 'assists')\n",
    "                    matchInfo[factionpos+'_apm'] = PlayerExtractKey(player, 'actions_per_min')\n",
    "                    matchInfo[factionpos+'_kpm'] = PlayerExtractKey(player, 'kills_per_min')                                               \n",
    "                    matchInfo[factionpos+'_kda'] = PlayerExtractKey(player, 'kda')\n",
    "                    matchInfo[factionpos+'_hero_dmg'] = PlayerExtractKey(player, 'hero_damage')\n",
    "                    matchInfo[factionpos+'_gpm'] = PlayerExtractKey(player, 'gold_per_min')\n",
    "                    matchInfo[factionpos+'_hero_heal'] = PlayerExtractKey(player, 'hero_healing')\n",
    "                    matchInfo[factionpos+'_xpm'] = PlayerExtractKey(player, 'xp_per_min')\n",
    "                    matchInfo[factionpos+'_totalgold'] = PlayerExtractKey(player, 'total_gold')\n",
    "                    matchInfo[factionpos+'_totalxp'] = PlayerExtractKey(player, 'total_xp')\n",
    "                    matchInfo[factionpos+'_lasthits'] = PlayerExtractKey(player, 'last_hits')\n",
    "                    matchInfo[factionpos+'_denies'] = PlayerExtractKey(player, 'denies')\n",
    "                    matchInfo[factionpos+'_tower_kills'] = PlayerExtractKey(player, 'tower_kills')\n",
    "                    matchInfo[factionpos+'_courier_kills'] = PlayerExtractKey(player, 'courier_kills')\n",
    "                    matchInfo[factionpos+'_gold_spent'] = PlayerExtractKey(player, 'gold_spent')\n",
    "                    matchInfo[factionpos+'_observer_uses'] = PlayerExtractKey(player, 'observer_uses')\n",
    "                    matchInfo[factionpos+'_sentry_uses'] = PlayerExtractKey(player, 'sentry_uses')\n",
    "                    matchInfo[factionpos+'_ancient_kills'] = PlayerExtractKey(player, 'ancient_kills')\n",
    "                    matchInfo[factionpos+'_neutral_kills'] = PlayerExtractKey(player, 'neutral_kills')\n",
    "                    matchInfo[factionpos+'_camps_stacked'] = PlayerExtractKey(player, 'camps_stacked')\n",
    "                    matchInfo[factionpos+'_pings'] = PlayerExtractKey(player, 'pings')\n",
    "                    matchInfo[factionpos+'_rune_pickups'] = PlayerExtractKey(player, 'rune_pickups')\n",
    "                    matchInfo[factionpos+'_abandons'] = PlayerExtractKey(player, 'abandons')\n",
    "                    \n",
    "    return matchInfo\n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from time import sleep\n",
    "from itertools import chain\n",
    "from collections import defaultdict\n",
    "import pandas as pd\n",
    "\n",
    "\n",
    "def GoThroughABlock(initialMatchID=3215090530, blockOfMatches=100):\n",
    "    mainDict = {}\n",
    "    \n",
    "    for currentMatchID in range(initialMatchID, initialMatchID + blockOfMatches):\n",
    "        try:\n",
    "            sleep(0.5)\n",
    "            host = \"https://api.opendota.com/api/matches/\" + str(currentMatchID)\n",
    "            data = {'match_id': currentMatchID}\n",
    "            data = requests.get(host, data)\n",
    " \n",
    "            if data.status_code != 200:\n",
    "                continue\n",
    " \n",
    "            matchJSON = json.loads(data.content)\n",
    " \n",
    "            if 'lobby_type' not in matchJSON:\n",
    "                continue\n",
    "            if 'game_mode' not in matchJSON:\n",
    "                continue\n",
    "            lobby_type = matchJSON['lobby_type']\n",
    "            game_mode = matchJSON['game_mode']\n",
    "            # 0 and 7 correspond to normal and ranked\n",
    "            if game_mode != 1 and game_mode != 2 and game_mode != 22:\n",
    "                continue\n",
    "            if lobby_type != 0 and lobby_type != 7:\n",
    "                continue\n",
    " \n",
    "            matchPerformance = extractDotaInformation(matchJSON)       \n",
    "            for k, v in matchPerformance.items():\n",
    "                if k in mainDict:\n",
    "                    mainDict[k].append(v)\n",
    "                else: \n",
    "                    mainDict[k] = [v]\n",
    "            sleep(0.7)\n",
    "        except Exception as e:\n",
    "             print currentMatchID\n",
    "    return pd.DataFrame.from_dict(mainDict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "match_id = 3215090530\n",
    "block = 100\n",
    "for _ in range(5000):\n",
    "    data = GoThroughABlock(match_id, block)\n",
    "    data.to_csv(\"data/to_process/match{0}_block{1}.csv\".format(match_id, block), index=False)\n",
    "    match_id = match_id + block"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}