Author Mapping.ipynb

{
 "metadata": {
  "name": "",
  "signature": "sha256:af4b78fb1b0cae29e9cd88a59b0d5149af60c3359203c67d6ee81ff081d556cb"
 },
 "nbformat": 3,
 "nbformat_minor": 0,
 "worksheets": [
  {
   "cells": [
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "import yaml\n",
      "\n",
      "stream = open('author-mapping/legislators-current.yaml', 'rb')\n",
      "stream_historical = open('author-mapping/legislators-historical.yaml', 'rb')"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 1
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "current = list(yaml.load(stream))\n",
      "historical = list(yaml.load(stream_historical))\n",
      "\n",
      "current.extend(historical)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 2
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "joined = [author for author in current if 'votesmart' in author['id'].keys()]"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 18
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "with open('votesmart.yml', 'w') as outfile:\n",
      "    outfile.write(yaml.dump(joined, default_flow_style=True))"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 20
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "joined[:5]"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 21,
       "text": [
        "[{'bio': {'birthday': '1952-11-09', 'gender': 'M', 'religion': 'Lutheran'},\n",
        "  'id': {'ballotpedia': 'Sherrod Brown',\n",
        "   'bioguide': 'B000944',\n",
        "   'cspan': 5051,\n",
        "   'fec': ['H2OH13033', 'S6OH00163'],\n",
        "   'govtrack': 400050,\n",
        "   'house_history': 9996,\n",
        "   'icpsr': 29389,\n",
        "   'lis': 'S307',\n",
        "   'maplight': 7573,\n",
        "   'opensecrets': 'N00003535',\n",
        "   'thomas': '00136',\n",
        "   'votesmart': 27018,\n",
        "   'washington_post': 'gIQA3O2w9O',\n",
        "   'wikipedia': 'Sherrod Brown'},\n",
        "  'name': {'first': 'Sherrod',\n",
        "   'last': 'Brown',\n",
        "   'official_full': 'Sherrod Brown'},\n",
        "  'terms': [{'district': 13,\n",
        "    'end': '1994-12-01',\n",
        "    'party': 'Democrat',\n",
        "    'start': '1993-01-05',\n",
        "    'state': 'OH',\n",
        "    'type': 'rep'},\n",
        "   {'district': 13,\n",
        "    'end': '1996-10-04',\n",
        "    'party': 'Democrat',\n",
        "    'start': '1995-01-04',\n",
        "    'state': 'OH',\n",
        "    'type': 'rep'},\n",
        "   {'district': 13,\n",
        "    'end': '1998-12-19',\n",
        "    'party': 'Democrat',\n",
        "    'start': '1997-01-07',\n",
        "    'state': 'OH',\n",
        "    'type': 'rep'},\n",
        "   {'district': 13,\n",
        "    'end': '2000-12-15',\n",
        "    'party': 'Democrat',\n",
        "    'start': '1999-01-06',\n",
        "    'state': 'OH',\n",
        "    'type': 'rep'},\n",
        "   {'district': 13,\n",
        "    'end': '2002-11-22',\n",
        "    'party': 'Democrat',\n",
        "    'start': '2001-01-03',\n",
        "    'state': 'OH',\n",
        "    'type': 'rep'},\n",
        "   {'district': 13,\n",
        "    'end': '2004-12-09',\n",
        "    'party': 'Democrat',\n",
        "    'start': '2003-01-07',\n",
        "    'state': 'OH',\n",
        "    'type': 'rep',\n",
        "    'url': 'http://www.house.gov/sherrodbrown'},\n",
        "   {'district': 13,\n",
        "    'end': '2006-12-09',\n",
        "    'party': 'Democrat',\n",
        "    'start': '2005-01-04',\n",
        "    'state': 'OH',\n",
        "    'type': 'rep',\n",
        "    'url': 'http://www.house.gov/sherrodbrown'},\n",
        "   {'address': '713 HART SENATE OFFICE BUILDING WASHINGTON DC 20510',\n",
        "    'class': 1,\n",
        "    'contact_form': 'http://www.brown.senate.gov/contact/',\n",
        "    'end': '2013-01-03',\n",
        "    'fax': '202-228-6321',\n",
        "    'office': '713 Hart Senate Office Building',\n",
        "    'party': 'Democrat',\n",
        "    'phone': '202-224-2315',\n",
        "    'start': '2007-01-04',\n",
        "    'state': 'OH',\n",
        "    'type': 'sen',\n",
        "    'url': 'http://brown.senate.gov/'},\n",
        "   {'address': '713 Hart Senate Office Building Washington DC 20510',\n",
        "    'class': 1,\n",
        "    'contact_form': 'http://www.brown.senate.gov/contact/',\n",
        "    'end': '2019-01-03',\n",
        "    'fax': '202-228-6321',\n",
        "    'office': '713 Hart Senate Office Building',\n",
        "    'party': 'Democrat',\n",
        "    'phone': '202-224-2315',\n",
        "    'rss_url': 'http://www.brown.senate.gov/rss/feeds/?type=all&amp;',\n",
        "    'start': '2013-01-03',\n",
        "    'state': 'OH',\n",
        "    'state_rank': 'senior',\n",
        "    'type': 'sen',\n",
        "    'url': 'http://www.brown.senate.gov'}]},\n",
        " {'bio': {'birthday': '1958-10-13',\n",
        "   'gender': 'F',\n",
        "   'religion': 'Roman Catholic'},\n",
        "  'id': {'ballotpedia': 'Maria Cantwell',\n",
        "   'bioguide': 'C000127',\n",
        "   'cspan': 26137,\n",
        "   'fec': ['S8WA00194', 'H2WA01054'],\n",
        "   'govtrack': 300018,\n",
        "   'house_history': 10608,\n",
        "   'icpsr': 39310,\n",
        "   'lis': 'S275',\n",
        "   'maplight': 4541,\n",
        "   'opensecrets': 'N00007836',\n",
        "   'thomas': '00172',\n",
        "   'votesmart': 27122,\n",
        "   'washington_post': 'gIQAZxKkDP',\n",
        "   'wikipedia': 'Maria Cantwell'},\n",
        "  'name': {'first': 'Maria',\n",
        "   'last': 'Cantwell',\n",
        "   'official_full': 'Maria Cantwell'},\n",
        "  'terms': [{'district': 1,\n",
        "    'end': '1994-12-01',\n",
        "    'party': 'Democrat',\n",
        "    'start': '1993-01-05',\n",
        "    'state': 'WA',\n",
        "    'type': 'rep'},\n",
        "   {'class': 1,\n",
        "    'end': '2006-12-09',\n",
        "    'party': 'Democrat',\n",
        "    'start': '2001-01-03',\n",
        "    'state': 'WA',\n",
        "    'type': 'sen',\n",
        "    'url': 'http://cantwell.senate.gov'},\n",
        "   {'address': '311 HART SENATE OFFICE BUILDING WASHINGTON DC 20510',\n",
        "    'class': 1,\n",
        "    'contact_form': 'http://www.cantwell.senate.gov/contact/',\n",
        "    'end': '2013-01-03',\n",
        "    'fax': '202-228-0514',\n",
        "    'office': '311 Hart Senate Office Building',\n",
        "    'party': 'Democrat',\n",
        "    'phone': '202-224-3441',\n",
        "    'start': '2007-01-04',\n",
        "    'state': 'WA',\n",
        "    'type': 'sen',\n",
        "    'url': 'http://cantwell.senate.gov'},\n",
        "   {'address': '311 Hart Senate Office Building Washington DC 20510',\n",
        "    'class': 1,\n",
        "    'contact_form': 'http://www.cantwell.senate.gov/public/index.cfm/email-maria',\n",
        "    'end': '2019-01-03',\n",
        "    'fax': '202-228-0514',\n",
        "    'office': '311 Hart Senate Office Building',\n",
        "    'party': 'Democrat',\n",
        "    'phone': '202-224-3441',\n",
        "    'rss_url': 'http://www.cantwell.senate.gov/public/index.cfm/rss/feed',\n",
        "    'start': '2013-01-03',\n",
        "    'state': 'WA',\n",
        "    'state_rank': 'junior',\n",
        "    'type': 'sen',\n",
        "    'url': 'http://www.cantwell.senate.gov'}]},\n",
        " {'bio': {'birthday': '1943-10-05', 'gender': 'M', 'religion': 'Jewish'},\n",
        "  'id': {'ballotpedia': 'Ben Cardin',\n",
        "   'bioguide': 'C000141',\n",
        "   'cspan': 4004,\n",
        "   'fec': ['H6MD03177', 'S6MD03177'],\n",
        "   'govtrack': 400064,\n",
        "   'house_history': 10629,\n",
        "   'icpsr': 15408,\n",
        "   'lis': 'S308',\n",
        "   'maplight': 7556,\n",
        "   'opensecrets': 'N00001955',\n",
        "   'thomas': '00174',\n",
        "   'votesmart': 26888,\n",
        "   'washington_post': 'gIQAGMu99O',\n",
        "   'wikipedia': 'Ben Cardin'},\n",
        "  'name': {'first': 'Benjamin',\n",
        "   'last': 'Cardin',\n",
        "   'middle': 'L.',\n",
        "   'official_full': 'Benjamin L. Cardin'},\n",
        "  'terms': [{'district': 3,\n",
        "    'end': '1988-10-22',\n",
        "    'party': 'Democrat',\n",
        "    'start': '1987-01-06',\n",
        "    'state': 'MD',\n",
        "    'type': 'rep'},\n",
        "   {'district': 3,\n",
        "    'end': '1990-10-28',\n",
        "    'party': 'Democrat',\n",
        "    'start': '1989-01-03',\n",
        "    'state': 'MD',\n",
        "    'type': 'rep'},\n",
        "   {'district': 3,\n",
        "    'end': '1992-10-09',\n",
        "    'party': 'Democrat',\n",
        "    'start': '1991-01-03',\n",
        "    'state': 'MD',\n",
        "    'type': 'rep'},\n",
        "   {'district': 3,\n",
        "    'end': '1994-12-01',\n",
        "    'party': 'Democrat',\n",
        "    'start': '1993-01-05',\n",
        "    'state': 'MD',\n",
        "    'type': 'rep'},\n",
        "   {'district': 3,\n",
        "    'end': '1996-10-04',\n",
        "    'party': 'Democrat',\n",
        "    'start': '1995-01-04',\n",
        "    'state': 'MD',\n",
        "    'type': 'rep'},\n",
        "   {'district': 3,\n",
        "    'end': '1998-12-19',\n",
        "    'party': 'Democrat',\n",
        "    'start': '1997-01-07',\n",
        "    'state': 'MD',\n",
        "    'type': 'rep'},\n",
        "   {'district': 3,\n",
        "    'end': '2000-12-15',\n",
        "    'party': 'Democrat',\n",
        "    'start': '1999-01-06',\n",
        "    'state': 'MD',\n",
        "    'type': 'rep'},\n",
        "   {'district': 3,\n",
        "    'end': '2002-11-22',\n",
        "    'party': 'Democrat',\n",
        "    'start': '2001-01-03',\n",
        "    'state': 'MD',\n",
        "    'type': 'rep'},\n",
        "   {'district': 3,\n",
        "    'end': '2004-12-09',\n",
        "    'party': 'Democrat',\n",
        "    'start': '2003-01-07',\n",
        "    'state': 'MD',\n",
        "    'type': 'rep',\n",
        "    'url': 'http://www.house.gov/cardin'},\n",
        "   {'district': 3,\n",
        "    'end': '2006-12-09',\n",
        "    'party': 'Democrat',\n",
        "    'start': '2005-01-04',\n",
        "    'state': 'MD',\n",
        "    'type': 'rep',\n",
        "    'url': 'http://www.house.gov/cardin'},\n",
        "   {'address': '509 HART SENATE OFFICE BUILDING WASHINGTON DC 20510',\n",
        "    'class': 1,\n",
        "    'contact_form': 'http://www.cardin.senate.gov/contact/',\n",
        "    'end': '2013-01-03',\n",
        "    'fax': '202-224-1651',\n",
        "    'office': '509 Hart Senate Office Building',\n",
        "    'party': 'Democrat',\n",
        "    'phone': '202-224-4524',\n",
        "    'start': '2007-01-04',\n",
        "    'state': 'MD',\n",
        "    'type': 'sen',\n",
        "    'url': 'http://cardin.senate.gov/'},\n",
        "   {'address': '509 Hart Senate Office Building Washington DC 20510',\n",
        "    'class': 1,\n",
        "    'contact_form': 'http://www.cardin.senate.gov/contact/',\n",
        "    'end': '2019-01-03',\n",
        "    'fax': '202-224-1651',\n",
        "    'office': '509 Hart Senate Office Building',\n",
        "    'party': 'Democrat',\n",
        "    'phone': '202-224-4524',\n",
        "    'rss_url': 'http://www.cardin.senate.gov/rss/feeds/?type=all',\n",
        "    'start': '2013-01-03',\n",
        "    'state': 'MD',\n",
        "    'state_rank': 'junior',\n",
        "    'type': 'sen',\n",
        "    'url': 'http://www.cardin.senate.gov'}]},\n",
        " {'bio': {'birthday': '1947-01-23', 'gender': 'M', 'religion': 'Presbyterian'},\n",
        "  'id': {'ballotpedia': 'Tom Carper',\n",
        "   'bioguide': 'C000174',\n",
        "   'cspan': 663,\n",
        "   'fec': ['S8DE00079'],\n",
        "   'govtrack': 300019,\n",
        "   'house_history': 10671,\n",
        "   'icpsr': 15015,\n",
        "   'lis': 'S277',\n",
        "   'maplight': 4542,\n",
        "   'opensecrets': 'N00012508',\n",
        "   'thomas': '00179',\n",
        "   'votesmart': 22421,\n",
        "   'washington_post': 'gIQA3bm69O',\n",
        "   'wikipedia': 'Tom Carper'},\n",
        "  'name': {'first': 'Thomas',\n",
        "   'last': 'Carper',\n",
        "   'middle': 'Richard',\n",
        "   'official_full': 'Thomas R. Carper'},\n",
        "  'terms': [{'district': 0,\n",
        "    'end': '1984-10-12',\n",
        "    'party': 'Democrat',\n",
        "    'start': '1983-01-03',\n",
        "    'state': 'DE',\n",
        "    'type': 'rep'},\n",
        "   {'district': 0,\n",
        "    'end': '1986-10-18',\n",
        "    'party': 'Democrat',\n",
        "    'start': '1985-01-03',\n",
        "    'state': 'DE',\n",
        "    'type': 'rep'},\n",
        "   {'district': 0,\n",
        "    'end': '1988-10-22',\n",
        "    'party': 'Democrat',\n",
        "    'start': '1987-01-06',\n",
        "    'state': 'DE',\n",
        "    'type': 'rep'},\n",
        "   {'district': 0,\n",
        "    'end': '1990-10-28',\n",
        "    'party': 'Democrat',\n",
        "    'start': '1989-01-03',\n",
        "    'state': 'DE',\n",
        "    'type': 'rep'},\n",
        "   {'district': 0,\n",
        "    'end': '1992-10-09',\n",
        "    'party': 'Democrat',\n",
        "    'start': '1991-01-03',\n",
        "    'state': 'DE',\n",
        "    'type': 'rep'},\n",
        "   {'class': 1,\n",
        "    'end': '2006-12-09',\n",
        "    'party': 'Democrat',\n",
        "    'start': '2001-01-03',\n",
        "    'state': 'DE',\n",
        "    'type': 'sen',\n",
        "    'url': 'http://carper.senate.gov'},\n",
        "   {'address': '513 HART SENATE OFFICE BUILDING WASHINGTON DC 20510',\n",
        "    'class': 1,\n",
        "    'contact_form': 'http://www.carper.senate.gov/contact/',\n",
        "    'end': '2013-01-03',\n",
        "    'fax': '202-228-2190',\n",
        "    'office': '513 Hart Senate Office Building',\n",
        "    'party': 'Democrat',\n",
        "    'phone': '202-224-2441',\n",
        "    'start': '2007-01-04',\n",
        "    'state': 'DE',\n",
        "    'type': 'sen',\n",
        "    'url': 'http://carper.senate.gov'},\n",
        "   {'address': '513 Hart Senate Office Building Washington DC 20510',\n",
        "    'class': 1,\n",
        "    'contact_form': 'http://carper.senate.gov/public/index.cfm/email-senator-carper',\n",
        "    'end': '2019-01-03',\n",
        "    'fax': '202-228-2190',\n",
        "    'office': '513 Hart Senate Office Building',\n",
        "    'party': 'Democrat',\n",
        "    'phone': '202-224-2441',\n",
        "    'rss_url': 'http://www.carper.senate.gov/public/index.cfm/rss/feed',\n",
        "    'start': '2013-01-03',\n",
        "    'state': 'DE',\n",
        "    'state_rank': 'senior',\n",
        "    'type': 'sen',\n",
        "    'url': 'http://www.carper.senate.gov'}]},\n",
        " {'bio': {'birthday': '1960-04-13', 'gender': 'M'},\n",
        "  'id': {'ballotpedia': 'Bob Casey, Jr.',\n",
        "   'bioguide': 'C001070',\n",
        "   'cspan': 47036,\n",
        "   'fec': ['S6PA00217'],\n",
        "   'govtrack': 412246,\n",
        "   'icpsr': 40703,\n",
        "   'lis': 'S309',\n",
        "   'maplight': 4724,\n",
        "   'opensecrets': 'N00027503',\n",
        "   'thomas': '01828',\n",
        "   'votesmart': 2541,\n",
        "   'washington_post': 'gIQABeor9O',\n",
        "   'wikipedia': 'Bob Casey, Jr.'},\n",
        "  'name': {'first': 'Robert',\n",
        "   'last': 'Casey',\n",
        "   'middle': 'P.',\n",
        "   'nickname': 'Bob',\n",
        "   'official_full': 'Robert P. Casey, Jr.',\n",
        "   'suffix': 'Jr.'},\n",
        "  'terms': [{'address': '393 RUSSELL SENATE OFFICE BUILDING WASHINGTON DC 20510',\n",
        "    'class': 1,\n",
        "    'contact_form': 'http://www.casey.senate.gov/contact/',\n",
        "    'end': '2013-01-03',\n",
        "    'fax': '202-228-0604',\n",
        "    'office': '393 Russell Senate Office Building',\n",
        "    'party': 'Democrat',\n",
        "    'phone': '202-224-6324',\n",
        "    'start': '2007-01-04',\n",
        "    'state': 'PA',\n",
        "    'type': 'sen',\n",
        "    'url': 'http://casey.senate.gov/'},\n",
        "   {'address': '393 Russell Senate Office Building Washington DC 20510',\n",
        "    'class': 1,\n",
        "    'contact_form': 'http://www.casey.senate.gov/contact/',\n",
        "    'end': '2019-01-03',\n",
        "    'fax': '202-228-0604',\n",
        "    'office': '393 Russell Senate Office Building',\n",
        "    'party': 'Democrat',\n",
        "    'phone': '202-224-6324',\n",
        "    'rss_url': 'http://www.casey.senate.gov/rss/feeds/?all',\n",
        "    'start': '2013-01-03',\n",
        "    'state': 'PA',\n",
        "    'state_rank': 'senior',\n",
        "    'type': 'sen',\n",
        "    'url': 'http://www.casey.senate.gov'}]}]"
       ]
      }
     ],
     "prompt_number": 21
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [],
     "language": "python",
     "metadata": {},
     "outputs": []
    }
   ],
   "metadata": {}
  }
 ]
}