Scraping.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "from bs4 import BeautifulSoup\n",
    "\n",
    "r=requests.get(\"https://www.pythonhow.com/real-estate/rock-springs-wy/LCWYROCKSPRINGS/\")\n",
    "c=r.content\n",
    "\n",
    "\n",
    "c\n",
    "\n",
    "soup=BeautifulSoup(c)\n",
    "\n",
    "soup.prettify()\n",
    "\n",
    "all=soup.find_all(\"div\",{\"class\":\"propertyRow\"})\n",
    "\n",
    "all[0].find(\"h4\",{\"class\":\"propPrice\"}).text.replace(\"\\n\",\"\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/chad7/anaconda3/lib/python3.6/site-packages/bs4/__init__.py:181: UserWarning: No parser was explicitly specified, so I'm using the best available HTML parser for this system (\"lxml\"). This usually isn't a problem, but if you run this code on another system, or in a different virtual environment, it may use a different parser and behave differently.\n",
      "\n",
      "The code that caused this warning is on line 193 of the file /home/chad7/anaconda3/lib/python3.6/runpy.py. To get rid of this warning, change code that looks like this:\n",
      "\n",
      " BeautifulSoup(YOUR_MARKUP})\n",
      "\n",
      "to this:\n",
      "\n",
      " BeautifulSoup(YOUR_MARKUP, \"lxml\")\n",
      "\n",
      "  markup_type=markup_type))\n"
     ]
    }
   ],
   "source": [
    "l=[]\n",
    "base_url=\"https://www.pythonhow.com/real-estate/rock-springs-wy/LCWYROCKSPRINGS/#t=0&s=\"\n",
    "for page in range(0,30,10):\n",
    "    r=requests.get(base_url+str(page))\n",
    "    c=r.content\n",
    "    soup=BeautifulSoup(c)\n",
    "    all=soup.find_all(\"div\",{\"class\":\"propertyRow\"})\n",
    "    for item in all:\n",
    "        d={}\n",
    "        d[\"Address\"]=item.find_all(\"span\",{\"class\":\"propAddressCollapse\"})[0].text\n",
    "        d[\"Locality\"]=item.find_all(\"span\",{\"class\":\"propAddressCollapse\"})[1].text\n",
    "        d[\"Price\"]=item.find(\"h4\",{\"class\":\"propPrice\"}).text.replace(\"\\n\",\"\")\n",
    "        try:\n",
    "            d[\"Beds\"]=item.find(\"span\",{\"class\":\"infoBed\"}).find(\"b\").text\n",
    "        except:\n",
    "            d[\"Beds\"]=None\n",
    "        try:\n",
    "            d[\"Area\"]=item.find(\"span\",{\"class\":\"infoSqFt\"}).find(\"b\").text\n",
    "        except:\n",
    "            d[\"Area\"]=None\n",
    "        try:\n",
    "            d[\"Full Baths\"]=item.find(\"span\",{\"class\":\"infoValueFullBath\"}).find(\"b\").text\n",
    "        except:\n",
    "            d[\"Full Baths\"]=None\n",
    "        try:\n",
    "            d[\"Half Baths\"]=item.find(\"span\",{\"class\":\"infoValueHalfBath\"}).find(\"b\").text,(\"HalfBaths\")\n",
    "        except:\n",
    "            d[\"Half Baths\"]=None\n",
    "        for column_group in item.find_all(\"div\",{\"class\":\"columnGroup\"}):\n",
    "            for feature_group, feature_name in zip(column_group.find_all(\"span\",{\"class\":\"featureGroup\"}),column_group.find_all(\"span\",{\"class\":\"featureName\"})):\n",
    "                if \"Lot Size\" in feature_group.text:\n",
    "                    d[\"Lot Size\"]=feature_name.text\n",
    "        l.append(d)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'Address': '0 Gateway',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$725,000',\n",
       "  'Beds': None,\n",
       "  'Area': None,\n",
       "  'Full Baths': None,\n",
       "  'Half Baths': None},\n",
       " {'Address': '1003 Winchester Blvd.',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$452,900',\n",
       "  'Beds': '4',\n",
       "  'Area': None,\n",
       "  'Full Baths': '4',\n",
       "  'Half Baths': None,\n",
       "  'Lot Size': '0.21 Acres'},\n",
       " {'Address': '600 Talladega',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$396,900',\n",
       "  'Beds': '5',\n",
       "  'Area': '3,154',\n",
       "  'Full Baths': '3',\n",
       "  'Half Baths': None},\n",
       " {'Address': '3239 Spearhead Way',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$389,900',\n",
       "  'Beds': '4',\n",
       "  'Area': '3,076',\n",
       "  'Full Baths': '3',\n",
       "  'Half Baths': ('1', 'HalfBaths'),\n",
       "  'Lot Size': 'Under 1/2 Acre, '},\n",
       " {'Address': '522 Emerald Street',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$254,000',\n",
       "  'Beds': '3',\n",
       "  'Area': '1,172',\n",
       "  'Full Baths': '3',\n",
       "  'Half Baths': None,\n",
       "  'Lot Size': 'Under 1/2 Acre, '},\n",
       " {'Address': \"1302 Veteran's Drive\",\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$252,900',\n",
       "  'Beds': '4',\n",
       "  'Area': '1,932',\n",
       "  'Full Baths': '2',\n",
       "  'Half Baths': None,\n",
       "  'Lot Size': '0.27 Acres'},\n",
       " {'Address': '1021 Cypress Cir',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$210,000',\n",
       "  'Beds': '4',\n",
       "  'Area': '1,676',\n",
       "  'Full Baths': '3',\n",
       "  'Half Baths': None,\n",
       "  'Lot Size': 'Under 1/2 Acre, '},\n",
       " {'Address': '913 Madison Dr',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$209,000',\n",
       "  'Beds': '3',\n",
       "  'Area': '1,344',\n",
       "  'Full Baths': '2',\n",
       "  'Half Baths': None,\n",
       "  'Lot Size': 'Under 1/2 Acre, '},\n",
       " {'Address': '1344 Teton Street',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$199,900',\n",
       "  'Beds': '3',\n",
       "  'Area': '1,920',\n",
       "  'Full Baths': '2',\n",
       "  'Half Baths': None,\n",
       "  'Lot Size': 'Under 1/2 Acre, '},\n",
       " {'Address': '4 Minnies Lane',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$196,900',\n",
       "  'Beds': '3',\n",
       "  'Area': '1,664',\n",
       "  'Full Baths': '2',\n",
       "  'Half Baths': None,\n",
       "  'Lot Size': '2.02 Acres'},\n",
       " {'Address': '0 Gateway',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$725,000',\n",
       "  'Beds': None,\n",
       "  'Area': None,\n",
       "  'Full Baths': None,\n",
       "  'Half Baths': None},\n",
       " {'Address': '1003 Winchester Blvd.',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$452,900',\n",
       "  'Beds': '4',\n",
       "  'Area': None,\n",
       "  'Full Baths': '4',\n",
       "  'Half Baths': None,\n",
       "  'Lot Size': '0.21 Acres'},\n",
       " {'Address': '600 Talladega',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$396,900',\n",
       "  'Beds': '5',\n",
       "  'Area': '3,154',\n",
       "  'Full Baths': '3',\n",
       "  'Half Baths': None},\n",
       " {'Address': '3239 Spearhead Way',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$389,900',\n",
       "  'Beds': '4',\n",
       "  'Area': '3,076',\n",
       "  'Full Baths': '3',\n",
       "  'Half Baths': ('1', 'HalfBaths'),\n",
       "  'Lot Size': 'Under 1/2 Acre, '},\n",
       " {'Address': '522 Emerald Street',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$254,000',\n",
       "  'Beds': '3',\n",
       "  'Area': '1,172',\n",
       "  'Full Baths': '3',\n",
       "  'Half Baths': None,\n",
       "  'Lot Size': 'Under 1/2 Acre, '},\n",
       " {'Address': \"1302 Veteran's Drive\",\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$252,900',\n",
       "  'Beds': '4',\n",
       "  'Area': '1,932',\n",
       "  'Full Baths': '2',\n",
       "  'Half Baths': None,\n",
       "  'Lot Size': '0.27 Acres'},\n",
       " {'Address': '1021 Cypress Cir',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$210,000',\n",
       "  'Beds': '4',\n",
       "  'Area': '1,676',\n",
       "  'Full Baths': '3',\n",
       "  'Half Baths': None,\n",
       "  'Lot Size': 'Under 1/2 Acre, '},\n",
       " {'Address': '913 Madison Dr',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$209,000',\n",
       "  'Beds': '3',\n",
       "  'Area': '1,344',\n",
       "  'Full Baths': '2',\n",
       "  'Half Baths': None,\n",
       "  'Lot Size': 'Under 1/2 Acre, '},\n",
       " {'Address': '1344 Teton Street',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$199,900',\n",
       "  'Beds': '3',\n",
       "  'Area': '1,920',\n",
       "  'Full Baths': '2',\n",
       "  'Half Baths': None,\n",
       "  'Lot Size': 'Under 1/2 Acre, '},\n",
       " {'Address': '4 Minnies Lane',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$196,900',\n",
       "  'Beds': '3',\n",
       "  'Area': '1,664',\n",
       "  'Full Baths': '2',\n",
       "  'Half Baths': None,\n",
       "  'Lot Size': '2.02 Acres'},\n",
       " {'Address': '0 Gateway',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$725,000',\n",
       "  'Beds': None,\n",
       "  'Area': None,\n",
       "  'Full Baths': None,\n",
       "  'Half Baths': None},\n",
       " {'Address': '1003 Winchester Blvd.',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$452,900',\n",
       "  'Beds': '4',\n",
       "  'Area': None,\n",
       "  'Full Baths': '4',\n",
       "  'Half Baths': None,\n",
       "  'Lot Size': '0.21 Acres'},\n",
       " {'Address': '600 Talladega',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$396,900',\n",
       "  'Beds': '5',\n",
       "  'Area': '3,154',\n",
       "  'Full Baths': '3',\n",
       "  'Half Baths': None},\n",
       " {'Address': '3239 Spearhead Way',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$389,900',\n",
       "  'Beds': '4',\n",
       "  'Area': '3,076',\n",
       "  'Full Baths': '3',\n",
       "  'Half Baths': ('1', 'HalfBaths'),\n",
       "  'Lot Size': 'Under 1/2 Acre, '},\n",
       " {'Address': '522 Emerald Street',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$254,000',\n",
       "  'Beds': '3',\n",
       "  'Area': '1,172',\n",
       "  'Full Baths': '3',\n",
       "  'Half Baths': None,\n",
       "  'Lot Size': 'Under 1/2 Acre, '},\n",
       " {'Address': \"1302 Veteran's Drive\",\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$252,900',\n",
       "  'Beds': '4',\n",
       "  'Area': '1,932',\n",
       "  'Full Baths': '2',\n",
       "  'Half Baths': None,\n",
       "  'Lot Size': '0.27 Acres'},\n",
       " {'Address': '1021 Cypress Cir',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$210,000',\n",
       "  'Beds': '4',\n",
       "  'Area': '1,676',\n",
       "  'Full Baths': '3',\n",
       "  'Half Baths': None,\n",
       "  'Lot Size': 'Under 1/2 Acre, '},\n",
       " {'Address': '913 Madison Dr',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$209,000',\n",
       "  'Beds': '3',\n",
       "  'Area': '1,344',\n",
       "  'Full Baths': '2',\n",
       "  'Half Baths': None,\n",
       "  'Lot Size': 'Under 1/2 Acre, '},\n",
       " {'Address': '1344 Teton Street',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$199,900',\n",
       "  'Beds': '3',\n",
       "  'Area': '1,920',\n",
       "  'Full Baths': '2',\n",
       "  'Half Baths': None,\n",
       "  'Lot Size': 'Under 1/2 Acre, '},\n",
       " {'Address': '4 Minnies Lane',\n",
       "  'Locality': 'Rock Springs, WY 82901',\n",
       "  'Price': '$196,900',\n",
       "  'Beds': '3',\n",
       "  'Area': '1,664',\n",
       "  'Full Baths': '2',\n",
       "  'Half Baths': None,\n",
       "  'Lot Size': '2.02 Acres'}]"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "l"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "  import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [],
   "source": [
    "df=pd.DataFrame(l)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Address</th>\n",
       "      <th>Area</th>\n",
       "      <th>Beds</th>\n",
       "      <th>Full Baths</th>\n",
       "      <th>Half Baths</th>\n",
       "      <th>Locality</th>\n",
       "      <th>Lot Size</th>\n",
       "      <th>Price</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0 Gateway</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>NaN</td>\n",
       "      <td>$725,000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1003 Winchester Blvd.</td>\n",
       "      <td>None</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>0.21 Acres</td>\n",
       "      <td>$452,900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>600 Talladega</td>\n",
       "      <td>3,154</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>NaN</td>\n",
       "      <td>$396,900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3239 Spearhead Way</td>\n",
       "      <td>3,076</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>(1, HalfBaths)</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>Under 1/2 Acre,</td>\n",
       "      <td>$389,900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>522 Emerald Street</td>\n",
       "      <td>1,172</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>Under 1/2 Acre,</td>\n",
       "      <td>$254,000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1302 Veteran's Drive</td>\n",
       "      <td>1,932</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>0.27 Acres</td>\n",
       "      <td>$252,900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1021 Cypress Cir</td>\n",
       "      <td>1,676</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>Under 1/2 Acre,</td>\n",
       "      <td>$210,000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>913 Madison Dr</td>\n",
       "      <td>1,344</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>Under 1/2 Acre,</td>\n",
       "      <td>$209,000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1344 Teton Street</td>\n",
       "      <td>1,920</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>Under 1/2 Acre,</td>\n",
       "      <td>$199,900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>4 Minnies Lane</td>\n",
       "      <td>1,664</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>2.02 Acres</td>\n",
       "      <td>$196,900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0 Gateway</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>NaN</td>\n",
       "      <td>$725,000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1003 Winchester Blvd.</td>\n",
       "      <td>None</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>0.21 Acres</td>\n",
       "      <td>$452,900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>600 Talladega</td>\n",
       "      <td>3,154</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>NaN</td>\n",
       "      <td>$396,900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>3239 Spearhead Way</td>\n",
       "      <td>3,076</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>(1, HalfBaths)</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>Under 1/2 Acre,</td>\n",
       "      <td>$389,900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>522 Emerald Street</td>\n",
       "      <td>1,172</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>Under 1/2 Acre,</td>\n",
       "      <td>$254,000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1302 Veteran's Drive</td>\n",
       "      <td>1,932</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>0.27 Acres</td>\n",
       "      <td>$252,900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1021 Cypress Cir</td>\n",
       "      <td>1,676</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>Under 1/2 Acre,</td>\n",
       "      <td>$210,000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>913 Madison Dr</td>\n",
       "      <td>1,344</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>Under 1/2 Acre,</td>\n",
       "      <td>$209,000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1344 Teton Street</td>\n",
       "      <td>1,920</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>Under 1/2 Acre,</td>\n",
       "      <td>$199,900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>4 Minnies Lane</td>\n",
       "      <td>1,664</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>2.02 Acres</td>\n",
       "      <td>$196,900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0 Gateway</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>NaN</td>\n",
       "      <td>$725,000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>1003 Winchester Blvd.</td>\n",
       "      <td>None</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>0.21 Acres</td>\n",
       "      <td>$452,900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>600 Talladega</td>\n",
       "      <td>3,154</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>NaN</td>\n",
       "      <td>$396,900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>3239 Spearhead Way</td>\n",
       "      <td>3,076</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>(1, HalfBaths)</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>Under 1/2 Acre,</td>\n",
       "      <td>$389,900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>522 Emerald Street</td>\n",
       "      <td>1,172</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>Under 1/2 Acre,</td>\n",
       "      <td>$254,000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>1302 Veteran's Drive</td>\n",
       "      <td>1,932</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>0.27 Acres</td>\n",
       "      <td>$252,900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>1021 Cypress Cir</td>\n",
       "      <td>1,676</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>Under 1/2 Acre,</td>\n",
       "      <td>$210,000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>913 Madison Dr</td>\n",
       "      <td>1,344</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>Under 1/2 Acre,</td>\n",
       "      <td>$209,000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>1344 Teton Street</td>\n",
       "      <td>1,920</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>Under 1/2 Acre,</td>\n",
       "      <td>$199,900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>4 Minnies Lane</td>\n",
       "      <td>1,664</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>None</td>\n",
       "      <td>Rock Springs, WY 82901</td>\n",
       "      <td>2.02 Acres</td>\n",
       "      <td>$196,900</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  Address   Area  Beds Full Baths      Half Baths  \\\n",
       "0               0 Gateway   None  None       None            None   \n",
       "1   1003 Winchester Blvd.   None     4          4            None   \n",
       "2           600 Talladega  3,154     5          3            None   \n",
       "3      3239 Spearhead Way  3,076     4          3  (1, HalfBaths)   \n",
       "4      522 Emerald Street  1,172     3          3            None   \n",
       "5    1302 Veteran's Drive  1,932     4          2            None   \n",
       "6        1021 Cypress Cir  1,676     4          3            None   \n",
       "7          913 Madison Dr  1,344     3          2            None   \n",
       "8       1344 Teton Street  1,920     3          2            None   \n",
       "9          4 Minnies Lane  1,664     3          2            None   \n",
       "10              0 Gateway   None  None       None            None   \n",
       "11  1003 Winchester Blvd.   None     4          4            None   \n",
       "12          600 Talladega  3,154     5          3            None   \n",
       "13     3239 Spearhead Way  3,076     4          3  (1, HalfBaths)   \n",
       "14     522 Emerald Street  1,172     3          3            None   \n",
       "15   1302 Veteran's Drive  1,932     4          2            None   \n",
       "16       1021 Cypress Cir  1,676     4          3            None   \n",
       "17         913 Madison Dr  1,344     3          2            None   \n",
       "18      1344 Teton Street  1,920     3          2            None   \n",
       "19         4 Minnies Lane  1,664     3          2            None   \n",
       "20              0 Gateway   None  None       None            None   \n",
       "21  1003 Winchester Blvd.   None     4          4            None   \n",
       "22          600 Talladega  3,154     5          3            None   \n",
       "23     3239 Spearhead Way  3,076     4          3  (1, HalfBaths)   \n",
       "24     522 Emerald Street  1,172     3          3            None   \n",
       "25   1302 Veteran's Drive  1,932     4          2            None   \n",
       "26       1021 Cypress Cir  1,676     4          3            None   \n",
       "27         913 Madison Dr  1,344     3          2            None   \n",
       "28      1344 Teton Street  1,920     3          2            None   \n",
       "29         4 Minnies Lane  1,664     3          2            None   \n",
       "\n",
       "                  Locality          Lot Size     Price  \n",
       "0   Rock Springs, WY 82901               NaN  $725,000  \n",
       "1   Rock Springs, WY 82901        0.21 Acres  $452,900  \n",
       "2   Rock Springs, WY 82901               NaN  $396,900  \n",
       "3   Rock Springs, WY 82901  Under 1/2 Acre,   $389,900  \n",
       "4   Rock Springs, WY 82901  Under 1/2 Acre,   $254,000  \n",
       "5   Rock Springs, WY 82901        0.27 Acres  $252,900  \n",
       "6   Rock Springs, WY 82901  Under 1/2 Acre,   $210,000  \n",
       "7   Rock Springs, WY 82901  Under 1/2 Acre,   $209,000  \n",
       "8   Rock Springs, WY 82901  Under 1/2 Acre,   $199,900  \n",
       "9   Rock Springs, WY 82901        2.02 Acres  $196,900  \n",
       "10  Rock Springs, WY 82901               NaN  $725,000  \n",
       "11  Rock Springs, WY 82901        0.21 Acres  $452,900  \n",
       "12  Rock Springs, WY 82901               NaN  $396,900  \n",
       "13  Rock Springs, WY 82901  Under 1/2 Acre,   $389,900  \n",
       "14  Rock Springs, WY 82901  Under 1/2 Acre,   $254,000  \n",
       "15  Rock Springs, WY 82901        0.27 Acres  $252,900  \n",
       "16  Rock Springs, WY 82901  Under 1/2 Acre,   $210,000  \n",
       "17  Rock Springs, WY 82901  Under 1/2 Acre,   $209,000  \n",
       "18  Rock Springs, WY 82901  Under 1/2 Acre,   $199,900  \n",
       "19  Rock Springs, WY 82901        2.02 Acres  $196,900  \n",
       "20  Rock Springs, WY 82901               NaN  $725,000  \n",
       "21  Rock Springs, WY 82901        0.21 Acres  $452,900  \n",
       "22  Rock Springs, WY 82901               NaN  $396,900  \n",
       "23  Rock Springs, WY 82901  Under 1/2 Acre,   $389,900  \n",
       "24  Rock Springs, WY 82901  Under 1/2 Acre,   $254,000  \n",
       "25  Rock Springs, WY 82901        0.27 Acres  $252,900  \n",
       "26  Rock Springs, WY 82901  Under 1/2 Acre,   $210,000  \n",
       "27  Rock Springs, WY 82901  Under 1/2 Acre,   $209,000  \n",
       "28  Rock Springs, WY 82901  Under 1/2 Acre,   $199,900  \n",
       "29  Rock Springs, WY 82901        2.02 Acres  $196,900  "
      ]
     },
     "execution_count": 58,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv(\"Output.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "https://www.pythonhow.com/real-estate/rock-springs-wy/LCWYROCKSPRINGS/#t=0&s=0\n",
      "https://www.pythonhow.com/real-estate/rock-springs-wy/LCWYROCKSPRINGS/#t=0&s=10\n",
      "https://www.pythonhow.com/real-estate/rock-springs-wy/LCWYROCKSPRINGS/#t=0&s=20\n"
     ]
    }
   ],
   "source": [
    "base_url=\"https://www.pythonhow.com/real-estate/rock-springs-wy/LCWYROCKSPRINGS/#t=0&s=\"\n",
    "for page in range(0,30,10):\n",
    "    print(base_url+str(page))\n",
    "    #r=requests.get(base_url+str(page))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}