extract-flora-lucywan.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Main sheet: https://docs.google.com/spreadsheets/d/19gxxCEdUL0FdEU4B_IC2D5XaOzjxCtQC0Su13lCVOGQ/edit?usp=sharing\n",
    "\n",
    "Last Week: Finished Genus Description, Genus, Epithet (still errors)\n",
    "Monday, Tuesday: Finished floraison, locality (still errors with locality of genus description)\n",
    "\n",
    "Wednesday:\n",
    "To Do:\n",
    "- Fix errors in helper functions (str(fp) instead of str(font)) and see if this fixes epithet\n",
    "- finish aire geogr\n",
    "- finish notes\n",
    "- make a new cleaner notebook\n",
    "Accomplished:\n",
    "- Figured out to use bbox to determine spacing between text\n",
    "- Added spreadsheet to the Analyzed sheet (this time for over 100 pages) to be able to analyze line heights\n",
    "\n",
    "Monday (9/21):\n",
    "To Do:\n",
    "- Fix errors in helper functions (str(fp) instead of str(font)) and see if this fixes epithet\n",
    "- finish aire geogr\n",
    "- finish notes\n",
    "- Remove Novelle Flore\n",
    "- make a new cleaner notebook\n",
    "Accomplished:\n",
    "- wrote the necessary identification functions\n",
    "- discovered weird edge cases (in analyzed comprehensive)\n",
    "- Geography works for the most part just not notes\n",
    "\n",
    "Questions for Aaron\n",
    "- Why is this line not working?: if prev_height > box[1] and abs(box[0] - indent) < 1:\n",
    "\n",
    "Monday (9/28):\n",
    "- Find what is causing errors\n",
    "- find out why nothing is going into the notes when it should\n",
    "- finish last few cols\n",
    "\n",
    "Next week:\n",
    "- finish rest of columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[33mWARNING: You are using pip version 20.2.2; however, version 20.2.3 is available.\r\n",
      "You should consider upgrading via the '/opt/anaconda3/bin/python -m pip install --upgrade pip' command.\u001b[0m\r\n"
     ]
    }
   ],
   "source": [
    "!pip install pyresparser fitz PyMuPDF pypdf2 >/dev/null"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "!ln -sf \"NOUVELLE FLORE DU LIBAN ET DE LA SYRIE 3.pdf\" document.pdf #alias"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "import fitz\n",
    "document = 'document.pdf'\n",
    "filename = document\n",
    "search_term = \"the\"\n",
    "pdf_document = fitz.open(filename)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['FontInfos',\n",
       " 'FormFonts',\n",
       " 'Graftmaps',\n",
       " 'PDFCatalog',\n",
       " 'PDFTrailer',\n",
       " 'ShownPages',\n",
       " '__class__',\n",
       " '__del__',\n",
       " '__delattr__',\n",
       " '__dict__',\n",
       " '__dir__',\n",
       " '__doc__',\n",
       " '__enter__',\n",
       " '__eq__',\n",
       " '__exit__',\n",
       " '__format__',\n",
       " '__ge__',\n",
       " '__getattribute__',\n",
       " '__getitem__',\n",
       " '__gt__',\n",
       " '__hash__',\n",
       " '__init__',\n",
       " '__init_subclass__',\n",
       " '__le__',\n",
       " '__len__',\n",
       " '__lt__',\n",
       " '__module__',\n",
       " '__ne__',\n",
       " '__new__',\n",
       " '__reduce__',\n",
       " '__reduce_ex__',\n",
       " '__repr__',\n",
       " '__setattr__',\n",
       " '__sizeof__',\n",
       " '__str__',\n",
       " '__subclasshook__',\n",
       " '__swig_destroy__',\n",
       " '__weakref__',\n",
       " '_addFormFont',\n",
       " '_delToC',\n",
       " '_delXmlMetadata',\n",
       " '_deleteObject',\n",
       " '_deletePage',\n",
       " '_do_links',\n",
       " '_dropOutline',\n",
       " '_embeddedFileAdd',\n",
       " '_embeddedFileDel',\n",
       " '_embeddedFileGet',\n",
       " '_embeddedFileIndex',\n",
       " '_embeddedFileInfo',\n",
       " '_embeddedFileNames',\n",
       " '_embeddedFileUpd',\n",
       " '_forget_page',\n",
       " '_getCharWidths',\n",
       " '_getMetadata',\n",
       " '_getNewXref',\n",
       " '_getOLRootNumber',\n",
       " '_getPDFfileid',\n",
       " '_getPDFroot',\n",
       " '_getPageInfo',\n",
       " '_getPageObjNumber',\n",
       " '_getPageXref',\n",
       " '_getTrailerString',\n",
       " '_getXmlMetadataXref',\n",
       " '_getXrefLength',\n",
       " '_getXrefStream',\n",
       " '_getXrefStreamRaw',\n",
       " '_getXrefString',\n",
       " '_graft_id',\n",
       " '_hasXrefOldStyle',\n",
       " '_hasXrefStream',\n",
       " '_loadOutline',\n",
       " '_make_page_map',\n",
       " '_move_copy_page',\n",
       " '_newPage',\n",
       " '_outline',\n",
       " '_page_refs',\n",
       " '_remove_links_to',\n",
       " '_reset_page_refs',\n",
       " '_setMetadata',\n",
       " '_updateObject',\n",
       " '_updateStream',\n",
       " 'authenticate',\n",
       " 'can_save_incrementally',\n",
       " 'close',\n",
       " 'convertToPDF',\n",
       " 'copyPage',\n",
       " 'deletePage',\n",
       " 'deletePageRange',\n",
       " 'embeddedFileAdd',\n",
       " 'embeddedFileCount',\n",
       " 'embeddedFileDel',\n",
       " 'embeddedFileGet',\n",
       " 'embeddedFileInfo',\n",
       " 'embeddedFileNames',\n",
       " 'embeddedFileUpd',\n",
       " 'extractFont',\n",
       " 'extractImage',\n",
       " 'findBookmark',\n",
       " 'fullcopyPage',\n",
       " 'getCharWidths',\n",
       " 'getPageFontList',\n",
       " 'getPageImageList',\n",
       " 'getPagePixmap',\n",
       " 'getPageText',\n",
       " 'getPageXObjectList',\n",
       " 'getSigFlags',\n",
       " 'getToC',\n",
       " 'get_pdf_object',\n",
       " 'initData',\n",
       " 'insertPDF',\n",
       " 'insertPage',\n",
       " 'isClosed',\n",
       " 'isDirty',\n",
       " 'isEncrypted',\n",
       " 'isFormPDF',\n",
       " 'isPDF',\n",
       " 'isReflowable',\n",
       " 'isStream',\n",
       " 'layout',\n",
       " 'loadPage',\n",
       " 'makeBookmark',\n",
       " 'metadata',\n",
       " 'metadataXML',\n",
       " 'movePage',\n",
       " 'name',\n",
       " 'needsPass',\n",
       " 'newPage',\n",
       " 'outline',\n",
       " 'pageCount',\n",
       " 'pages',\n",
       " 'permissions',\n",
       " 'reload_page',\n",
       " 'resolveLink',\n",
       " 'save',\n",
       " 'saveIncr',\n",
       " 'scrub',\n",
       " 'searchPageFor',\n",
       " 'select',\n",
       " 'setMetadata',\n",
       " 'setToC',\n",
       " 'stream',\n",
       " 'this',\n",
       " 'thisown',\n",
       " 'updateObject',\n",
       " 'updateStream',\n",
       " 'write',\n",
       " 'xrefLength',\n",
       " 'xrefObject',\n",
       " 'xrefStream',\n",
       " 'xrefStreamRaw']"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "doc = pdf_document\n",
    "dir(doc)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [],
   "source": [
    "# https://pymupdf.readthedocs.io/en/latest/faq/#how-to-analyze-font-characteristics\n",
    "\n",
    "import fitz\n",
    "import pprint, re\n",
    "\n",
    "def flags_decomposer(flags):\n",
    "    \"\"\"Make font flags human readable.\"\"\"\n",
    "    l = []\n",
    "    if flags & 2 ** 0:\n",
    "        l.append(\"superscript\")\n",
    "    if flags & 2 ** 1:\n",
    "        l.append(\"italic\")\n",
    "    if flags & 2 ** 2:\n",
    "        l.append(\"serifed\")\n",
    "    else:\n",
    "        l.append(\"sans\")\n",
    "    if flags & 2 ** 3:\n",
    "        l.append(\"monospaced\")\n",
    "    else:\n",
    "        l.append(\"proportional\")\n",
    "    if flags & 2 ** 4:\n",
    "        l.append(\"bold\")\n",
    "    return \", \".join(l)\n",
    "\n",
    "\n",
    "doc = fitz.open(\"document.pdf\")\n",
    "page = doc[528]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "#start of my code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd #imports the library pandas"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [],
   "source": [
    "#creates a list of the different columns\n",
    "columns = ['Family',\n",
    " 'GenusDescription',\n",
    " 'Genus',\n",
    " 'epithet',\n",
    " 'author',\n",
    " 'syn.',\n",
    " 'Plate',\n",
    " 'description',\n",
    " 'FloraisonStart',\n",
    " 'FloraisonEnd',\n",
    " 'FloraisonNotes',\n",
    " 'L.',\n",
    " 'S.',\n",
    " 'Aire géogr.',\n",
    " 'Notes']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "#defines the Face object\n",
    "class Face:\n",
    "    def __init__(self, font, size, color, flags=0):\n",
    "        self.font = font\n",
    "        self.size = size\n",
    "        self.color = color\n",
    "        self.flags = flags\n",
    "        self.style = flags_decomposer(self.flags)\n",
    "    def __str__(self):\n",
    "        return f\"Font: '{self.font}' ({self.style}), size {self.size:g}, color \" + (\"#%06x\" % self.color)\n",
    "\n",
    "#checks if the following text is part of the family column\n",
    "#t - text\n",
    "#fp - face object\n",
    "def isfamily(t, fp):\n",
    "    font = \"Font: 'Times-Roman' (serifed, proportional), size 10.9449, color #000000\"\n",
    "    if  re.match('^[A-Z]+$', t) or font == str(fp):\n",
    "        return True\n",
    "\n",
    "#checks if the following text is part of the genus description column\n",
    "#t - text\n",
    "#fp - face object\n",
    "def isGenGenus(t, fp):\n",
    "    font = \"Font: 'Times-Roman' (serifed, proportional), size 10.9449, color #000000\"\n",
    "    if re.match('[A-Z]+\\s[A-Z][a-z]*\\.\\s\\—\\s[A-Z]([a-z]|\\s|,|[a-zàâçéèêëîïôûùüÿñæœ .-])+', t) or str(font) == fp:\n",
    "        #print(f'''Text: {t}\\n{fp}\\n\\n''')\n",
    "        return True\n",
    "    \n",
    "#checks if the following text is a continuation of the genus description column\n",
    "#t - text\n",
    "#fp - face object\n",
    "#prevTest - previous text\n",
    "def isGenGenusContinued(t, fp, prevText):\n",
    "    #'Times-Roman' (serifed, proportional), size 11, color #000000\n",
    "#     print(\"fon\", fp)\n",
    "#     print(\"text\", t)\n",
    "    font = \"Font: 'Times-Roman' (serifed, proportional), size 10.9449, color #000000\"\n",
    "    #re.match('([A-Z][a-z]|\\s|,|[a-zàâçéèêëîïôûùüÿñæœ .-])+', t)  \n",
    "#     print(\"prev\",prevText)\n",
    "    if font != str(fp) and prevText:\n",
    "        #print(f'''Text: {t}\\n{fp}\\n\\n''')\n",
    "        return False\n",
    "    return True\n",
    "\n",
    "#checks if the following text ends with a period\n",
    "#t - text\n",
    "def prevHasPeriod(t):\n",
    "    return re.match('.*(\\.)$', t)\n",
    "\n",
    "#checks if the following text is part of the genus column\n",
    "#t - text\n",
    "#fp - face object\n",
    "def isGenus(t, fp):\n",
    "    font = \"Font: 'Times-Bold' (serifed, proportional, bold), size 10.9449, color #000000\"\n",
    "    font2 = \"Font: 'Times-Bold' (serifed, proportional, bold), size 11, color #000000\"\n",
    "    font3 = \"Font: 'VHVHMH+Times-Bold' (serifed, proportional, bold), size 10.8833, color #000000\"\n",
    "    font4 = \"Font: 'VHVHMH+Times-Bold' (serifed, proportional, bold), size 10.8403, color #000000\"\n",
    "    if (re.match('[A-Z][a-z]+', t) or re.match('[A-Z][a-z]+\\s[a-z]+', t)) and (font == str(fp) or font2 == str(fp) or font3 == str(fp) or font4 == str(fp)):\n",
    "        return True\n",
    "\n",
    "#checks if the following text is part of the epithet column\n",
    "#t - text\n",
    "#fp - face object\n",
    "def isEpithet(t, fp):\n",
    "    font = \"Font: 'Times-Bold' (serifed, proportional, bold), size 11, color #000000\"\n",
    "    font2 = \"Font: 'Times-Bold' (serifed, proportional, bold), size 10.9449, color #000000\"\n",
    "    font3 = \"Font: 'VHVHMH+Times-Bold' (serifed, proportional, bold), size 10.8833, color #000000\"\n",
    "    font4 = \"Font: 'VHVHMH+Times-Bold' (serifed, proportional, bold), size 10.8403, color #000000\"\n",
    "    if re.match('\\s[a-z]+', t) and (font == str(fp) or font2 == str(fp) or font3 == str(fp) or font4 == str(fp)):\n",
    "        #print(f'''Text: {t}\\n{fp}\\n\\n''')\n",
    "        return True\n",
    "\n",
    "#checks if the following text is part of the author column\n",
    "#t - text\n",
    "#fp - face object\n",
    "def isAuthor(t, fp):\n",
    "    font = \"Font: 'Times-Roman' (serifed, proportional), size 10.9449, color #000000\"\n",
    "    if str(font) == fp:\n",
    "        #print(f'''Text: {t}\\n{fp}\\n\\n''')\n",
    "        return True\n",
    "\n",
    "#checks if the following text is part of the florison column\n",
    "#t - text\n",
    "#fp - face object\n",
    "def isFlori(t, fp):\n",
    "    return re.match('Floraison:.*', t)\n",
    "\n",
    "#checks if the following text is part of the L column\n",
    "#t - text\n",
    "#fp - face object\n",
    "def isL(t,fp):\n",
    "    #genus description\n",
    "    font = \"Font: 'Times-Italic' (italic, serifed, proportional), size 8.95489, color #000000\"\n",
    "    #some species\n",
    "    font2 = \"Font: 'Times-Roman' (serifed, proportional), size 8.95489, color #000000\"\n",
    "    #most species\n",
    "    font3 = \"Font: 'Times-Roman' (serifed, proportional), size 9.94987, color #000000\"\n",
    "    return re.match('L\\..*', t) and (font == str(fp) or font2 == str(fp) or font3 == str(fp))\n",
    "\n",
    "#checks if the following text is part of the S column\n",
    "#t - text\n",
    "#fp - face object\n",
    "def isS(t, fp):\n",
    "    #genus description\n",
    "    font = \"Font: 'Times-Italic' (italic, serifed, proportional), size 8.95489, color #000000\"\n",
    "    #some species\n",
    "    font2 = \"Font: 'Times-Roman' (serifed, proportional), size 8.95489, color #000000\"\n",
    "    #most species\n",
    "    font3 = \"Font: 'Times-Roman' (serifed, proportional), size 9.94987, color #000000\"\n",
    "    return re.match('S\\..*', t) and (font == str(fp) or font2 == str(fp) or font3 == str(fp))\n",
    "\n",
    "#checks if the following text is part of the geography column\n",
    "#t - text\n",
    "#fp - face object\n",
    "def isGeo(t, fp):\n",
    "    return re.match('Aire géogr\\. —.*', t)\n",
    "\n",
    "#in the works\n",
    "#checks if the following text is part of the page header (\"NOVELLE FLORE\")\n",
    "#t - text\n",
    "#fp - face object\n",
    "def isHeader(t):\n",
    "    return re.match('NOUVELLE FLORE', t)\n",
    "\n",
    "#in the works\n",
    "#checks if the following text is a page number\n",
    "#t - text\n",
    "#fp - face object\n",
    "def isPageNum(t):\n",
    "    return re.match(\"^[0-9]*$\", t)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Family</th>\n",
       "      <th>GenusDescription</th>\n",
       "      <th>Genus</th>\n",
       "      <th>epithet</th>\n",
       "      <th>author</th>\n",
       "      <th>syn.</th>\n",
       "      <th>Plate</th>\n",
       "      <th>description</th>\n",
       "      <th>FloraisonStart</th>\n",
       "      <th>FloraisonEnd</th>\n",
       "      <th>FloraisonNotes</th>\n",
       "      <th>L.</th>\n",
       "      <th>S.</th>\n",
       "      <th>Aire géogr.</th>\n",
       "      <th>Notes</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Arbutus</td>\n",
       "      <td>unedo</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>et Broummana (P, Vt, Bnm, Mt, Pb).</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Aire géogr. — Tour de la Méditerranée européen...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Arbutus</td>\n",
       "      <td>andrachne</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>février</td>\n",
       "      <td>avril</td>\n",
       "      <td>Dagh (Pb).</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Aire géogr. — Méditerranée orientale, Crimée, ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Samolus</td>\n",
       "      <td>valerandi</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>mai</td>\n",
       "      <td>juillet</td>\n",
       "      <td>Bord de suintements constants, d'eau douce ou...</td>\n",
       "      <td>L. Ct. Saïda (Bl), Beyrouth (Vt), Nahr-el-Kelb...</td>\n",
       "      <td>S. Ct. Lattaquié (P). Mi. Bhamra (Har). Mm. So...</td>\n",
       "      <td>Aire géogr. — Subcosmique.céolées. Calice pent...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>LYSIMACHIA L. — Plantes annuelles ou vivaces. ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1042</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Andryala</td>\n",
       "      <td>integrifolia</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>avril</td>\n",
       "      <td>juin</td>\n",
       "      <td>Peut-être naturalisé à partir de graines venue...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Aire géogr. — Sicile, Italie méridionale, Afri...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1043</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hieracium</td>\n",
       "      <td>bauhinii</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>mai</td>\n",
       "      <td>août</td>\n",
       "      <td>Slenfé (Pb).</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Aire géogr. — Europe moyenne et méridionale, G...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1044</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hieracium</td>\n",
       "      <td>procerum</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>été. Lieux humides en montagne.</td>\n",
       "      <td>L. Mm. 'Ain Foha au-dessus de Bcharré (Ky), La...</td>\n",
       "      <td>0</td>\n",
       "      <td>Aire géogr. — Caucase, Turquie, Liban, Iran, A...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1045</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hieracium</td>\n",
       "      <td>schmidtii</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>juin</td>\n",
       "      <td>août</td>\n",
       "      <td>Terrains rocheux en montagne.</td>\n",
       "      <td>L. Liban (Lab.). Mm. Jourd Hasroun (Bl), au-de...</td>\n",
       "      <td>0</td>\n",
       "      <td>Aire géogr. — Turquie, Liban.</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1046</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hieracium</td>\n",
       "      <td>kneissaeum</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>juin</td>\n",
       "      <td>août</td>\n",
       "      <td>0</td>\n",
       "      <td>L. Mm. sommet du Jab. Kneissé, sur quelques he...</td>\n",
       "      <td>0</td>\n",
       "      <td>Aire géogr. — Endémique.Note des éditeurs : Pl...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1047 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     Family                                   GenusDescription      Genus  \\\n",
       "0         0                                                  0          0   \n",
       "1         0                                                  0    Arbutus   \n",
       "2         0                                                  0    Arbutus   \n",
       "3         0                                                  0    Samolus   \n",
       "4         0  LYSIMACHIA L. — Plantes annuelles ou vivaces. ...          0   \n",
       "...     ...                                                ...        ...   \n",
       "1042      0                                                  0   Andryala   \n",
       "1043      0                                                  0  Hieracium   \n",
       "1044      0                                                  0  Hieracium   \n",
       "1045      0                                                  0  Hieracium   \n",
       "1046      0                                                  0  Hieracium   \n",
       "\n",
       "           epithet author syn. Plate description FloraisonStart FloraisonEnd  \\\n",
       "0                0      0    0     0           0              0            0   \n",
       "1            unedo      0    0     0           0              0            0   \n",
       "2        andrachne      0    0     0           0        février        avril   \n",
       "3        valerandi      0    0     0           0            mai      juillet   \n",
       "4                0      0    0     0           0              0            0   \n",
       "...            ...    ...  ...   ...         ...            ...          ...   \n",
       "1042  integrifolia      0    0     0           0          avril         juin   \n",
       "1043      bauhinii      0    0     0           0            mai         août   \n",
       "1044      procerum      0    0     0           0              0            0   \n",
       "1045     schmidtii      0    0     0           0           juin         août   \n",
       "1046    kneissaeum      0    0     0           0           juin         août   \n",
       "\n",
       "                                         FloraisonNotes  \\\n",
       "0                                                     0   \n",
       "1                    et Broummana (P, Vt, Bnm, Mt, Pb).   \n",
       "2                                            Dagh (Pb).   \n",
       "3      Bord de suintements constants, d'eau douce ou...   \n",
       "4                                                     0   \n",
       "...                                                 ...   \n",
       "1042  Peut-être naturalisé à partir de graines venue...   \n",
       "1043                                       Slenfé (Pb).   \n",
       "1044                    été. Lieux humides en montagne.   \n",
       "1045                      Terrains rocheux en montagne.   \n",
       "1046                                                  0   \n",
       "\n",
       "                                                     L.  \\\n",
       "0                                                     0   \n",
       "1                                                     0   \n",
       "2                                                     0   \n",
       "3     L. Ct. Saïda (Bl), Beyrouth (Vt), Nahr-el-Kelb...   \n",
       "4                                                     0   \n",
       "...                                                 ...   \n",
       "1042                                                  0   \n",
       "1043                                                  0   \n",
       "1044  L. Mm. 'Ain Foha au-dessus de Bcharré (Ky), La...   \n",
       "1045  L. Liban (Lab.). Mm. Jourd Hasroun (Bl), au-de...   \n",
       "1046  L. Mm. sommet du Jab. Kneissé, sur quelques he...   \n",
       "\n",
       "                                                     S.  \\\n",
       "0                                                     0   \n",
       "1                                                     0   \n",
       "2                                                     0   \n",
       "3     S. Ct. Lattaquié (P). Mi. Bhamra (Har). Mm. So...   \n",
       "4                                                     0   \n",
       "...                                                 ...   \n",
       "1042                                                  0   \n",
       "1043                                                  0   \n",
       "1044                                                  0   \n",
       "1045                                                  0   \n",
       "1046                                                  0   \n",
       "\n",
       "                                            Aire géogr. Notes  \n",
       "0                                                     0     0  \n",
       "1     Aire géogr. — Tour de la Méditerranée européen...     0  \n",
       "2     Aire géogr. — Méditerranée orientale, Crimée, ...     0  \n",
       "3     Aire géogr. — Subcosmique.céolées. Calice pent...     0  \n",
       "4                                                     0     0  \n",
       "...                                                 ...   ...  \n",
       "1042  Aire géogr. — Sicile, Italie méridionale, Afri...     0  \n",
       "1043  Aire géogr. — Europe moyenne et méridionale, G...     0  \n",
       "1044  Aire géogr. — Caucase, Turquie, Liban, Iran, A...     0  \n",
       "1045                      Aire géogr. — Turquie, Liban.     0  \n",
       "1046  Aire géogr. — Endémique.Note des éditeurs : Pl...     0  \n",
       "\n",
       "[1047 rows x 15 columns]"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#creates data frame to store our data\n",
    "frame = pd.DataFrame(columns = columns)\n",
    "#set first row in frame to 0s\n",
    "frame.loc[len(frame)] = 0\n",
    "\n",
    "#initializes all conditional variables (that help with the identification functions above as their default)\n",
    "onGenGenus = False\n",
    "floriCount = 0\n",
    "onGenus = False\n",
    "onL = False\n",
    "onS = False\n",
    "skip = False\n",
    "onGeo = False\n",
    "onNotes = False\n",
    "\n",
    "#helper function which returns conditional variables back to their default settings\n",
    "def off():\n",
    "    global onGenGenus\n",
    "    global floriCount\n",
    "    global onGenus\n",
    "    global onL\n",
    "    global onS\n",
    "    global skip\n",
    "    global onGeo\n",
    "    global onNotes\n",
    "    \n",
    "    onGenGenus = False\n",
    "    floriCount = 0\n",
    "    onGenus = False\n",
    "    onL = False\n",
    "    onS = False\n",
    "    skip = False\n",
    "    onGeo = False\n",
    "    onNotes = False\n",
    "\n",
    "#line below only used for testing (ignore)\n",
    "df = pd.DataFrame(columns = [\"page\",\"text\", \"face\", \"h1\", \"h2\", \"l\", \"r\"])\n",
    "#iterates through pages in specified range\n",
    "for page in (doc[x] for x in range(8,554)):\n",
    "\n",
    "    # read page text as a dictionary, suppressing extra spaces in CJK fonts\n",
    "    blocks = page.getText(\"dict\", flags=11)[\"blocks\"]\n",
    "\n",
    "    for x,b in enumerate(blocks): # iterate through the text blocks\n",
    "        for y,l in enumerate(b[\"lines\"]):  # iterate through the text lines\n",
    "            for z,s in enumerate(l[\"spans\"]):  # iterate through the text spans\n",
    "                \n",
    "                s[\"style\"] = flags_decomposer(s[\"flags\"])  # readable font flags\n",
    "                face = Face(s[\"font\"], s[\"size\"], s[\"color\"], s[\"flags\"])\n",
    "                #(x0, y0, x1, y1) top left corner to bottom right corner\n",
    "                box = s[\"bbox\"]\n",
    "                \n",
    "######for testing purposes (ignore)\n",
    "#                 df.loc[len(df)] = 0\n",
    "#                 df.iloc[-1]['text'] = s[\"text\"]\n",
    "#                 df.iloc[-1]['face'] = str(face)\n",
    "#                 df.iloc[-1][\"h1\"] = box[1]\n",
    "#                 df.iloc[-1][\"h2\"] = box[3]\n",
    "#                 df.iloc[-1][\"l\"] = box[0]\n",
    "#                 df.iloc[-1][\"r\"] = box[2]\n",
    "#                 df.iloc[-1][\"page\"] = page.number\n",
    "#######\n",
    "                \n",
    "########creating a data frame for analyzed\n",
    "    #             values = [s['text'],s['font'], s['size'], s['style'], s['color'], s['flags']]\n",
    "    #             columns = ['text', 'font', 'size', 'style', 'color', 'flags']\n",
    "    #             zipped = zip(columns, values)\n",
    "    #             a_dictionary = dict(zipped)\n",
    "    #             frame = frame.append(a_dictionary,ignore_index=True)\n",
    "    #             print(frame)\n",
    "    #             print(s['text'], \"***\",s['font'], \"***\", s['size'], \"***\", s['style'], \"***\", s['color'], \"***\", s['flags'],\"********************************************************\\n\")\n",
    "#                 print(onS)\n",
    "#                 print(s['text'])\n",
    "#                 if s[\"text\"] == \"NOUVELLE FLORE\" and \n",
    "\n",
    "\n",
    "#                 if skip:\n",
    "#                     print(s[\"text\"])\n",
    "#                     skip = False\n",
    "#                     continue\n",
    "#                 elif prev_height - box[1] > 500 and last :\n",
    "#                     print(s[\"text\"])\n",
    "#                     skip = True\n",
    "#                     continue\n",
    "#########\n",
    "#########attepmt at removing headers on each page\n",
    "#                 if skip:\n",
    "#                     print(s[\"text\"])\n",
    "#                     skip = False\n",
    "#                     continue\n",
    "#                 if page.number%2 == 0 and isHeader(s[\"text\"]):\n",
    "#                     if z + 1 == len(l[\"spans\"]):\n",
    "#                         if isPageNum(b[\"lines\"][y + 1][\"spans\"][0][\"text\"]):\n",
    "#                             skip = True\n",
    "#                             continue\n",
    "#                     else:\n",
    "#                         if isPageNum(l[\"spans\"][z + 1][\"text\"]):\n",
    "#                             skip = True\n",
    "#                             continue\n",
    "#                 elif page.number%2 == 0 and isPageNum(s[\"text\"]):\n",
    "#                     print(s[\"text\"])\n",
    "#                     if z + 1 == len(l[\"spans\"]):\n",
    "#                         if isHeader(b[\"lines\"][y + 1][\"spans\"][0][\"text\"]):\n",
    "#                             skip = True\n",
    "#                             continue\n",
    "#                     else:\n",
    "                        \n",
    "#                         if isHeader(l[\"spans\"][z + 1][\"text\"]):\n",
    "#                             skip = True\n",
    "#                             continue\n",
    "                            \n",
    "#                 if isHeader(s[\"text\"], face) or isPageNum(s[\"text\"], face):\n",
    "#                     continue\n",
    "#########\n",
    "                if onGenGenus: #if genGenus function was previously satisfied check to see if lines following are also under Genus Description\n",
    "                    if isGenGenusContinued(s[\"text\"], face, prevPeriod): #if this line is a continuation of Genus Description\n",
    "                        frame.iloc[-1]['GenusDescription'] += s[\"text\"] #add the text to the Genus Description column\n",
    "                        prevPeriod = prevHasPeriod(s[\"text\"]) #checks if sentence has period to set prevPeriod to correct value for next line\n",
    "                    else:\n",
    "                        onGenGenus = False #line is no longer under Genus Description so set onGenGenus to False\n",
    "\n",
    "                if isfamily(s[\"text\"], face) and len(l[\"spans\"]) == 1:\n",
    "#                     print(\"family\")\n",
    "#                     print(x, len(blocks), y, z, s[\"text\"], face)\n",
    "    #             elif isfamily(s[\"text\"], face) and len(l[\"spans\"]) == 1:\n",
    "    #                 item['Family'] = s[\"text\"]\n",
    "    #                 print(x, len(blocks), y, z, s[\"text\"], face)\n",
    "    #                 break\n",
    "                    continue #replace since code has not been implemented yet\n",
    "\n",
    "                elif isGenGenus(s[\"text\"], face): #true if belongs in the column Genus Description\n",
    "                    off() #since this is the first column, sets resets all conditional values\n",
    "                    onGenGenus = True #turns onGenGenus to true so that next piece of text can be evaluated to see if it also belongs in genGenus\n",
    "                    if not re.match('.*(\\.)$', s['text']): #checks for period\n",
    "                        prevPeriod = False\n",
    "                    else:\n",
    "                        prevPeriod = True\n",
    "#                     print(\"description\")\n",
    "#                     print(x, len(blocks), y, z, s[\"text\"], face)\n",
    "#                     arr.append([s['text'], page])\n",
    "                    frame.loc[len(frame)] = 0 #creates new roles initialized to 0s\n",
    "                    frame.iloc[-1]['GenusDescription'] = s[\"text\"] #adds text to GenusDescription column\n",
    "\n",
    "                elif isGenus(s[\"text\"], face): #true if belongs in Genus\n",
    "                    off() #resets all conditional values\n",
    "                    frame.loc[len(frame)] = 0 #creates a new row initialized to 0s\n",
    "                    if re.match(\".*\\s.*\", s[\"text\"]): #checks if Genus and epithet are on one line or two\n",
    "                        frame.iloc[-1]['Genus'] = s[\"text\"].split()[0] #splits them if they are on one line\n",
    "                        frame.iloc[-1]['epithet'] = s[\"text\"].split()[1]\n",
    "                    else:\n",
    "                        frame.iloc[-1]['Genus'] = s[\"text\"].split()[0] #otherwise only takes in first word\n",
    "                        onGenus = True #checks next text for epithet\n",
    "                elif onGenus: #true if epithet in current line\n",
    "                    frame.iloc[-1]['epithet'] = s[\"text\"] #adds text to epithet column\n",
    "                    onGenus = False #switches onGenus off\n",
    "                elif onNotes: #true if text is a continuation of notes\n",
    "                    frame.iloc[-1]['Notes'] += s[\"text\"] #add text onto notes\n",
    "                elif onGeo: #true if previous text was part of Geography\n",
    "                    if isHeader(s[\"text\"]) or isPageNum(s[\"text\"]): #if text is header or page number pass over it\n",
    "                        continue\n",
    "#                    if prev_height > box[1] and abs(box[0] - indent) < 1: #this line errors (initialize prev_height), purpose is to \n",
    "                        onGeo = False\n",
    "                        frame.iloc[-1]['Notes'] = s[\"text\"] #move onto notes\n",
    "                        onNotes = True\n",
    "                    else:\n",
    "                        prevHeight = box[1]\n",
    "                        frame.iloc[-1]['Aire géogr.'] += s[\"text\"] #true if text belongs to geography column (in the works)\n",
    "                elif isGeo(s[\"text\"], face): #true if text belongs to geography column\n",
    "                    off() #resets all initial conditions\n",
    "                    frame.iloc[-1]['Aire géogr.'] = s['text'] #makes geography the last row\n",
    "                    onGeo = True\n",
    "                    prevHeight = box[1] #tracks height\n",
    "                    indent = box[0] #tracks indent\n",
    "                elif isL(s[\"text\"], face): #true if belongs to column L\n",
    "                    off() #resets all initial conditions\n",
    "                    floriCount = 0 #resets floricount\n",
    "                    frame.iloc[-1]['L.'] = s[\"text\"] #adds text to L column\n",
    "                    onL = True #turns on onL\n",
    "                elif isS(s[\"text\"], face): #true if belongs to column S\n",
    "                    off() #resets all initial conditions\n",
    "                    frame.iloc[-1]['S.'] = s[\"text\"] #adds text to S column\n",
    "                    onS = True #turns on onS\n",
    "                elif onL: #True if previous text belongs to column L\n",
    "                    frame.iloc[-1]['L.'] += s[\"text\"] #adds text to column L\n",
    "                elif onS: #True if previous text belongs to column S\n",
    "                    frame.iloc[-1]['S.'] += s[\"text\"] #adds text to column S\n",
    "                \n",
    "                elif floriCount: #if floriCount greater than 1, floricount is basically the number of parts to flori there are\n",
    "                    if isL(s[\"text\"], face) or isS(s[\"text\"], face): #exit if belongs to other column\n",
    "                        floriCount = 0\n",
    "#                     else:\n",
    "#                         frame.iloc[-1]['Floraison'] += s[\"text\"]\n",
    "                    else:\n",
    "                        lis = s[\"text\"].split()\n",
    "#                         print(lis)\n",
    "                        sent = s[\"text\"]\n",
    "                        if floriCount == 1:\n",
    "                            if \"-\" in lis[0]: # splits dates\n",
    "                                months = lis[0].split(\"-\")\n",
    "                                frame.iloc[-1]['FloraisonStart'] = months[0]\n",
    "                                frame.iloc[-1]['FloraisonEnd'] = months[1][:-1]\n",
    "                                lis = lis[1:]\n",
    "                                sent = sent[sent.find(\" \") + 1:]\n",
    "                            floriCount += 1\n",
    "                            if lis:\n",
    "                                frame.iloc[-1]['FloraisonNotes'] = sent\n",
    "                                lis = lis[1:]\n",
    "                                floriCount += 1\n",
    "                        else:\n",
    "                            frame.iloc[-1]['FloraisonNotes'] = sent #adds rest of text to Floraison Notes\n",
    "                            floriCount += 1\n",
    "                elif isFlori(s[\"text\"], face): #is floraison\n",
    "                    lis = s[\"text\"].split()[1:] #remove first part\n",
    "                    sent = s[\"text\"]\n",
    "                    sent = sent[sent.find(\" \") + 1:] #text after first space\n",
    "                    floriCount += 1\n",
    "                    if lis:\n",
    "                        if \"-\" in lis[0]: #split according to date\n",
    "                            months = lis[0].split(\"-\")\n",
    "                            frame.iloc[-1]['FloraisonStart'] = months[0]\n",
    "                            frame.iloc[-1]['FloraisonEnd'] = months[1][:-1]\n",
    "                            lis = lis[1:]\n",
    "                            sent = sent[sent.find(\" \") + 1:]\n",
    "                        floriCount += 1\n",
    "                    if lis:\n",
    "                        frame.iloc[-1]['FloraisonNotes'] = sent\n",
    "                        floriCount += 1\n",
    "\n",
    "                    \n",
    "                    \n",
    "                    \n",
    "# print(item)\n",
    "# print(arr)\n",
    "frame"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [],
   "source": [
    "frame.to_csv(\"notes5.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "ename": "FileNotFoundError",
     "evalue": "[Errno 2] No such file or directory: 'text_to_spreadsheet_template.xlsx'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mFileNotFoundError\u001b[0m                         Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-30-e89cc5badf59>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mdf\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mpd\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mread_excel\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'text_to_spreadsheet_template.xlsx'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m/opt/anaconda3/lib/python3.7/site-packages/pandas/io/excel/_base.py\u001b[0m in \u001b[0;36mread_excel\u001b[0;34m(io, sheet_name, header, names, index_col, usecols, squeeze, dtype, engine, converters, true_values, false_values, skiprows, nrows, na_values, keep_default_na, verbose, parse_dates, date_parser, thousands, comment, skipfooter, convert_float, mangle_dupe_cols, **kwds)\u001b[0m\n\u001b[1;32m    302\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    303\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mio\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mExcelFile\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 304\u001b[0;31m         \u001b[0mio\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mExcelFile\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mio\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mengine\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mengine\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    305\u001b[0m     \u001b[0;32melif\u001b[0m \u001b[0mengine\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0mengine\u001b[0m \u001b[0;34m!=\u001b[0m \u001b[0mio\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mengine\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    306\u001b[0m         raise ValueError(\n",
      "\u001b[0;32m/opt/anaconda3/lib/python3.7/site-packages/pandas/io/excel/_base.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, io, engine)\u001b[0m\n\u001b[1;32m    819\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_io\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mstringify_path\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mio\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    820\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 821\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_reader\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_engines\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mengine\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_io\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    822\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    823\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m__fspath__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/opt/anaconda3/lib/python3.7/site-packages/pandas/io/excel/_xlrd.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, filepath_or_buffer)\u001b[0m\n\u001b[1;32m     19\u001b[0m         \u001b[0merr_msg\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m\"Install xlrd >= 1.0.0 for Excel support\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     20\u001b[0m         \u001b[0mimport_optional_dependency\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"xlrd\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mextra\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0merr_msg\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 21\u001b[0;31m         \u001b[0msuper\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m__init__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilepath_or_buffer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     22\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     23\u001b[0m     \u001b[0;34m@\u001b[0m\u001b[0mproperty\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/opt/anaconda3/lib/python3.7/site-packages/pandas/io/excel/_base.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, filepath_or_buffer)\u001b[0m\n\u001b[1;32m    351\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbook\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload_workbook\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilepath_or_buffer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    352\u001b[0m         \u001b[0;32melif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilepath_or_buffer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstr\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 353\u001b[0;31m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbook\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload_workbook\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilepath_or_buffer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    354\u001b[0m         \u001b[0;32melif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilepath_or_buffer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbytes\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    355\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbook\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload_workbook\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mBytesIO\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilepath_or_buffer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/opt/anaconda3/lib/python3.7/site-packages/pandas/io/excel/_xlrd.py\u001b[0m in \u001b[0;36mload_workbook\u001b[0;34m(self, filepath_or_buffer)\u001b[0m\n\u001b[1;32m     34\u001b[0m             \u001b[0;32mreturn\u001b[0m \u001b[0mopen_workbook\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfile_contents\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mdata\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     35\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 36\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mopen_workbook\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilepath_or_buffer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     37\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     38\u001b[0m     \u001b[0;34m@\u001b[0m\u001b[0mproperty\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/opt/anaconda3/lib/python3.7/site-packages/xlrd/__init__.py\u001b[0m in \u001b[0;36mopen_workbook\u001b[0;34m(filename, logfile, verbosity, use_mmap, file_contents, encoding_override, formatting_info, on_demand, ragged_rows)\u001b[0m\n\u001b[1;32m    109\u001b[0m     \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    110\u001b[0m         \u001b[0mfilename\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mos\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexpanduser\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilename\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 111\u001b[0;31m         \u001b[0;32mwith\u001b[0m \u001b[0mopen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilename\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"rb\"\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mf\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    112\u001b[0m             \u001b[0mpeek\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mf\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mread\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpeeksz\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    113\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mpeek\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34mb\"PK\\x03\\x04\"\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;31m# a ZIP file\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mFileNotFoundError\u001b[0m: [Errno 2] No such file or directory: 'text_to_spreadsheet_template.xlsx'"
     ]
    }
   ],
   "source": [
    "df = pd.read_excel('text_to_spreadsheet_template.xlsx')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}