Project51_109B_DataPrep.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import zipfile\n",
    "import json\n",
    "from bs4 import BeautifulSoup"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "cases_df_il = pd.read_json(\"Illinois-20200302-xml/data/data.jsonl.xz\", lines=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "cases_df_nm = pd.read_json(\"New Mexico-20200302-xml/data/data.jsonl.xz\", lines=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "cases_df_nc = pd.read_json(\"North Carolina-20200302-xml/data/data.jsonl.xz\", lines=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "cases_df_ak = pd.read_json(\"Arkansas-20200302-xml/data/data.jsonl.xz\", lines=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>url</th>\n",
       "      <th>name</th>\n",
       "      <th>name_abbreviation</th>\n",
       "      <th>decision_date</th>\n",
       "      <th>docket_number</th>\n",
       "      <th>first_page</th>\n",
       "      <th>last_page</th>\n",
       "      <th>citations</th>\n",
       "      <th>volume</th>\n",
       "      <th>reporter</th>\n",
       "      <th>court</th>\n",
       "      <th>jurisdiction</th>\n",
       "      <th>frontend_url</th>\n",
       "      <th>preview</th>\n",
       "      <th>casebody</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>544894</td>\n",
       "      <td>https://api.capapi.org/v1/cases/544894/</td>\n",
       "      <td>In re MARRIAGE OF LARRY LAPPE and LYNN LAPPE, ...</td>\n",
       "      <td>In re Marriage of Lappe</td>\n",
       "      <td>1997-05-01</td>\n",
       "      <td>No. 81605</td>\n",
       "      <td>414</td>\n",
       "      <td>443</td>\n",
       "      <td>[{'type': 'official', 'cite': '176 Ill. 2d 414'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/5...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/courts/ill/...</td>\n",
       "      <td>{'name': 'Ill.', 'name_long': 'Illinois', 'whi...</td>\n",
       "      <td>https://cite.capapi.org/ill-2d/176/414/</td>\n",
       "      <td>[]</td>\n",
       "      <td>{'data': '&lt;casebody firstpage=\"414\" lastpage=\"...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>544872</td>\n",
       "      <td>https://api.capapi.org/v1/cases/544872/</td>\n",
       "      <td>THE PEOPLE OF THE STATE OF ILLINOIS, Appellee,...</td>\n",
       "      <td>People v. Pulliam</td>\n",
       "      <td>1997-04-17</td>\n",
       "      <td>No. 78406</td>\n",
       "      <td>261</td>\n",
       "      <td>289</td>\n",
       "      <td>[{'type': 'official', 'cite': '176 Ill. 2d 261'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/5...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/courts/ill/...</td>\n",
       "      <td>{'name': 'Ill.', 'name_long': 'Illinois', 'whi...</td>\n",
       "      <td>https://cite.capapi.org/ill-2d/176/261/</td>\n",
       "      <td>[]</td>\n",
       "      <td>{'data': '&lt;casebody firstpage=\"261\" lastpage=\"...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>544855</td>\n",
       "      <td>https://api.capapi.org/v1/cases/544855/</td>\n",
       "      <td>THE PEOPLE OF THE STATE OF ILLINOIS, Appellee,...</td>\n",
       "      <td>People v. Smith</td>\n",
       "      <td>1997-03-20</td>\n",
       "      <td>No. 77695</td>\n",
       "      <td>217</td>\n",
       "      <td>261</td>\n",
       "      <td>[{'type': 'official', 'cite': '176 Ill. 2d 217'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/5...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/courts/ill/...</td>\n",
       "      <td>{'name': 'Ill.', 'name_long': 'Illinois', 'whi...</td>\n",
       "      <td>https://cite.capapi.org/ill-2d/176/217/</td>\n",
       "      <td>[]</td>\n",
       "      <td>{'data': '&lt;casebody firstpage=\"217\" lastpage=\"...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>544890</td>\n",
       "      <td>https://api.capapi.org/v1/cases/544890/</td>\n",
       "      <td>STAN LIEBER, Appellee, v. THE BOARD OF TRUSTEE...</td>\n",
       "      <td>Lieber v. Board of Trustees of Southern Illino...</td>\n",
       "      <td>1997-05-01</td>\n",
       "      <td>No. 81220</td>\n",
       "      <td>401</td>\n",
       "      <td>414</td>\n",
       "      <td>[{'type': 'official', 'cite': '176 Ill. 2d 401'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/5...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/courts/ill/...</td>\n",
       "      <td>{'name': 'Ill.', 'name_long': 'Illinois', 'whi...</td>\n",
       "      <td>https://cite.capapi.org/ill-2d/176/401/</td>\n",
       "      <td>[]</td>\n",
       "      <td>{'data': '&lt;casebody firstpage=\"401\" lastpage=\"...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>544916</td>\n",
       "      <td>https://api.capapi.org/v1/cases/544916/</td>\n",
       "      <td>FIREMAN’S FUND INSURANCE COMPANY, as Subrogee ...</td>\n",
       "      <td>Fireman’s Fund Insurance v. SEC Donohue, Inc.</td>\n",
       "      <td>1997-04-17</td>\n",
       "      <td>No. 81439</td>\n",
       "      <td>160</td>\n",
       "      <td>170</td>\n",
       "      <td>[{'type': 'official', 'cite': '176 Ill. 2d 160'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/5...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/courts/ill/...</td>\n",
       "      <td>{'name': 'Ill.', 'name_long': 'Illinois', 'whi...</td>\n",
       "      <td>https://cite.capapi.org/ill-2d/176/160/</td>\n",
       "      <td>[]</td>\n",
       "      <td>{'data': '&lt;casebody firstpage=\"160\" lastpage=\"...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       id                                      url  \\\n",
       "0  544894  https://api.capapi.org/v1/cases/544894/   \n",
       "1  544872  https://api.capapi.org/v1/cases/544872/   \n",
       "2  544855  https://api.capapi.org/v1/cases/544855/   \n",
       "3  544890  https://api.capapi.org/v1/cases/544890/   \n",
       "4  544916  https://api.capapi.org/v1/cases/544916/   \n",
       "\n",
       "                                                name  \\\n",
       "0  In re MARRIAGE OF LARRY LAPPE and LYNN LAPPE, ...   \n",
       "1  THE PEOPLE OF THE STATE OF ILLINOIS, Appellee,...   \n",
       "2  THE PEOPLE OF THE STATE OF ILLINOIS, Appellee,...   \n",
       "3  STAN LIEBER, Appellee, v. THE BOARD OF TRUSTEE...   \n",
       "4  FIREMAN’S FUND INSURANCE COMPANY, as Subrogee ...   \n",
       "\n",
       "                                   name_abbreviation decision_date  \\\n",
       "0                            In re Marriage of Lappe    1997-05-01   \n",
       "1                                  People v. Pulliam    1997-04-17   \n",
       "2                                    People v. Smith    1997-03-20   \n",
       "3  Lieber v. Board of Trustees of Southern Illino...    1997-05-01   \n",
       "4      Fireman’s Fund Insurance v. SEC Donohue, Inc.    1997-04-17   \n",
       "\n",
       "  docket_number first_page last_page  \\\n",
       "0     No. 81605        414       443   \n",
       "1     No. 78406        261       289   \n",
       "2     No. 77695        217       261   \n",
       "3     No. 81220        401       414   \n",
       "4     No. 81439        160       170   \n",
       "\n",
       "                                           citations  \\\n",
       "0  [{'type': 'official', 'cite': '176 Ill. 2d 414'}]   \n",
       "1  [{'type': 'official', 'cite': '176 Ill. 2d 261'}]   \n",
       "2  [{'type': 'official', 'cite': '176 Ill. 2d 217'}]   \n",
       "3  [{'type': 'official', 'cite': '176 Ill. 2d 401'}]   \n",
       "4  [{'type': 'official', 'cite': '176 Ill. 2d 160'}]   \n",
       "\n",
       "                                              volume  \\\n",
       "0  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "1  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "2  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "3  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "4  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "\n",
       "                                            reporter  \\\n",
       "0  {'url': 'https://api.capapi.org/v1/reporters/5...   \n",
       "1  {'url': 'https://api.capapi.org/v1/reporters/5...   \n",
       "2  {'url': 'https://api.capapi.org/v1/reporters/5...   \n",
       "3  {'url': 'https://api.capapi.org/v1/reporters/5...   \n",
       "4  {'url': 'https://api.capapi.org/v1/reporters/5...   \n",
       "\n",
       "                                               court  \\\n",
       "0  {'url': 'https://api.capapi.org/v1/courts/ill/...   \n",
       "1  {'url': 'https://api.capapi.org/v1/courts/ill/...   \n",
       "2  {'url': 'https://api.capapi.org/v1/courts/ill/...   \n",
       "3  {'url': 'https://api.capapi.org/v1/courts/ill/...   \n",
       "4  {'url': 'https://api.capapi.org/v1/courts/ill/...   \n",
       "\n",
       "                                        jurisdiction  \\\n",
       "0  {'name': 'Ill.', 'name_long': 'Illinois', 'whi...   \n",
       "1  {'name': 'Ill.', 'name_long': 'Illinois', 'whi...   \n",
       "2  {'name': 'Ill.', 'name_long': 'Illinois', 'whi...   \n",
       "3  {'name': 'Ill.', 'name_long': 'Illinois', 'whi...   \n",
       "4  {'name': 'Ill.', 'name_long': 'Illinois', 'whi...   \n",
       "\n",
       "                              frontend_url preview  \\\n",
       "0  https://cite.capapi.org/ill-2d/176/414/      []   \n",
       "1  https://cite.capapi.org/ill-2d/176/261/      []   \n",
       "2  https://cite.capapi.org/ill-2d/176/217/      []   \n",
       "3  https://cite.capapi.org/ill-2d/176/401/      []   \n",
       "4  https://cite.capapi.org/ill-2d/176/160/      []   \n",
       "\n",
       "                                            casebody  \n",
       "0  {'data': '<casebody firstpage=\"414\" lastpage=\"...  \n",
       "1  {'data': '<casebody firstpage=\"261\" lastpage=\"...  \n",
       "2  {'data': '<casebody firstpage=\"217\" lastpage=\"...  \n",
       "3  {'data': '<casebody firstpage=\"401\" lastpage=\"...  \n",
       "4  {'data': '<casebody firstpage=\"160\" lastpage=\"...  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df_il.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'data': '<casebody firstpage=\"137\" lastpage=\"138\" xmlns=\"http://nrs.harvard.edu/urn-3:HLS.Libr.US_Case_Law.Schema.Case_Body:v1\">\\n  <docketnumber id=\"b139-8\">Case No. 4,822a.</docketnumber>\\n  <parties id=\"b139-9\">FISHER v. REIDER.</parties>\\n  <p id=\"b139-10\">[Hempst. 82.] <footnotemark>1</footnotemark></p>\\n  <court id=\"b139-11\">Superior Court, Territory of Arkansas.</court>\\n  <decisiondate id=\"AL5\">Nov., 1829.</decisiondate>\\n  <judges id=\"b139-18\">Before JOHNSON, ESKRIDGE, BATES, and TRIMBLE, Judges.</judges>\\n  <footnote label=\"1\">\\n    <p id=\"b139-21\"> [Reported by Samuel H. Hempstead, Esq.]</p>\\n  </footnote>\\n  <opinion type=\"majority\">\\n    <p id=\"b139-19\">OPINION OF THE COIÍRT. This is an action of debt brought by the appellee against the appellant in the circuit court of Pulaski county, and comes to this court by appeal. It appears from the record, that the defendant in the court below filed his plea of payment, to which the plaintiff replied; and the defendant refusing to join issue by adding a similiter, a judgment on that account was rendered against him, and he now contends that this judgment should be reversed.</p>\\n    <p id=\"b139-20\">The judgment, although not strictly and formally correct, is certainly substantially good, and ought not to be reversed at the instance of the appellant, who was in fault in not completing the pleadings. Admitting the English practice, in a case like this, to be, to strike out the plea and enter judgment by default, it is not perceived what advantage it has over the practice heretofore adopt<page-number citation-index=\"1\" label=\"138\">*138</page-number>ed by this court in the case of Russell v. Flanakin [unreported], in which a judgment precisely similar was entered. The defendant in refusing to join issue abandoned his defence, and the plea, though not actually, was virtually, stricken out. It is a mere matter of form, and when substantial justice has been done between the parties, this court would be unwilling to reverse the judgment of the inferior court on mere technical objections of a doubtful character. Judgment affirmed.</p>\\n  </opinion>\\n</casebody>\\n',\n",
       " 'status': 'ok'}"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df_ak.casebody[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['id', 'url', 'name', 'name_abbreviation', 'decision_date',\n",
       "       'docket_number', 'first_page', 'last_page', 'citations', 'volume',\n",
       "       'reporter', 'court', 'jurisdiction', 'frontend_url', 'preview',\n",
       "       'casebody'],\n",
       "      dtype='object')"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "Index(['id', 'url', 'name', 'name_abbreviation', 'decision_date',\n",
       "       'docket_number', 'first_page', 'last_page', 'citations', 'volume',\n",
       "       'reporter', 'court', 'jurisdiction', 'frontend_url', 'preview',\n",
       "       'casebody'],\n",
       "      dtype='object')"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "Index(['id', 'url', 'name', 'name_abbreviation', 'decision_date',\n",
       "       'docket_number', 'first_page', 'last_page', 'citations', 'volume',\n",
       "       'reporter', 'court', 'jurisdiction', 'frontend_url', 'preview',\n",
       "       'casebody'],\n",
       "      dtype='object')"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "Index(['id', 'url', 'name', 'name_abbreviation', 'decision_date',\n",
       "       'docket_number', 'first_page', 'last_page', 'citations', 'volume',\n",
       "       'reporter', 'court', 'jurisdiction', 'frontend_url', 'preview',\n",
       "       'casebody'],\n",
       "      dtype='object')"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(cases_df_nm.columns)\n",
    "display(cases_df_il.columns)\n",
    "display(cases_df_nc.columns)\n",
    "display(cases_df_ak.columns)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# assert cases_df_nm.columns == cases_df_il.columns == cases_df_nc.columns == cases_df_ak.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "cases_df_nm['State'] = \"NM\"\n",
    "cases_df_ak['State'] = \"AK\"\n",
    "cases_df_il['State'] = \"IL\"\n",
    "cases_df_nc['State'] = 'NC'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "cases_df = pd.concat([cases_df_ak, \n",
    "                      cases_df_nm, \n",
    "                      cases_df_il, \n",
    "                      cases_df_nc])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(358819, 17)"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "4"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df.State.nunique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['id', 'url', 'name', 'name_abbreviation', 'decision_date',\n",
       "       'docket_number', 'first_page', 'last_page', 'citations', 'volume',\n",
       "       'reporter', 'court', 'jurisdiction', 'frontend_url', 'preview',\n",
       "       'casebody', 'State'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>url</th>\n",
       "      <th>name</th>\n",
       "      <th>name_abbreviation</th>\n",
       "      <th>decision_date</th>\n",
       "      <th>docket_number</th>\n",
       "      <th>first_page</th>\n",
       "      <th>last_page</th>\n",
       "      <th>citations</th>\n",
       "      <th>volume</th>\n",
       "      <th>reporter</th>\n",
       "      <th>court</th>\n",
       "      <th>jurisdiction</th>\n",
       "      <th>frontend_url</th>\n",
       "      <th>preview</th>\n",
       "      <th>casebody</th>\n",
       "      <th>State</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>11640036</td>\n",
       "      <td>https://api.capapi.org/v1/cases/11640036/</td>\n",
       "      <td>FISHER v. REIDER</td>\n",
       "      <td>Fisher v. Reider</td>\n",
       "      <td>1829-11</td>\n",
       "      <td>Case No. 4,822a</td>\n",
       "      <td>137</td>\n",
       "      <td>138</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 137'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/courts/ark-...</td>\n",
       "      <td>{'name': 'Ark.', 'name_long': 'Arkansas', 'whi...</td>\n",
       "      <td>https://cite.capapi.org/f-cas/9/137/</td>\n",
       "      <td>[]</td>\n",
       "      <td>{'data': '&lt;casebody firstpage=\"137\" lastpage=\"...</td>\n",
       "      <td>AK</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>11638634</td>\n",
       "      <td>https://api.capapi.org/v1/cases/11638634/</td>\n",
       "      <td>FIKES v. BENTLEY</td>\n",
       "      <td>Fikes v. Bentley</td>\n",
       "      <td>1828-05</td>\n",
       "      <td>Case No. 4,785a</td>\n",
       "      <td>50</td>\n",
       "      <td>50</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 50'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/courts/ark-...</td>\n",
       "      <td>{'name': 'Ark.', 'name_long': 'Arkansas', 'whi...</td>\n",
       "      <td>https://cite.capapi.org/f-cas/9/50/11638634/</td>\n",
       "      <td>[]</td>\n",
       "      <td>{'data': '&lt;casebody firstpage=\"50\" lastpage=\"5...</td>\n",
       "      <td>AK</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>11641817</td>\n",
       "      <td>https://api.capapi.org/v1/cases/11641817/</td>\n",
       "      <td>FLETCHER v. ELLIS</td>\n",
       "      <td>Fletcher v. Ellis</td>\n",
       "      <td>1836-02</td>\n",
       "      <td>Case No. 4,863a</td>\n",
       "      <td>266</td>\n",
       "      <td>266</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 266'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/courts/ark-...</td>\n",
       "      <td>{'name': 'Ark.', 'name_long': 'Arkansas', 'whi...</td>\n",
       "      <td>https://cite.capapi.org/f-cas/9/266/11641817/</td>\n",
       "      <td>[]</td>\n",
       "      <td>{'data': '&lt;casebody firstpage=\"266\" lastpage=\"...</td>\n",
       "      <td>AK</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>243503</td>\n",
       "      <td>https://api.capapi.org/v1/cases/243503/</td>\n",
       "      <td>Michael NORRIS v. STATE of Arkansas</td>\n",
       "      <td>Norris v. State</td>\n",
       "      <td>1999-07-15</td>\n",
       "      <td>CR 98-1429</td>\n",
       "      <td>397</td>\n",
       "      <td>409-B</td>\n",
       "      <td>[{'type': 'official', 'cite': '338 Ark. 397'},...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/3...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/courts/ark/...</td>\n",
       "      <td>{'name': 'Ark.', 'name_long': 'Arkansas', 'whi...</td>\n",
       "      <td>https://cite.capapi.org/ark/338/397/</td>\n",
       "      <td>[]</td>\n",
       "      <td>{'data': '&lt;casebody firstpage=\"397\" lastpage=\"...</td>\n",
       "      <td>AK</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>243557</td>\n",
       "      <td>https://api.capapi.org/v1/cases/243557/</td>\n",
       "      <td>Roger Allen HAMMON v. STATE of Arkansas</td>\n",
       "      <td>Hammon v. State</td>\n",
       "      <td>1999-10-07</td>\n",
       "      <td>CR 98-525</td>\n",
       "      <td>733</td>\n",
       "      <td>739</td>\n",
       "      <td>[{'type': 'official', 'cite': '338 Ark. 733'},...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/3...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/courts/ark/...</td>\n",
       "      <td>{'name': 'Ark.', 'name_long': 'Arkansas', 'whi...</td>\n",
       "      <td>https://cite.capapi.org/ark/338/733/</td>\n",
       "      <td>[]</td>\n",
       "      <td>{'data': '&lt;casebody firstpage=\"733\" lastpage=\"...</td>\n",
       "      <td>AK</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         id                                        url  \\\n",
       "0  11640036  https://api.capapi.org/v1/cases/11640036/   \n",
       "1  11638634  https://api.capapi.org/v1/cases/11638634/   \n",
       "2  11641817  https://api.capapi.org/v1/cases/11641817/   \n",
       "3    243503    https://api.capapi.org/v1/cases/243503/   \n",
       "4    243557    https://api.capapi.org/v1/cases/243557/   \n",
       "\n",
       "                                      name  name_abbreviation decision_date  \\\n",
       "0                         FISHER v. REIDER   Fisher v. Reider       1829-11   \n",
       "1                         FIKES v. BENTLEY   Fikes v. Bentley       1828-05   \n",
       "2                        FLETCHER v. ELLIS  Fletcher v. Ellis       1836-02   \n",
       "3      Michael NORRIS v. STATE of Arkansas    Norris v. State    1999-07-15   \n",
       "4  Roger Allen HAMMON v. STATE of Arkansas    Hammon v. State    1999-10-07   \n",
       "\n",
       "     docket_number first_page last_page  \\\n",
       "0  Case No. 4,822a        137       138   \n",
       "1  Case No. 4,785a         50        50   \n",
       "2  Case No. 4,863a        266       266   \n",
       "3       CR 98-1429        397     409-B   \n",
       "4        CR 98-525        733       739   \n",
       "\n",
       "                                           citations  \\\n",
       "0    [{'type': 'official', 'cite': '9 F. Cas. 137'}]   \n",
       "1     [{'type': 'official', 'cite': '9 F. Cas. 50'}]   \n",
       "2    [{'type': 'official', 'cite': '9 F. Cas. 266'}]   \n",
       "3  [{'type': 'official', 'cite': '338 Ark. 397'},...   \n",
       "4  [{'type': 'official', 'cite': '338 Ark. 733'},...   \n",
       "\n",
       "                                              volume  \\\n",
       "0  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "1  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "2  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "3  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "4  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "\n",
       "                                            reporter  \\\n",
       "0  {'url': 'https://api.capapi.org/v1/reporters/9...   \n",
       "1  {'url': 'https://api.capapi.org/v1/reporters/9...   \n",
       "2  {'url': 'https://api.capapi.org/v1/reporters/9...   \n",
       "3  {'url': 'https://api.capapi.org/v1/reporters/3...   \n",
       "4  {'url': 'https://api.capapi.org/v1/reporters/3...   \n",
       "\n",
       "                                               court  \\\n",
       "0  {'url': 'https://api.capapi.org/v1/courts/ark-...   \n",
       "1  {'url': 'https://api.capapi.org/v1/courts/ark-...   \n",
       "2  {'url': 'https://api.capapi.org/v1/courts/ark-...   \n",
       "3  {'url': 'https://api.capapi.org/v1/courts/ark/...   \n",
       "4  {'url': 'https://api.capapi.org/v1/courts/ark/...   \n",
       "\n",
       "                                        jurisdiction  \\\n",
       "0  {'name': 'Ark.', 'name_long': 'Arkansas', 'whi...   \n",
       "1  {'name': 'Ark.', 'name_long': 'Arkansas', 'whi...   \n",
       "2  {'name': 'Ark.', 'name_long': 'Arkansas', 'whi...   \n",
       "3  {'name': 'Ark.', 'name_long': 'Arkansas', 'whi...   \n",
       "4  {'name': 'Ark.', 'name_long': 'Arkansas', 'whi...   \n",
       "\n",
       "                                    frontend_url preview  \\\n",
       "0           https://cite.capapi.org/f-cas/9/137/      []   \n",
       "1   https://cite.capapi.org/f-cas/9/50/11638634/      []   \n",
       "2  https://cite.capapi.org/f-cas/9/266/11641817/      []   \n",
       "3           https://cite.capapi.org/ark/338/397/      []   \n",
       "4           https://cite.capapi.org/ark/338/733/      []   \n",
       "\n",
       "                                            casebody State  \n",
       "0  {'data': '<casebody firstpage=\"137\" lastpage=\"...    AK  \n",
       "1  {'data': '<casebody firstpage=\"50\" lastpage=\"5...    AK  \n",
       "2  {'data': '<casebody firstpage=\"266\" lastpage=\"...    AK  \n",
       "3  {'data': '<casebody firstpage=\"397\" lastpage=\"...    AK  \n",
       "4  {'data': '<casebody firstpage=\"733\" lastpage=\"...    AK  "
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Changing the id to numeric\n",
    "cases_df.id = pd.to_numeric(cases_df.id)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Setting the index to id column\n",
    "cases_df.set_index(\"id\", inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(358819, 16)"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>name</th>\n",
       "      <th>name_abbreviation</th>\n",
       "      <th>decision_date</th>\n",
       "      <th>docket_number</th>\n",
       "      <th>first_page</th>\n",
       "      <th>last_page</th>\n",
       "      <th>citations</th>\n",
       "      <th>volume</th>\n",
       "      <th>reporter</th>\n",
       "      <th>court</th>\n",
       "      <th>jurisdiction</th>\n",
       "      <th>frontend_url</th>\n",
       "      <th>preview</th>\n",
       "      <th>casebody</th>\n",
       "      <th>State</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>11640036</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11640036/</td>\n",
       "      <td>FISHER v. REIDER</td>\n",
       "      <td>Fisher v. Reider</td>\n",
       "      <td>1829-11</td>\n",
       "      <td>Case No. 4,822a</td>\n",
       "      <td>137</td>\n",
       "      <td>138</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 137'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/courts/ark-...</td>\n",
       "      <td>{'name': 'Ark.', 'name_long': 'Arkansas', 'whi...</td>\n",
       "      <td>https://cite.capapi.org/f-cas/9/137/</td>\n",
       "      <td>[]</td>\n",
       "      <td>{'data': '&lt;casebody firstpage=\"137\" lastpage=\"...</td>\n",
       "      <td>AK</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11638634</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11638634/</td>\n",
       "      <td>FIKES v. BENTLEY</td>\n",
       "      <td>Fikes v. Bentley</td>\n",
       "      <td>1828-05</td>\n",
       "      <td>Case No. 4,785a</td>\n",
       "      <td>50</td>\n",
       "      <td>50</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 50'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/courts/ark-...</td>\n",
       "      <td>{'name': 'Ark.', 'name_long': 'Arkansas', 'whi...</td>\n",
       "      <td>https://cite.capapi.org/f-cas/9/50/11638634/</td>\n",
       "      <td>[]</td>\n",
       "      <td>{'data': '&lt;casebody firstpage=\"50\" lastpage=\"5...</td>\n",
       "      <td>AK</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11641817</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11641817/</td>\n",
       "      <td>FLETCHER v. ELLIS</td>\n",
       "      <td>Fletcher v. Ellis</td>\n",
       "      <td>1836-02</td>\n",
       "      <td>Case No. 4,863a</td>\n",
       "      <td>266</td>\n",
       "      <td>266</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 266'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/courts/ark-...</td>\n",
       "      <td>{'name': 'Ark.', 'name_long': 'Arkansas', 'whi...</td>\n",
       "      <td>https://cite.capapi.org/f-cas/9/266/11641817/</td>\n",
       "      <td>[]</td>\n",
       "      <td>{'data': '&lt;casebody firstpage=\"266\" lastpage=\"...</td>\n",
       "      <td>AK</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243503</th>\n",
       "      <td>https://api.capapi.org/v1/cases/243503/</td>\n",
       "      <td>Michael NORRIS v. STATE of Arkansas</td>\n",
       "      <td>Norris v. State</td>\n",
       "      <td>1999-07-15</td>\n",
       "      <td>CR 98-1429</td>\n",
       "      <td>397</td>\n",
       "      <td>409-B</td>\n",
       "      <td>[{'type': 'official', 'cite': '338 Ark. 397'},...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/3...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/courts/ark/...</td>\n",
       "      <td>{'name': 'Ark.', 'name_long': 'Arkansas', 'whi...</td>\n",
       "      <td>https://cite.capapi.org/ark/338/397/</td>\n",
       "      <td>[]</td>\n",
       "      <td>{'data': '&lt;casebody firstpage=\"397\" lastpage=\"...</td>\n",
       "      <td>AK</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243557</th>\n",
       "      <td>https://api.capapi.org/v1/cases/243557/</td>\n",
       "      <td>Roger Allen HAMMON v. STATE of Arkansas</td>\n",
       "      <td>Hammon v. State</td>\n",
       "      <td>1999-10-07</td>\n",
       "      <td>CR 98-525</td>\n",
       "      <td>733</td>\n",
       "      <td>739</td>\n",
       "      <td>[{'type': 'official', 'cite': '338 Ark. 733'},...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/3...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/courts/ark/...</td>\n",
       "      <td>{'name': 'Ark.', 'name_long': 'Arkansas', 'whi...</td>\n",
       "      <td>https://cite.capapi.org/ark/338/733/</td>\n",
       "      <td>[]</td>\n",
       "      <td>{'data': '&lt;casebody firstpage=\"733\" lastpage=\"...</td>\n",
       "      <td>AK</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                url  \\\n",
       "id                                                    \n",
       "11640036  https://api.capapi.org/v1/cases/11640036/   \n",
       "11638634  https://api.capapi.org/v1/cases/11638634/   \n",
       "11641817  https://api.capapi.org/v1/cases/11641817/   \n",
       "243503      https://api.capapi.org/v1/cases/243503/   \n",
       "243557      https://api.capapi.org/v1/cases/243557/   \n",
       "\n",
       "                                             name  name_abbreviation  \\\n",
       "id                                                                     \n",
       "11640036                         FISHER v. REIDER   Fisher v. Reider   \n",
       "11638634                         FIKES v. BENTLEY   Fikes v. Bentley   \n",
       "11641817                        FLETCHER v. ELLIS  Fletcher v. Ellis   \n",
       "243503        Michael NORRIS v. STATE of Arkansas    Norris v. State   \n",
       "243557    Roger Allen HAMMON v. STATE of Arkansas    Hammon v. State   \n",
       "\n",
       "         decision_date    docket_number first_page last_page  \\\n",
       "id                                                             \n",
       "11640036       1829-11  Case No. 4,822a        137       138   \n",
       "11638634       1828-05  Case No. 4,785a         50        50   \n",
       "11641817       1836-02  Case No. 4,863a        266       266   \n",
       "243503      1999-07-15       CR 98-1429        397     409-B   \n",
       "243557      1999-10-07        CR 98-525        733       739   \n",
       "\n",
       "                                                  citations  \\\n",
       "id                                                            \n",
       "11640036    [{'type': 'official', 'cite': '9 F. Cas. 137'}]   \n",
       "11638634     [{'type': 'official', 'cite': '9 F. Cas. 50'}]   \n",
       "11641817    [{'type': 'official', 'cite': '9 F. Cas. 266'}]   \n",
       "243503    [{'type': 'official', 'cite': '338 Ark. 397'},...   \n",
       "243557    [{'type': 'official', 'cite': '338 Ark. 733'},...   \n",
       "\n",
       "                                                     volume  \\\n",
       "id                                                            \n",
       "11640036  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "11638634  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "11641817  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "243503    {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "243557    {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "\n",
       "                                                   reporter  \\\n",
       "id                                                            \n",
       "11640036  {'url': 'https://api.capapi.org/v1/reporters/9...   \n",
       "11638634  {'url': 'https://api.capapi.org/v1/reporters/9...   \n",
       "11641817  {'url': 'https://api.capapi.org/v1/reporters/9...   \n",
       "243503    {'url': 'https://api.capapi.org/v1/reporters/3...   \n",
       "243557    {'url': 'https://api.capapi.org/v1/reporters/3...   \n",
       "\n",
       "                                                      court  \\\n",
       "id                                                            \n",
       "11640036  {'url': 'https://api.capapi.org/v1/courts/ark-...   \n",
       "11638634  {'url': 'https://api.capapi.org/v1/courts/ark-...   \n",
       "11641817  {'url': 'https://api.capapi.org/v1/courts/ark-...   \n",
       "243503    {'url': 'https://api.capapi.org/v1/courts/ark/...   \n",
       "243557    {'url': 'https://api.capapi.org/v1/courts/ark/...   \n",
       "\n",
       "                                               jurisdiction  \\\n",
       "id                                                            \n",
       "11640036  {'name': 'Ark.', 'name_long': 'Arkansas', 'whi...   \n",
       "11638634  {'name': 'Ark.', 'name_long': 'Arkansas', 'whi...   \n",
       "11641817  {'name': 'Ark.', 'name_long': 'Arkansas', 'whi...   \n",
       "243503    {'name': 'Ark.', 'name_long': 'Arkansas', 'whi...   \n",
       "243557    {'name': 'Ark.', 'name_long': 'Arkansas', 'whi...   \n",
       "\n",
       "                                           frontend_url preview  \\\n",
       "id                                                                \n",
       "11640036           https://cite.capapi.org/f-cas/9/137/      []   \n",
       "11638634   https://cite.capapi.org/f-cas/9/50/11638634/      []   \n",
       "11641817  https://cite.capapi.org/f-cas/9/266/11641817/      []   \n",
       "243503             https://cite.capapi.org/ark/338/397/      []   \n",
       "243557             https://cite.capapi.org/ark/338/733/      []   \n",
       "\n",
       "                                                   casebody State  \n",
       "id                                                                 \n",
       "11640036  {'data': '<casebody firstpage=\"137\" lastpage=\"...    AK  \n",
       "11638634  {'data': '<casebody firstpage=\"50\" lastpage=\"5...    AK  \n",
       "11641817  {'data': '<casebody firstpage=\"266\" lastpage=\"...    AK  \n",
       "243503    {'data': '<casebody firstpage=\"397\" lastpage=\"...    AK  \n",
       "243557    {'data': '<casebody firstpage=\"733\" lastpage=\"...    AK  "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'AK'"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df.State[11640036]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "url                  object\n",
       "name                 object\n",
       "name_abbreviation    object\n",
       "decision_date        object\n",
       "docket_number        object\n",
       "first_page           object\n",
       "last_page            object\n",
       "citations            object\n",
       "volume               object\n",
       "reporter             object\n",
       "court                object\n",
       "jurisdiction         object\n",
       "frontend_url         object\n",
       "preview              object\n",
       "casebody             object\n",
       "State                object\n",
       "dtype: object"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "cases_df['decision_date'] = pd.to_datetime(cases_df.decision_date, errors=\"coerce\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Int64Index([11269973], dtype='int64', name='id')"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>name</th>\n",
       "      <th>name_abbreviation</th>\n",
       "      <th>decision_date</th>\n",
       "      <th>docket_number</th>\n",
       "      <th>first_page</th>\n",
       "      <th>last_page</th>\n",
       "      <th>citations</th>\n",
       "      <th>volume</th>\n",
       "      <th>reporter</th>\n",
       "      <th>court</th>\n",
       "      <th>jurisdiction</th>\n",
       "      <th>frontend_url</th>\n",
       "      <th>preview</th>\n",
       "      <th>casebody</th>\n",
       "      <th>State</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>11269973</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11269973/</td>\n",
       "      <td>STATE v. LESTER MORRIS</td>\n",
       "      <td>State v. Morris</td>\n",
       "      <td>NaT</td>\n",
       "      <td></td>\n",
       "      <td>441</td>\n",
       "      <td>441</td>\n",
       "      <td>[{'cite': '166 N.C. 441', 'type': 'official'}]</td>\n",
       "      <td>{'volume_number': '166', 'barcode': '320440578...</td>\n",
       "      <td>{'full_name': 'North Carolina Reports', 'url':...</td>\n",
       "      <td>{'name_abbreviation': 'N.C.', 'name': 'Supreme...</td>\n",
       "      <td>{'whitelisted': True, 'name': 'N.C.', 'url': '...</td>\n",
       "      <td>https://cite.capapi.org/nc/166/441/</td>\n",
       "      <td>[]</td>\n",
       "      <td>{'data': '&lt;casebody firstpage=\"441\" lastpage=\"...</td>\n",
       "      <td>NC</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                url                    name  \\\n",
       "id                                                                            \n",
       "11269973  https://api.capapi.org/v1/cases/11269973/  STATE v. LESTER MORRIS   \n",
       "\n",
       "         name_abbreviation decision_date docket_number first_page last_page  \\\n",
       "id                                                                            \n",
       "11269973   State v. Morris           NaT                      441       441   \n",
       "\n",
       "                                               citations  \\\n",
       "id                                                         \n",
       "11269973  [{'cite': '166 N.C. 441', 'type': 'official'}]   \n",
       "\n",
       "                                                     volume  \\\n",
       "id                                                            \n",
       "11269973  {'volume_number': '166', 'barcode': '320440578...   \n",
       "\n",
       "                                                   reporter  \\\n",
       "id                                                            \n",
       "11269973  {'full_name': 'North Carolina Reports', 'url':...   \n",
       "\n",
       "                                                      court  \\\n",
       "id                                                            \n",
       "11269973  {'name_abbreviation': 'N.C.', 'name': 'Supreme...   \n",
       "\n",
       "                                               jurisdiction  \\\n",
       "id                                                            \n",
       "11269973  {'whitelisted': True, 'name': 'N.C.', 'url': '...   \n",
       "\n",
       "                                 frontend_url preview  \\\n",
       "id                                                      \n",
       "11269973  https://cite.capapi.org/nc/166/441/      []   \n",
       "\n",
       "                                                   casebody State  \n",
       "id                                                                 \n",
       "11269973  {'data': '<casebody firstpage=\"441\" lastpage=\"...    NC  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "There are 1 entries with wrong date values\n"
     ]
    }
   ],
   "source": [
    "# df_total.decision_date[:]\n",
    "\n",
    "display(cases_df.index[cases_df['decision_date'].isnull()])\n",
    "display(cases_df[cases_df['decision_date'].isnull()])\n",
    "\n",
    "print(f\"There are {len(cases_df[cases_df['decision_date'].isnull()])} entries with wrong date values\")\n",
    "# Data descripancy 1914 is not a leap year. It doesn't have 29 days"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Dropping the row with wrong date\n",
    "# cases_df.drop(cases_df.index[[11269973]], inplace=True)\n",
    "cases_df.drop(11269973, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(358818, 16)"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df.shape\n",
    "\n",
    "# (358819, 16)\n",
    "# "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "import re\n",
    "\n",
    "cases_df['first_page'] = cases_df.first_page.apply(lambda x : re.findall(\"\\d*\", x)[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "url                          object\n",
       "name                         object\n",
       "name_abbreviation            object\n",
       "decision_date        datetime64[ns]\n",
       "docket_number                object\n",
       "first_page                   object\n",
       "last_page                    object\n",
       "citations                    object\n",
       "volume                       object\n",
       "reporter                     object\n",
       "court                        object\n",
       "jurisdiction                 object\n",
       "frontend_url                 object\n",
       "preview                      object\n",
       "casebody                     object\n",
       "State                        object\n",
       "dtype: object"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "cases_df['last_page'] = cases_df.last_page.apply(lambda x : re.findall(\"\\d*\", str(x))[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "cases_df['first_page'] = pd.to_numeric(cases_df.first_page, errors=\"coerce\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "cases_df['last_page'] = pd.to_numeric(cases_df.last_page, errors=\"coerce\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(358818, 16)"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(358797, 16)"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df.drop(cases_df.index[cases_df['first_page'].isnull()], inplace=True)\n",
    "cases_df.shape\n",
    "# display(casesfirst_page_df[cases_df['first_page'].isnull()])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "358818"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "358797 + 21"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>name</th>\n",
       "      <th>name_abbreviation</th>\n",
       "      <th>decision_date</th>\n",
       "      <th>docket_number</th>\n",
       "      <th>first_page</th>\n",
       "      <th>last_page</th>\n",
       "      <th>citations</th>\n",
       "      <th>volume</th>\n",
       "      <th>reporter</th>\n",
       "      <th>court</th>\n",
       "      <th>jurisdiction</th>\n",
       "      <th>frontend_url</th>\n",
       "      <th>preview</th>\n",
       "      <th>casebody</th>\n",
       "      <th>State</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [url, name, name_abbreviation, decision_date, docket_number, first_page, last_page, citations, volume, reporter, court, jurisdiction, frontend_url, preview, casebody, State]\n",
       "Index: []"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "Int64Index([], dtype='int64', name='id')"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "There are 0 pages with non date values\n"
     ]
    }
   ],
   "source": [
    "display(cases_df[cases_df['first_page'].isnull()])\n",
    "display(cases_df.index[cases_df['first_page'].isnull()])\n",
    "print(f\"There are {len(cases_df[cases_df['first_page'].isnull()])} pages with non date values\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(358797, 16)"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "15"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "358797 - 358782"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(358782, 16)"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Dropping the non integer values \n",
    "cases_df.drop(cases_df.index[cases_df['last_page'].isnull()], inplace=True)\n",
    "cases_df.shape\n",
    "# display(casesfirst_page_df[cases_df['first_page'].isnull()])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>name</th>\n",
       "      <th>name_abbreviation</th>\n",
       "      <th>decision_date</th>\n",
       "      <th>docket_number</th>\n",
       "      <th>first_page</th>\n",
       "      <th>last_page</th>\n",
       "      <th>citations</th>\n",
       "      <th>volume</th>\n",
       "      <th>reporter</th>\n",
       "      <th>court</th>\n",
       "      <th>jurisdiction</th>\n",
       "      <th>frontend_url</th>\n",
       "      <th>preview</th>\n",
       "      <th>casebody</th>\n",
       "      <th>State</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [url, name, name_abbreviation, decision_date, docket_number, first_page, last_page, citations, volume, reporter, court, jurisdiction, frontend_url, preview, casebody, State]\n",
       "Index: []"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "There are 0 pages with non date values\n"
     ]
    }
   ],
   "source": [
    "display(cases_df[cases_df['last_page'].isnull()])\n",
    "print(f\"There are {len(cases_df[cases_df['last_page'].isnull()])} pages with non date values\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['url', 'name', 'name_abbreviation', 'decision_date', 'docket_number',\n",
       "       'first_page', 'last_page', 'citations', 'volume', 'reporter', 'court',\n",
       "       'jurisdiction', 'frontend_url', 'preview', 'casebody', 'State'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "# cases_df.to_parquet(\"cases_df.parquet.gzip\", engine=\"fastparquet\",  row_group_offsets=100, compression= \"gzip\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "def expand_json_columns(df, col):\n",
    "    df_temp = pd.json_normalize(df[col])\n",
    "    df_temp.columns = list(map(lambda x : \"{0}_{1}\".format(col, x) , df_temp.columns))\n",
    "    df_temp.index = df.index\n",
    "    df_final = pd.concat([df, df_temp], axis=1)\n",
    "    return df_final\n",
    "    \n",
    "# # Expanding Court Data to columns\n",
    "# court_df = pd.json_normalize(cases_df['court'])\n",
    "# court_df.columns = list(map(lambda x : \"court_\" + x , court_df.columns))\n",
    "# court_df.index = cases_df.index\n",
    "# # court_df\n",
    "# cases_df_final = pd.concat([cases_df, court_df], axis=1)\n",
    "\n",
    "# df_final = pd.concat([df_final, court_df], axis=1)\n",
    "\n",
    "# df_final.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>name</th>\n",
       "      <th>name_abbreviation</th>\n",
       "      <th>decision_date</th>\n",
       "      <th>docket_number</th>\n",
       "      <th>first_page</th>\n",
       "      <th>last_page</th>\n",
       "      <th>citations</th>\n",
       "      <th>volume</th>\n",
       "      <th>reporter</th>\n",
       "      <th>...</th>\n",
       "      <th>jurisdiction</th>\n",
       "      <th>frontend_url</th>\n",
       "      <th>preview</th>\n",
       "      <th>casebody</th>\n",
       "      <th>State</th>\n",
       "      <th>court_url</th>\n",
       "      <th>court_name_abbreviation</th>\n",
       "      <th>court_slug</th>\n",
       "      <th>court_name</th>\n",
       "      <th>court_id</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>11640036</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11640036/</td>\n",
       "      <td>FISHER v. REIDER</td>\n",
       "      <td>Fisher v. Reider</td>\n",
       "      <td>1829-11-01</td>\n",
       "      <td>Case No. 4,822a</td>\n",
       "      <td>137.0</td>\n",
       "      <td>138.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 137'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>...</td>\n",
       "      <td>{'name': 'Ark.', 'name_long': 'Arkansas', 'whi...</td>\n",
       "      <td>https://cite.capapi.org/f-cas/9/137/</td>\n",
       "      <td>[]</td>\n",
       "      <td>{'data': '&lt;casebody firstpage=\"137\" lastpage=\"...</td>\n",
       "      <td>AK</td>\n",
       "      <td>https://api.capapi.org/v1/courts/ark-super-ct-1/</td>\n",
       "      <td>Ark. Super. Ct.</td>\n",
       "      <td>ark-super-ct-1</td>\n",
       "      <td>Superior Court of the Territory of Arkansas</td>\n",
       "      <td>9132</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11638634</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11638634/</td>\n",
       "      <td>FIKES v. BENTLEY</td>\n",
       "      <td>Fikes v. Bentley</td>\n",
       "      <td>1828-05-01</td>\n",
       "      <td>Case No. 4,785a</td>\n",
       "      <td>50.0</td>\n",
       "      <td>50.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 50'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>...</td>\n",
       "      <td>{'name': 'Ark.', 'name_long': 'Arkansas', 'whi...</td>\n",
       "      <td>https://cite.capapi.org/f-cas/9/50/11638634/</td>\n",
       "      <td>[]</td>\n",
       "      <td>{'data': '&lt;casebody firstpage=\"50\" lastpage=\"5...</td>\n",
       "      <td>AK</td>\n",
       "      <td>https://api.capapi.org/v1/courts/ark-super-ct-1/</td>\n",
       "      <td>Ark. Super. Ct.</td>\n",
       "      <td>ark-super-ct-1</td>\n",
       "      <td>Superior Court of the Territory of Arkansas</td>\n",
       "      <td>9132</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11641817</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11641817/</td>\n",
       "      <td>FLETCHER v. ELLIS</td>\n",
       "      <td>Fletcher v. Ellis</td>\n",
       "      <td>1836-02-01</td>\n",
       "      <td>Case No. 4,863a</td>\n",
       "      <td>266.0</td>\n",
       "      <td>266.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 266'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>...</td>\n",
       "      <td>{'name': 'Ark.', 'name_long': 'Arkansas', 'whi...</td>\n",
       "      <td>https://cite.capapi.org/f-cas/9/266/11641817/</td>\n",
       "      <td>[]</td>\n",
       "      <td>{'data': '&lt;casebody firstpage=\"266\" lastpage=\"...</td>\n",
       "      <td>AK</td>\n",
       "      <td>https://api.capapi.org/v1/courts/ark-super-ct-1/</td>\n",
       "      <td>Ark. Super. Ct.</td>\n",
       "      <td>ark-super-ct-1</td>\n",
       "      <td>Superior Court of the Territory of Arkansas</td>\n",
       "      <td>9132</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243503</th>\n",
       "      <td>https://api.capapi.org/v1/cases/243503/</td>\n",
       "      <td>Michael NORRIS v. STATE of Arkansas</td>\n",
       "      <td>Norris v. State</td>\n",
       "      <td>1999-07-15</td>\n",
       "      <td>CR 98-1429</td>\n",
       "      <td>397.0</td>\n",
       "      <td>409.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '338 Ark. 397'},...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/3...</td>\n",
       "      <td>...</td>\n",
       "      <td>{'name': 'Ark.', 'name_long': 'Arkansas', 'whi...</td>\n",
       "      <td>https://cite.capapi.org/ark/338/397/</td>\n",
       "      <td>[]</td>\n",
       "      <td>{'data': '&lt;casebody firstpage=\"397\" lastpage=\"...</td>\n",
       "      <td>AK</td>\n",
       "      <td>https://api.capapi.org/v1/courts/ark/</td>\n",
       "      <td>Ark.</td>\n",
       "      <td>ark</td>\n",
       "      <td>Arkansas Supreme Court</td>\n",
       "      <td>8808</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243557</th>\n",
       "      <td>https://api.capapi.org/v1/cases/243557/</td>\n",
       "      <td>Roger Allen HAMMON v. STATE of Arkansas</td>\n",
       "      <td>Hammon v. State</td>\n",
       "      <td>1999-10-07</td>\n",
       "      <td>CR 98-525</td>\n",
       "      <td>733.0</td>\n",
       "      <td>739.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '338 Ark. 733'},...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/3...</td>\n",
       "      <td>...</td>\n",
       "      <td>{'name': 'Ark.', 'name_long': 'Arkansas', 'whi...</td>\n",
       "      <td>https://cite.capapi.org/ark/338/733/</td>\n",
       "      <td>[]</td>\n",
       "      <td>{'data': '&lt;casebody firstpage=\"733\" lastpage=\"...</td>\n",
       "      <td>AK</td>\n",
       "      <td>https://api.capapi.org/v1/courts/ark/</td>\n",
       "      <td>Ark.</td>\n",
       "      <td>ark</td>\n",
       "      <td>Arkansas Supreme Court</td>\n",
       "      <td>8808</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 21 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                url  \\\n",
       "id                                                    \n",
       "11640036  https://api.capapi.org/v1/cases/11640036/   \n",
       "11638634  https://api.capapi.org/v1/cases/11638634/   \n",
       "11641817  https://api.capapi.org/v1/cases/11641817/   \n",
       "243503      https://api.capapi.org/v1/cases/243503/   \n",
       "243557      https://api.capapi.org/v1/cases/243557/   \n",
       "\n",
       "                                             name  name_abbreviation  \\\n",
       "id                                                                     \n",
       "11640036                         FISHER v. REIDER   Fisher v. Reider   \n",
       "11638634                         FIKES v. BENTLEY   Fikes v. Bentley   \n",
       "11641817                        FLETCHER v. ELLIS  Fletcher v. Ellis   \n",
       "243503        Michael NORRIS v. STATE of Arkansas    Norris v. State   \n",
       "243557    Roger Allen HAMMON v. STATE of Arkansas    Hammon v. State   \n",
       "\n",
       "         decision_date    docket_number  first_page  last_page  \\\n",
       "id                                                               \n",
       "11640036    1829-11-01  Case No. 4,822a       137.0      138.0   \n",
       "11638634    1828-05-01  Case No. 4,785a        50.0       50.0   \n",
       "11641817    1836-02-01  Case No. 4,863a       266.0      266.0   \n",
       "243503      1999-07-15       CR 98-1429       397.0      409.0   \n",
       "243557      1999-10-07        CR 98-525       733.0      739.0   \n",
       "\n",
       "                                                  citations  \\\n",
       "id                                                            \n",
       "11640036    [{'type': 'official', 'cite': '9 F. Cas. 137'}]   \n",
       "11638634     [{'type': 'official', 'cite': '9 F. Cas. 50'}]   \n",
       "11641817    [{'type': 'official', 'cite': '9 F. Cas. 266'}]   \n",
       "243503    [{'type': 'official', 'cite': '338 Ark. 397'},...   \n",
       "243557    [{'type': 'official', 'cite': '338 Ark. 733'},...   \n",
       "\n",
       "                                                     volume  \\\n",
       "id                                                            \n",
       "11640036  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "11638634  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "11641817  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "243503    {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "243557    {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "\n",
       "                                                   reporter  ...  \\\n",
       "id                                                           ...   \n",
       "11640036  {'url': 'https://api.capapi.org/v1/reporters/9...  ...   \n",
       "11638634  {'url': 'https://api.capapi.org/v1/reporters/9...  ...   \n",
       "11641817  {'url': 'https://api.capapi.org/v1/reporters/9...  ...   \n",
       "243503    {'url': 'https://api.capapi.org/v1/reporters/3...  ...   \n",
       "243557    {'url': 'https://api.capapi.org/v1/reporters/3...  ...   \n",
       "\n",
       "                                               jurisdiction  \\\n",
       "id                                                            \n",
       "11640036  {'name': 'Ark.', 'name_long': 'Arkansas', 'whi...   \n",
       "11638634  {'name': 'Ark.', 'name_long': 'Arkansas', 'whi...   \n",
       "11641817  {'name': 'Ark.', 'name_long': 'Arkansas', 'whi...   \n",
       "243503    {'name': 'Ark.', 'name_long': 'Arkansas', 'whi...   \n",
       "243557    {'name': 'Ark.', 'name_long': 'Arkansas', 'whi...   \n",
       "\n",
       "                                           frontend_url preview  \\\n",
       "id                                                                \n",
       "11640036           https://cite.capapi.org/f-cas/9/137/      []   \n",
       "11638634   https://cite.capapi.org/f-cas/9/50/11638634/      []   \n",
       "11641817  https://cite.capapi.org/f-cas/9/266/11641817/      []   \n",
       "243503             https://cite.capapi.org/ark/338/397/      []   \n",
       "243557             https://cite.capapi.org/ark/338/733/      []   \n",
       "\n",
       "                                                   casebody State  \\\n",
       "id                                                                  \n",
       "11640036  {'data': '<casebody firstpage=\"137\" lastpage=\"...    AK   \n",
       "11638634  {'data': '<casebody firstpage=\"50\" lastpage=\"5...    AK   \n",
       "11641817  {'data': '<casebody firstpage=\"266\" lastpage=\"...    AK   \n",
       "243503    {'data': '<casebody firstpage=\"397\" lastpage=\"...    AK   \n",
       "243557    {'data': '<casebody firstpage=\"733\" lastpage=\"...    AK   \n",
       "\n",
       "                                                 court_url  \\\n",
       "id                                                           \n",
       "11640036  https://api.capapi.org/v1/courts/ark-super-ct-1/   \n",
       "11638634  https://api.capapi.org/v1/courts/ark-super-ct-1/   \n",
       "11641817  https://api.capapi.org/v1/courts/ark-super-ct-1/   \n",
       "243503               https://api.capapi.org/v1/courts/ark/   \n",
       "243557               https://api.capapi.org/v1/courts/ark/   \n",
       "\n",
       "         court_name_abbreviation      court_slug  \\\n",
       "id                                                 \n",
       "11640036         Ark. Super. Ct.  ark-super-ct-1   \n",
       "11638634         Ark. Super. Ct.  ark-super-ct-1   \n",
       "11641817         Ark. Super. Ct.  ark-super-ct-1   \n",
       "243503                      Ark.             ark   \n",
       "243557                      Ark.             ark   \n",
       "\n",
       "                                           court_name court_id  \n",
       "id                                                              \n",
       "11640036  Superior Court of the Territory of Arkansas     9132  \n",
       "11638634  Superior Court of the Territory of Arkansas     9132  \n",
       "11641817  Superior Court of the Territory of Arkansas     9132  \n",
       "243503                         Arkansas Supreme Court     8808  \n",
       "243557                         Arkansas Supreme Court     8808  \n",
       "\n",
       "[5 rows x 21 columns]"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df_final = expand_json_columns(cases_df, \"court\")\n",
    "cases_df_final.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'url': 'https://api.capapi.org/v1/courts/ark-super-ct-1/',\n",
       " 'name_abbreviation': 'Ark. Super. Ct.',\n",
       " 'slug': 'ark-super-ct-1',\n",
       " 'name': 'Superior Court of the Territory of Arkansas',\n",
       " 'id': 9132}"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df.court[11640036]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'name': 'Ark.',\n",
       " 'name_long': 'Arkansas',\n",
       " 'whitelisted': True,\n",
       " 'url': 'https://api.capapi.org/v1/jurisdictions/ark/',\n",
       " 'id': 34,\n",
       " 'slug': 'ark'}"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df_final.jurisdiction[11640036]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'name': 'Ark.',\n",
       " 'name_long': 'Arkansas',\n",
       " 'whitelisted': True,\n",
       " 'url': 'https://api.capapi.org/v1/jurisdictions/ark/',\n",
       " 'id': 34,\n",
       " 'slug': 'ark'}"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df.jurisdiction[11640036]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>name</th>\n",
       "      <th>name_abbreviation</th>\n",
       "      <th>decision_date</th>\n",
       "      <th>docket_number</th>\n",
       "      <th>first_page</th>\n",
       "      <th>last_page</th>\n",
       "      <th>citations</th>\n",
       "      <th>volume</th>\n",
       "      <th>reporter</th>\n",
       "      <th>...</th>\n",
       "      <th>court_name_abbreviation</th>\n",
       "      <th>court_slug</th>\n",
       "      <th>court_name</th>\n",
       "      <th>court_id</th>\n",
       "      <th>jurisdiction_name</th>\n",
       "      <th>jurisdiction_name_long</th>\n",
       "      <th>jurisdiction_whitelisted</th>\n",
       "      <th>jurisdiction_url</th>\n",
       "      <th>jurisdiction_id</th>\n",
       "      <th>jurisdiction_slug</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>11640036</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11640036/</td>\n",
       "      <td>FISHER v. REIDER</td>\n",
       "      <td>Fisher v. Reider</td>\n",
       "      <td>1829-11-01</td>\n",
       "      <td>Case No. 4,822a</td>\n",
       "      <td>137.0</td>\n",
       "      <td>138.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 137'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>...</td>\n",
       "      <td>Ark. Super. Ct.</td>\n",
       "      <td>ark-super-ct-1</td>\n",
       "      <td>Superior Court of the Territory of Arkansas</td>\n",
       "      <td>9132</td>\n",
       "      <td>Ark.</td>\n",
       "      <td>Arkansas</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11638634</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11638634/</td>\n",
       "      <td>FIKES v. BENTLEY</td>\n",
       "      <td>Fikes v. Bentley</td>\n",
       "      <td>1828-05-01</td>\n",
       "      <td>Case No. 4,785a</td>\n",
       "      <td>50.0</td>\n",
       "      <td>50.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 50'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>...</td>\n",
       "      <td>Ark. Super. Ct.</td>\n",
       "      <td>ark-super-ct-1</td>\n",
       "      <td>Superior Court of the Territory of Arkansas</td>\n",
       "      <td>9132</td>\n",
       "      <td>Ark.</td>\n",
       "      <td>Arkansas</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11641817</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11641817/</td>\n",
       "      <td>FLETCHER v. ELLIS</td>\n",
       "      <td>Fletcher v. Ellis</td>\n",
       "      <td>1836-02-01</td>\n",
       "      <td>Case No. 4,863a</td>\n",
       "      <td>266.0</td>\n",
       "      <td>266.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 266'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>...</td>\n",
       "      <td>Ark. Super. Ct.</td>\n",
       "      <td>ark-super-ct-1</td>\n",
       "      <td>Superior Court of the Territory of Arkansas</td>\n",
       "      <td>9132</td>\n",
       "      <td>Ark.</td>\n",
       "      <td>Arkansas</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243503</th>\n",
       "      <td>https://api.capapi.org/v1/cases/243503/</td>\n",
       "      <td>Michael NORRIS v. STATE of Arkansas</td>\n",
       "      <td>Norris v. State</td>\n",
       "      <td>1999-07-15</td>\n",
       "      <td>CR 98-1429</td>\n",
       "      <td>397.0</td>\n",
       "      <td>409.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '338 Ark. 397'},...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/3...</td>\n",
       "      <td>...</td>\n",
       "      <td>Ark.</td>\n",
       "      <td>ark</td>\n",
       "      <td>Arkansas Supreme Court</td>\n",
       "      <td>8808</td>\n",
       "      <td>Ark.</td>\n",
       "      <td>Arkansas</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243557</th>\n",
       "      <td>https://api.capapi.org/v1/cases/243557/</td>\n",
       "      <td>Roger Allen HAMMON v. STATE of Arkansas</td>\n",
       "      <td>Hammon v. State</td>\n",
       "      <td>1999-10-07</td>\n",
       "      <td>CR 98-525</td>\n",
       "      <td>733.0</td>\n",
       "      <td>739.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '338 Ark. 733'},...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/3...</td>\n",
       "      <td>...</td>\n",
       "      <td>Ark.</td>\n",
       "      <td>ark</td>\n",
       "      <td>Arkansas Supreme Court</td>\n",
       "      <td>8808</td>\n",
       "      <td>Ark.</td>\n",
       "      <td>Arkansas</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 27 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                url  \\\n",
       "id                                                    \n",
       "11640036  https://api.capapi.org/v1/cases/11640036/   \n",
       "11638634  https://api.capapi.org/v1/cases/11638634/   \n",
       "11641817  https://api.capapi.org/v1/cases/11641817/   \n",
       "243503      https://api.capapi.org/v1/cases/243503/   \n",
       "243557      https://api.capapi.org/v1/cases/243557/   \n",
       "\n",
       "                                             name  name_abbreviation  \\\n",
       "id                                                                     \n",
       "11640036                         FISHER v. REIDER   Fisher v. Reider   \n",
       "11638634                         FIKES v. BENTLEY   Fikes v. Bentley   \n",
       "11641817                        FLETCHER v. ELLIS  Fletcher v. Ellis   \n",
       "243503        Michael NORRIS v. STATE of Arkansas    Norris v. State   \n",
       "243557    Roger Allen HAMMON v. STATE of Arkansas    Hammon v. State   \n",
       "\n",
       "         decision_date    docket_number  first_page  last_page  \\\n",
       "id                                                               \n",
       "11640036    1829-11-01  Case No. 4,822a       137.0      138.0   \n",
       "11638634    1828-05-01  Case No. 4,785a        50.0       50.0   \n",
       "11641817    1836-02-01  Case No. 4,863a       266.0      266.0   \n",
       "243503      1999-07-15       CR 98-1429       397.0      409.0   \n",
       "243557      1999-10-07        CR 98-525       733.0      739.0   \n",
       "\n",
       "                                                  citations  \\\n",
       "id                                                            \n",
       "11640036    [{'type': 'official', 'cite': '9 F. Cas. 137'}]   \n",
       "11638634     [{'type': 'official', 'cite': '9 F. Cas. 50'}]   \n",
       "11641817    [{'type': 'official', 'cite': '9 F. Cas. 266'}]   \n",
       "243503    [{'type': 'official', 'cite': '338 Ark. 397'},...   \n",
       "243557    [{'type': 'official', 'cite': '338 Ark. 733'},...   \n",
       "\n",
       "                                                     volume  \\\n",
       "id                                                            \n",
       "11640036  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "11638634  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "11641817  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "243503    {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "243557    {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "\n",
       "                                                   reporter  ...  \\\n",
       "id                                                           ...   \n",
       "11640036  {'url': 'https://api.capapi.org/v1/reporters/9...  ...   \n",
       "11638634  {'url': 'https://api.capapi.org/v1/reporters/9...  ...   \n",
       "11641817  {'url': 'https://api.capapi.org/v1/reporters/9...  ...   \n",
       "243503    {'url': 'https://api.capapi.org/v1/reporters/3...  ...   \n",
       "243557    {'url': 'https://api.capapi.org/v1/reporters/3...  ...   \n",
       "\n",
       "         court_name_abbreviation      court_slug  \\\n",
       "id                                                 \n",
       "11640036         Ark. Super. Ct.  ark-super-ct-1   \n",
       "11638634         Ark. Super. Ct.  ark-super-ct-1   \n",
       "11641817         Ark. Super. Ct.  ark-super-ct-1   \n",
       "243503                      Ark.             ark   \n",
       "243557                      Ark.             ark   \n",
       "\n",
       "                                           court_name court_id  \\\n",
       "id                                                               \n",
       "11640036  Superior Court of the Territory of Arkansas     9132   \n",
       "11638634  Superior Court of the Territory of Arkansas     9132   \n",
       "11641817  Superior Court of the Territory of Arkansas     9132   \n",
       "243503                         Arkansas Supreme Court     8808   \n",
       "243557                         Arkansas Supreme Court     8808   \n",
       "\n",
       "         jurisdiction_name jurisdiction_name_long jurisdiction_whitelisted  \\\n",
       "id                                                                           \n",
       "11640036              Ark.               Arkansas                     True   \n",
       "11638634              Ark.               Arkansas                     True   \n",
       "11641817              Ark.               Arkansas                     True   \n",
       "243503                Ark.               Arkansas                     True   \n",
       "243557                Ark.               Arkansas                     True   \n",
       "\n",
       "                                      jurisdiction_url jurisdiction_id  \\\n",
       "id                                                                       \n",
       "11640036  https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "11638634  https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "11641817  https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "243503    https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "243557    https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "\n",
       "         jurisdiction_slug  \n",
       "id                          \n",
       "11640036               ark  \n",
       "11638634               ark  \n",
       "11641817               ark  \n",
       "243503                 ark  \n",
       "243557                 ark  \n",
       "\n",
       "[5 rows x 27 columns]"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df_final = expand_json_columns(cases_df_final, \"jurisdiction\")\n",
    "cases_df_final.head()\n",
    "\n",
    "# jurisdiction_df = pd.json_normalize(cases_df['jurisdiction'])\n",
    "# jurisdiction_df.columns = list(map(lambda x : \"jurisdiction_\" + x , jurisdiction_df.columns))\n",
    "# jurisdiction_df.index = cases_df.index\n",
    "# # court_df\n",
    "# cases_df_final = pd.concat([cases_df_final, jurisdiction_df], axis=1)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['url', 'name', 'name_abbreviation', 'decision_date', 'docket_number',\n",
       "       'first_page', 'last_page', 'citations', 'volume', 'reporter', 'court',\n",
       "       'jurisdiction', 'frontend_url', 'preview', 'casebody', 'State',\n",
       "       'court_url', 'court_name_abbreviation', 'court_slug', 'court_name',\n",
       "       'court_id', 'jurisdiction_name', 'jurisdiction_name_long',\n",
       "       'jurisdiction_whitelisted', 'jurisdiction_url', 'jurisdiction_id',\n",
       "       'jurisdiction_slug'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df_final.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>name</th>\n",
       "      <th>name_abbreviation</th>\n",
       "      <th>decision_date</th>\n",
       "      <th>docket_number</th>\n",
       "      <th>first_page</th>\n",
       "      <th>last_page</th>\n",
       "      <th>citations</th>\n",
       "      <th>volume</th>\n",
       "      <th>reporter</th>\n",
       "      <th>...</th>\n",
       "      <th>court_name_abbreviation</th>\n",
       "      <th>court_slug</th>\n",
       "      <th>court_name</th>\n",
       "      <th>court_id</th>\n",
       "      <th>jurisdiction_name</th>\n",
       "      <th>jurisdiction_name_long</th>\n",
       "      <th>jurisdiction_whitelisted</th>\n",
       "      <th>jurisdiction_url</th>\n",
       "      <th>jurisdiction_id</th>\n",
       "      <th>jurisdiction_slug</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>11640036</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11640036/</td>\n",
       "      <td>FISHER v. REIDER</td>\n",
       "      <td>Fisher v. Reider</td>\n",
       "      <td>1829-11-01</td>\n",
       "      <td>Case No. 4,822a</td>\n",
       "      <td>137.0</td>\n",
       "      <td>138.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 137'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>...</td>\n",
       "      <td>Ark. Super. Ct.</td>\n",
       "      <td>ark-super-ct-1</td>\n",
       "      <td>Superior Court of the Territory of Arkansas</td>\n",
       "      <td>9132</td>\n",
       "      <td>Ark.</td>\n",
       "      <td>Arkansas</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11638634</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11638634/</td>\n",
       "      <td>FIKES v. BENTLEY</td>\n",
       "      <td>Fikes v. Bentley</td>\n",
       "      <td>1828-05-01</td>\n",
       "      <td>Case No. 4,785a</td>\n",
       "      <td>50.0</td>\n",
       "      <td>50.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 50'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>...</td>\n",
       "      <td>Ark. Super. Ct.</td>\n",
       "      <td>ark-super-ct-1</td>\n",
       "      <td>Superior Court of the Territory of Arkansas</td>\n",
       "      <td>9132</td>\n",
       "      <td>Ark.</td>\n",
       "      <td>Arkansas</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11641817</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11641817/</td>\n",
       "      <td>FLETCHER v. ELLIS</td>\n",
       "      <td>Fletcher v. Ellis</td>\n",
       "      <td>1836-02-01</td>\n",
       "      <td>Case No. 4,863a</td>\n",
       "      <td>266.0</td>\n",
       "      <td>266.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 266'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>...</td>\n",
       "      <td>Ark. Super. Ct.</td>\n",
       "      <td>ark-super-ct-1</td>\n",
       "      <td>Superior Court of the Territory of Arkansas</td>\n",
       "      <td>9132</td>\n",
       "      <td>Ark.</td>\n",
       "      <td>Arkansas</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243503</th>\n",
       "      <td>https://api.capapi.org/v1/cases/243503/</td>\n",
       "      <td>Michael NORRIS v. STATE of Arkansas</td>\n",
       "      <td>Norris v. State</td>\n",
       "      <td>1999-07-15</td>\n",
       "      <td>CR 98-1429</td>\n",
       "      <td>397.0</td>\n",
       "      <td>409.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '338 Ark. 397'},...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/3...</td>\n",
       "      <td>...</td>\n",
       "      <td>Ark.</td>\n",
       "      <td>ark</td>\n",
       "      <td>Arkansas Supreme Court</td>\n",
       "      <td>8808</td>\n",
       "      <td>Ark.</td>\n",
       "      <td>Arkansas</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243557</th>\n",
       "      <td>https://api.capapi.org/v1/cases/243557/</td>\n",
       "      <td>Roger Allen HAMMON v. STATE of Arkansas</td>\n",
       "      <td>Hammon v. State</td>\n",
       "      <td>1999-10-07</td>\n",
       "      <td>CR 98-525</td>\n",
       "      <td>733.0</td>\n",
       "      <td>739.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '338 Ark. 733'},...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/3...</td>\n",
       "      <td>...</td>\n",
       "      <td>Ark.</td>\n",
       "      <td>ark</td>\n",
       "      <td>Arkansas Supreme Court</td>\n",
       "      <td>8808</td>\n",
       "      <td>Ark.</td>\n",
       "      <td>Arkansas</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 27 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                url  \\\n",
       "id                                                    \n",
       "11640036  https://api.capapi.org/v1/cases/11640036/   \n",
       "11638634  https://api.capapi.org/v1/cases/11638634/   \n",
       "11641817  https://api.capapi.org/v1/cases/11641817/   \n",
       "243503      https://api.capapi.org/v1/cases/243503/   \n",
       "243557      https://api.capapi.org/v1/cases/243557/   \n",
       "\n",
       "                                             name  name_abbreviation  \\\n",
       "id                                                                     \n",
       "11640036                         FISHER v. REIDER   Fisher v. Reider   \n",
       "11638634                         FIKES v. BENTLEY   Fikes v. Bentley   \n",
       "11641817                        FLETCHER v. ELLIS  Fletcher v. Ellis   \n",
       "243503        Michael NORRIS v. STATE of Arkansas    Norris v. State   \n",
       "243557    Roger Allen HAMMON v. STATE of Arkansas    Hammon v. State   \n",
       "\n",
       "         decision_date    docket_number  first_page  last_page  \\\n",
       "id                                                               \n",
       "11640036    1829-11-01  Case No. 4,822a       137.0      138.0   \n",
       "11638634    1828-05-01  Case No. 4,785a        50.0       50.0   \n",
       "11641817    1836-02-01  Case No. 4,863a       266.0      266.0   \n",
       "243503      1999-07-15       CR 98-1429       397.0      409.0   \n",
       "243557      1999-10-07        CR 98-525       733.0      739.0   \n",
       "\n",
       "                                                  citations  \\\n",
       "id                                                            \n",
       "11640036    [{'type': 'official', 'cite': '9 F. Cas. 137'}]   \n",
       "11638634     [{'type': 'official', 'cite': '9 F. Cas. 50'}]   \n",
       "11641817    [{'type': 'official', 'cite': '9 F. Cas. 266'}]   \n",
       "243503    [{'type': 'official', 'cite': '338 Ark. 397'},...   \n",
       "243557    [{'type': 'official', 'cite': '338 Ark. 733'},...   \n",
       "\n",
       "                                                     volume  \\\n",
       "id                                                            \n",
       "11640036  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "11638634  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "11641817  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "243503    {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "243557    {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "\n",
       "                                                   reporter  ...  \\\n",
       "id                                                           ...   \n",
       "11640036  {'url': 'https://api.capapi.org/v1/reporters/9...  ...   \n",
       "11638634  {'url': 'https://api.capapi.org/v1/reporters/9...  ...   \n",
       "11641817  {'url': 'https://api.capapi.org/v1/reporters/9...  ...   \n",
       "243503    {'url': 'https://api.capapi.org/v1/reporters/3...  ...   \n",
       "243557    {'url': 'https://api.capapi.org/v1/reporters/3...  ...   \n",
       "\n",
       "         court_name_abbreviation      court_slug  \\\n",
       "id                                                 \n",
       "11640036         Ark. Super. Ct.  ark-super-ct-1   \n",
       "11638634         Ark. Super. Ct.  ark-super-ct-1   \n",
       "11641817         Ark. Super. Ct.  ark-super-ct-1   \n",
       "243503                      Ark.             ark   \n",
       "243557                      Ark.             ark   \n",
       "\n",
       "                                           court_name court_id  \\\n",
       "id                                                               \n",
       "11640036  Superior Court of the Territory of Arkansas     9132   \n",
       "11638634  Superior Court of the Territory of Arkansas     9132   \n",
       "11641817  Superior Court of the Territory of Arkansas     9132   \n",
       "243503                         Arkansas Supreme Court     8808   \n",
       "243557                         Arkansas Supreme Court     8808   \n",
       "\n",
       "         jurisdiction_name jurisdiction_name_long jurisdiction_whitelisted  \\\n",
       "id                                                                           \n",
       "11640036              Ark.               Arkansas                     True   \n",
       "11638634              Ark.               Arkansas                     True   \n",
       "11641817              Ark.               Arkansas                     True   \n",
       "243503                Ark.               Arkansas                     True   \n",
       "243557                Ark.               Arkansas                     True   \n",
       "\n",
       "                                      jurisdiction_url jurisdiction_id  \\\n",
       "id                                                                       \n",
       "11640036  https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "11638634  https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "11641817  https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "243503    https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "243557    https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "\n",
       "         jurisdiction_slug  \n",
       "id                          \n",
       "11640036               ark  \n",
       "11638634               ark  \n",
       "11641817               ark  \n",
       "243503                 ark  \n",
       "243557                 ark  \n",
       "\n",
       "[5 rows x 27 columns]"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df_final.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'type': 'official', 'cite': '9 F. Cas. 137'}]"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df.citations[11640036]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'url': 'https://api.capapi.org/v1/volumes/32044054565676/',\n",
       " 'barcode': '32044054565676',\n",
       " 'volume_number': '9'}"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df.volume[11640036]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'url': 'https://api.capapi.org/v1/reporters/942/',\n",
       " 'full_name': 'Federal Cases',\n",
       " 'id': 942}"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df.reporter[11640036]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['url', 'name', 'name_abbreviation', 'decision_date', 'docket_number',\n",
       "       'first_page', 'last_page', 'citations', 'volume', 'reporter', 'court',\n",
       "       'jurisdiction', 'frontend_url', 'preview', 'casebody', 'State',\n",
       "       'court_url', 'court_name_abbreviation', 'court_slug', 'court_name',\n",
       "       'court_id', 'jurisdiction_name', 'jurisdiction_name_long',\n",
       "       'jurisdiction_whitelisted', 'jurisdiction_url', 'jurisdiction_id',\n",
       "       'jurisdiction_slug'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df_final.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "# cases_df_final = expand_json_columns(cases_df_final, \"citations\")\n",
    "# cases_df_final.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>name</th>\n",
       "      <th>name_abbreviation</th>\n",
       "      <th>decision_date</th>\n",
       "      <th>docket_number</th>\n",
       "      <th>first_page</th>\n",
       "      <th>last_page</th>\n",
       "      <th>citations</th>\n",
       "      <th>volume</th>\n",
       "      <th>reporter</th>\n",
       "      <th>...</th>\n",
       "      <th>court_id</th>\n",
       "      <th>jurisdiction_name</th>\n",
       "      <th>jurisdiction_name_long</th>\n",
       "      <th>jurisdiction_whitelisted</th>\n",
       "      <th>jurisdiction_url</th>\n",
       "      <th>jurisdiction_id</th>\n",
       "      <th>jurisdiction_slug</th>\n",
       "      <th>volume_url</th>\n",
       "      <th>volume_barcode</th>\n",
       "      <th>volume_volume_number</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>11640036</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11640036/</td>\n",
       "      <td>FISHER v. REIDER</td>\n",
       "      <td>Fisher v. Reider</td>\n",
       "      <td>1829-11-01</td>\n",
       "      <td>Case No. 4,822a</td>\n",
       "      <td>137.0</td>\n",
       "      <td>138.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 137'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>...</td>\n",
       "      <td>9132</td>\n",
       "      <td>Ark.</td>\n",
       "      <td>Arkansas</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044054565676/</td>\n",
       "      <td>32044054565676</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11638634</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11638634/</td>\n",
       "      <td>FIKES v. BENTLEY</td>\n",
       "      <td>Fikes v. Bentley</td>\n",
       "      <td>1828-05-01</td>\n",
       "      <td>Case No. 4,785a</td>\n",
       "      <td>50.0</td>\n",
       "      <td>50.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 50'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>...</td>\n",
       "      <td>9132</td>\n",
       "      <td>Ark.</td>\n",
       "      <td>Arkansas</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044054565676/</td>\n",
       "      <td>32044054565676</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11641817</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11641817/</td>\n",
       "      <td>FLETCHER v. ELLIS</td>\n",
       "      <td>Fletcher v. Ellis</td>\n",
       "      <td>1836-02-01</td>\n",
       "      <td>Case No. 4,863a</td>\n",
       "      <td>266.0</td>\n",
       "      <td>266.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 266'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>...</td>\n",
       "      <td>9132</td>\n",
       "      <td>Ark.</td>\n",
       "      <td>Arkansas</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044054565676/</td>\n",
       "      <td>32044054565676</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243503</th>\n",
       "      <td>https://api.capapi.org/v1/cases/243503/</td>\n",
       "      <td>Michael NORRIS v. STATE of Arkansas</td>\n",
       "      <td>Norris v. State</td>\n",
       "      <td>1999-07-15</td>\n",
       "      <td>CR 98-1429</td>\n",
       "      <td>397.0</td>\n",
       "      <td>409.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '338 Ark. 397'},...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/3...</td>\n",
       "      <td>...</td>\n",
       "      <td>8808</td>\n",
       "      <td>Ark.</td>\n",
       "      <td>Arkansas</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044056714496/</td>\n",
       "      <td>32044056714496</td>\n",
       "      <td>338</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243557</th>\n",
       "      <td>https://api.capapi.org/v1/cases/243557/</td>\n",
       "      <td>Roger Allen HAMMON v. STATE of Arkansas</td>\n",
       "      <td>Hammon v. State</td>\n",
       "      <td>1999-10-07</td>\n",
       "      <td>CR 98-525</td>\n",
       "      <td>733.0</td>\n",
       "      <td>739.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '338 Ark. 733'},...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/3...</td>\n",
       "      <td>...</td>\n",
       "      <td>8808</td>\n",
       "      <td>Ark.</td>\n",
       "      <td>Arkansas</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044056714496/</td>\n",
       "      <td>32044056714496</td>\n",
       "      <td>338</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 30 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                url  \\\n",
       "id                                                    \n",
       "11640036  https://api.capapi.org/v1/cases/11640036/   \n",
       "11638634  https://api.capapi.org/v1/cases/11638634/   \n",
       "11641817  https://api.capapi.org/v1/cases/11641817/   \n",
       "243503      https://api.capapi.org/v1/cases/243503/   \n",
       "243557      https://api.capapi.org/v1/cases/243557/   \n",
       "\n",
       "                                             name  name_abbreviation  \\\n",
       "id                                                                     \n",
       "11640036                         FISHER v. REIDER   Fisher v. Reider   \n",
       "11638634                         FIKES v. BENTLEY   Fikes v. Bentley   \n",
       "11641817                        FLETCHER v. ELLIS  Fletcher v. Ellis   \n",
       "243503        Michael NORRIS v. STATE of Arkansas    Norris v. State   \n",
       "243557    Roger Allen HAMMON v. STATE of Arkansas    Hammon v. State   \n",
       "\n",
       "         decision_date    docket_number  first_page  last_page  \\\n",
       "id                                                               \n",
       "11640036    1829-11-01  Case No. 4,822a       137.0      138.0   \n",
       "11638634    1828-05-01  Case No. 4,785a        50.0       50.0   \n",
       "11641817    1836-02-01  Case No. 4,863a       266.0      266.0   \n",
       "243503      1999-07-15       CR 98-1429       397.0      409.0   \n",
       "243557      1999-10-07        CR 98-525       733.0      739.0   \n",
       "\n",
       "                                                  citations  \\\n",
       "id                                                            \n",
       "11640036    [{'type': 'official', 'cite': '9 F. Cas. 137'}]   \n",
       "11638634     [{'type': 'official', 'cite': '9 F. Cas. 50'}]   \n",
       "11641817    [{'type': 'official', 'cite': '9 F. Cas. 266'}]   \n",
       "243503    [{'type': 'official', 'cite': '338 Ark. 397'},...   \n",
       "243557    [{'type': 'official', 'cite': '338 Ark. 733'},...   \n",
       "\n",
       "                                                     volume  \\\n",
       "id                                                            \n",
       "11640036  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "11638634  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "11641817  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "243503    {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "243557    {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "\n",
       "                                                   reporter  ... court_id  \\\n",
       "id                                                           ...            \n",
       "11640036  {'url': 'https://api.capapi.org/v1/reporters/9...  ...     9132   \n",
       "11638634  {'url': 'https://api.capapi.org/v1/reporters/9...  ...     9132   \n",
       "11641817  {'url': 'https://api.capapi.org/v1/reporters/9...  ...     9132   \n",
       "243503    {'url': 'https://api.capapi.org/v1/reporters/3...  ...     8808   \n",
       "243557    {'url': 'https://api.capapi.org/v1/reporters/3...  ...     8808   \n",
       "\n",
       "         jurisdiction_name jurisdiction_name_long jurisdiction_whitelisted  \\\n",
       "id                                                                           \n",
       "11640036              Ark.               Arkansas                     True   \n",
       "11638634              Ark.               Arkansas                     True   \n",
       "11641817              Ark.               Arkansas                     True   \n",
       "243503                Ark.               Arkansas                     True   \n",
       "243557                Ark.               Arkansas                     True   \n",
       "\n",
       "                                      jurisdiction_url jurisdiction_id  \\\n",
       "id                                                                       \n",
       "11640036  https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "11638634  https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "11641817  https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "243503    https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "243557    https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "\n",
       "         jurisdiction_slug                                         volume_url  \\\n",
       "id                                                                              \n",
       "11640036               ark  https://api.capapi.org/v1/volumes/32044054565676/   \n",
       "11638634               ark  https://api.capapi.org/v1/volumes/32044054565676/   \n",
       "11641817               ark  https://api.capapi.org/v1/volumes/32044054565676/   \n",
       "243503                 ark  https://api.capapi.org/v1/volumes/32044056714496/   \n",
       "243557                 ark  https://api.capapi.org/v1/volumes/32044056714496/   \n",
       "\n",
       "          volume_barcode volume_volume_number  \n",
       "id                                             \n",
       "11640036  32044054565676                    9  \n",
       "11638634  32044054565676                    9  \n",
       "11641817  32044054565676                    9  \n",
       "243503    32044056714496                  338  \n",
       "243557    32044056714496                  338  \n",
       "\n",
       "[5 rows x 30 columns]"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df_final = expand_json_columns(cases_df_final, \"volume\")\n",
    "cases_df_final.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>name</th>\n",
       "      <th>name_abbreviation</th>\n",
       "      <th>decision_date</th>\n",
       "      <th>docket_number</th>\n",
       "      <th>first_page</th>\n",
       "      <th>last_page</th>\n",
       "      <th>citations</th>\n",
       "      <th>volume</th>\n",
       "      <th>reporter</th>\n",
       "      <th>...</th>\n",
       "      <th>jurisdiction_whitelisted</th>\n",
       "      <th>jurisdiction_url</th>\n",
       "      <th>jurisdiction_id</th>\n",
       "      <th>jurisdiction_slug</th>\n",
       "      <th>volume_url</th>\n",
       "      <th>volume_barcode</th>\n",
       "      <th>volume_volume_number</th>\n",
       "      <th>reporter_url</th>\n",
       "      <th>reporter_full_name</th>\n",
       "      <th>reporter_id</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>11640036</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11640036/</td>\n",
       "      <td>FISHER v. REIDER</td>\n",
       "      <td>Fisher v. Reider</td>\n",
       "      <td>1829-11-01</td>\n",
       "      <td>Case No. 4,822a</td>\n",
       "      <td>137.0</td>\n",
       "      <td>138.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 137'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044054565676/</td>\n",
       "      <td>32044054565676</td>\n",
       "      <td>9</td>\n",
       "      <td>https://api.capapi.org/v1/reporters/942/</td>\n",
       "      <td>Federal Cases</td>\n",
       "      <td>942</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11638634</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11638634/</td>\n",
       "      <td>FIKES v. BENTLEY</td>\n",
       "      <td>Fikes v. Bentley</td>\n",
       "      <td>1828-05-01</td>\n",
       "      <td>Case No. 4,785a</td>\n",
       "      <td>50.0</td>\n",
       "      <td>50.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 50'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044054565676/</td>\n",
       "      <td>32044054565676</td>\n",
       "      <td>9</td>\n",
       "      <td>https://api.capapi.org/v1/reporters/942/</td>\n",
       "      <td>Federal Cases</td>\n",
       "      <td>942</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11641817</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11641817/</td>\n",
       "      <td>FLETCHER v. ELLIS</td>\n",
       "      <td>Fletcher v. Ellis</td>\n",
       "      <td>1836-02-01</td>\n",
       "      <td>Case No. 4,863a</td>\n",
       "      <td>266.0</td>\n",
       "      <td>266.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 266'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044054565676/</td>\n",
       "      <td>32044054565676</td>\n",
       "      <td>9</td>\n",
       "      <td>https://api.capapi.org/v1/reporters/942/</td>\n",
       "      <td>Federal Cases</td>\n",
       "      <td>942</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243503</th>\n",
       "      <td>https://api.capapi.org/v1/cases/243503/</td>\n",
       "      <td>Michael NORRIS v. STATE of Arkansas</td>\n",
       "      <td>Norris v. State</td>\n",
       "      <td>1999-07-15</td>\n",
       "      <td>CR 98-1429</td>\n",
       "      <td>397.0</td>\n",
       "      <td>409.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '338 Ark. 397'},...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/3...</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044056714496/</td>\n",
       "      <td>32044056714496</td>\n",
       "      <td>338</td>\n",
       "      <td>https://api.capapi.org/v1/reporters/368/</td>\n",
       "      <td>Arkansas Reports</td>\n",
       "      <td>368</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243557</th>\n",
       "      <td>https://api.capapi.org/v1/cases/243557/</td>\n",
       "      <td>Roger Allen HAMMON v. STATE of Arkansas</td>\n",
       "      <td>Hammon v. State</td>\n",
       "      <td>1999-10-07</td>\n",
       "      <td>CR 98-525</td>\n",
       "      <td>733.0</td>\n",
       "      <td>739.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '338 Ark. 733'},...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/3...</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044056714496/</td>\n",
       "      <td>32044056714496</td>\n",
       "      <td>338</td>\n",
       "      <td>https://api.capapi.org/v1/reporters/368/</td>\n",
       "      <td>Arkansas Reports</td>\n",
       "      <td>368</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 33 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                url  \\\n",
       "id                                                    \n",
       "11640036  https://api.capapi.org/v1/cases/11640036/   \n",
       "11638634  https://api.capapi.org/v1/cases/11638634/   \n",
       "11641817  https://api.capapi.org/v1/cases/11641817/   \n",
       "243503      https://api.capapi.org/v1/cases/243503/   \n",
       "243557      https://api.capapi.org/v1/cases/243557/   \n",
       "\n",
       "                                             name  name_abbreviation  \\\n",
       "id                                                                     \n",
       "11640036                         FISHER v. REIDER   Fisher v. Reider   \n",
       "11638634                         FIKES v. BENTLEY   Fikes v. Bentley   \n",
       "11641817                        FLETCHER v. ELLIS  Fletcher v. Ellis   \n",
       "243503        Michael NORRIS v. STATE of Arkansas    Norris v. State   \n",
       "243557    Roger Allen HAMMON v. STATE of Arkansas    Hammon v. State   \n",
       "\n",
       "         decision_date    docket_number  first_page  last_page  \\\n",
       "id                                                               \n",
       "11640036    1829-11-01  Case No. 4,822a       137.0      138.0   \n",
       "11638634    1828-05-01  Case No. 4,785a        50.0       50.0   \n",
       "11641817    1836-02-01  Case No. 4,863a       266.0      266.0   \n",
       "243503      1999-07-15       CR 98-1429       397.0      409.0   \n",
       "243557      1999-10-07        CR 98-525       733.0      739.0   \n",
       "\n",
       "                                                  citations  \\\n",
       "id                                                            \n",
       "11640036    [{'type': 'official', 'cite': '9 F. Cas. 137'}]   \n",
       "11638634     [{'type': 'official', 'cite': '9 F. Cas. 50'}]   \n",
       "11641817    [{'type': 'official', 'cite': '9 F. Cas. 266'}]   \n",
       "243503    [{'type': 'official', 'cite': '338 Ark. 397'},...   \n",
       "243557    [{'type': 'official', 'cite': '338 Ark. 733'},...   \n",
       "\n",
       "                                                     volume  \\\n",
       "id                                                            \n",
       "11640036  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "11638634  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "11641817  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "243503    {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "243557    {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "\n",
       "                                                   reporter  ...  \\\n",
       "id                                                           ...   \n",
       "11640036  {'url': 'https://api.capapi.org/v1/reporters/9...  ...   \n",
       "11638634  {'url': 'https://api.capapi.org/v1/reporters/9...  ...   \n",
       "11641817  {'url': 'https://api.capapi.org/v1/reporters/9...  ...   \n",
       "243503    {'url': 'https://api.capapi.org/v1/reporters/3...  ...   \n",
       "243557    {'url': 'https://api.capapi.org/v1/reporters/3...  ...   \n",
       "\n",
       "         jurisdiction_whitelisted  \\\n",
       "id                                  \n",
       "11640036                     True   \n",
       "11638634                     True   \n",
       "11641817                     True   \n",
       "243503                       True   \n",
       "243557                       True   \n",
       "\n",
       "                                      jurisdiction_url jurisdiction_id  \\\n",
       "id                                                                       \n",
       "11640036  https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "11638634  https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "11641817  https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "243503    https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "243557    https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "\n",
       "         jurisdiction_slug                                         volume_url  \\\n",
       "id                                                                              \n",
       "11640036               ark  https://api.capapi.org/v1/volumes/32044054565676/   \n",
       "11638634               ark  https://api.capapi.org/v1/volumes/32044054565676/   \n",
       "11641817               ark  https://api.capapi.org/v1/volumes/32044054565676/   \n",
       "243503                 ark  https://api.capapi.org/v1/volumes/32044056714496/   \n",
       "243557                 ark  https://api.capapi.org/v1/volumes/32044056714496/   \n",
       "\n",
       "          volume_barcode volume_volume_number  \\\n",
       "id                                              \n",
       "11640036  32044054565676                    9   \n",
       "11638634  32044054565676                    9   \n",
       "11641817  32044054565676                    9   \n",
       "243503    32044056714496                  338   \n",
       "243557    32044056714496                  338   \n",
       "\n",
       "                                      reporter_url reporter_full_name  \\\n",
       "id                                                                      \n",
       "11640036  https://api.capapi.org/v1/reporters/942/      Federal Cases   \n",
       "11638634  https://api.capapi.org/v1/reporters/942/      Federal Cases   \n",
       "11641817  https://api.capapi.org/v1/reporters/942/      Federal Cases   \n",
       "243503    https://api.capapi.org/v1/reporters/368/   Arkansas Reports   \n",
       "243557    https://api.capapi.org/v1/reporters/368/   Arkansas Reports   \n",
       "\n",
       "         reporter_id  \n",
       "id                    \n",
       "11640036         942  \n",
       "11638634         942  \n",
       "11641817         942  \n",
       "243503           368  \n",
       "243557           368  \n",
       "\n",
       "[5 rows x 33 columns]"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df_final = expand_json_columns(cases_df_final, \"reporter\")\n",
    "cases_df_final.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [],
   "source": [
    "def extract_opinion_type(x):\n",
    "    bs = BeautifulSoup(x['data'], \"html.parser\")\n",
    "    if bs and bs.opinion:\n",
    "        return  { \"type\": bs.opinion['type'], \n",
    "                 \"text\": bs.opinion.text }\n",
    "    return None    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "def extract_opinion(x):\n",
    "    bs = BeautifulSoup(x['data'], \"html.parser\")\n",
    "    if bs and bs.opinion:\n",
    "        return bs.opinion.text\n",
    "    return None"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "cases_df_final['opinion'] = cases_df_final.casebody.apply(extract_opinion_type)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Int64Index([11972933,  1862721,  1309526,  8728288,  1314472,  1536278,\n",
       "             1727513,  8728354,  1727597,  1862709,\n",
       "            ...\n",
       "            11278447, 11979954,   551352,  8653943,  8662236,  8697891,\n",
       "             8662131,  6592014, 11275997,  6605974],\n",
       "           dtype='int64', name='id', length=247)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>name</th>\n",
       "      <th>name_abbreviation</th>\n",
       "      <th>decision_date</th>\n",
       "      <th>docket_number</th>\n",
       "      <th>first_page</th>\n",
       "      <th>last_page</th>\n",
       "      <th>citations</th>\n",
       "      <th>volume</th>\n",
       "      <th>reporter</th>\n",
       "      <th>...</th>\n",
       "      <th>jurisdiction_url</th>\n",
       "      <th>jurisdiction_id</th>\n",
       "      <th>jurisdiction_slug</th>\n",
       "      <th>volume_url</th>\n",
       "      <th>volume_barcode</th>\n",
       "      <th>volume_volume_number</th>\n",
       "      <th>reporter_url</th>\n",
       "      <th>reporter_full_name</th>\n",
       "      <th>reporter_id</th>\n",
       "      <th>opinion</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>11972933</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11972933/</td>\n",
       "      <td>In re ELLIS</td>\n",
       "      <td>In re Ellis</td>\n",
       "      <td>1821-10-01</td>\n",
       "      <td>Case No. 4,399a</td>\n",
       "      <td>548.0</td>\n",
       "      <td>548.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '8 F. Cas. 548'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>...</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044046873683/</td>\n",
       "      <td>32044046873683</td>\n",
       "      <td>8</td>\n",
       "      <td>https://api.capapi.org/v1/reporters/942/</td>\n",
       "      <td>Federal Cases</td>\n",
       "      <td>942</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1862721</th>\n",
       "      <td>https://api.capapi.org/v1/cases/1862721/</td>\n",
       "      <td>The State Bank vs. Lawson et al.</td>\n",
       "      <td>State Bank v. Lawson</td>\n",
       "      <td>1854-01-01</td>\n",
       "      <td></td>\n",
       "      <td>543.0</td>\n",
       "      <td>543.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '14 Ark. 543'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/3...</td>\n",
       "      <td>...</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044078573748/</td>\n",
       "      <td>32044078573748</td>\n",
       "      <td>14</td>\n",
       "      <td>https://api.capapi.org/v1/reporters/368/</td>\n",
       "      <td>Arkansas Reports</td>\n",
       "      <td>368</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1309526</th>\n",
       "      <td>https://api.capapi.org/v1/cases/1309526/</td>\n",
       "      <td>Baird v. Williams</td>\n",
       "      <td>Baird v. Williams</td>\n",
       "      <td>1887-05-01</td>\n",
       "      <td></td>\n",
       "      <td>518.0</td>\n",
       "      <td>518.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '49 Ark. 518'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/3...</td>\n",
       "      <td>...</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044078574274/</td>\n",
       "      <td>32044078574274</td>\n",
       "      <td>49</td>\n",
       "      <td>https://api.capapi.org/v1/reporters/368/</td>\n",
       "      <td>Arkansas Reports</td>\n",
       "      <td>368</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8728288</th>\n",
       "      <td>https://api.capapi.org/v1/cases/8728288/</td>\n",
       "      <td>Causin vs. Taylor</td>\n",
       "      <td>Causin v. Taylor</td>\n",
       "      <td>1842-01-01</td>\n",
       "      <td></td>\n",
       "      <td>55.0</td>\n",
       "      <td>55.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '4 Ark. 55'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/3...</td>\n",
       "      <td>...</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044078573623/</td>\n",
       "      <td>32044078573623</td>\n",
       "      <td>4</td>\n",
       "      <td>https://api.capapi.org/v1/reporters/368/</td>\n",
       "      <td>Arkansas Reports</td>\n",
       "      <td>368</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1314472</th>\n",
       "      <td>https://api.capapi.org/v1/cases/1314472/</td>\n",
       "      <td>Highsmith v. Hammonds</td>\n",
       "      <td>Highsmith v. Hammonds</td>\n",
       "      <td>1911-06-12</td>\n",
       "      <td></td>\n",
       "      <td>400.0</td>\n",
       "      <td>403.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '99 Ark. 400'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/3...</td>\n",
       "      <td>...</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044078574308/</td>\n",
       "      <td>32044078574308</td>\n",
       "      <td>99</td>\n",
       "      <td>https://api.capapi.org/v1/reporters/368/</td>\n",
       "      <td>Arkansas Reports</td>\n",
       "      <td>368</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8697891</th>\n",
       "      <td>https://api.capapi.org/v1/cases/8697891/</td>\n",
       "      <td>Hagan v. Paine</td>\n",
       "      <td>Hagan v. Paine</td>\n",
       "      <td>1796-04-01</td>\n",
       "      <td></td>\n",
       "      <td>313.0</td>\n",
       "      <td>314.0</td>\n",
       "      <td>[{'cite': '1 Hayw. 313', 'type': 'nominative'}...</td>\n",
       "      <td>{'volume_number': '2', 'barcode': '32044078613...</td>\n",
       "      <td>{'full_name': 'North Carolina Reports', 'url':...</td>\n",
       "      <td>...</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/nc/</td>\n",
       "      <td>5</td>\n",
       "      <td>nc</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044078613601/</td>\n",
       "      <td>32044078613601</td>\n",
       "      <td>2</td>\n",
       "      <td>https://api.capapi.org/v1/reporters/549/</td>\n",
       "      <td>North Carolina Reports</td>\n",
       "      <td>549</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8662131</th>\n",
       "      <td>https://api.capapi.org/v1/cases/8662131/</td>\n",
       "      <td>In Re Johnston</td>\n",
       "      <td>In re Johnston</td>\n",
       "      <td>1901-02-01</td>\n",
       "      <td></td>\n",
       "      <td>615.0</td>\n",
       "      <td>615.0</td>\n",
       "      <td>[{'cite': '128 N.C. 615', 'type': 'official'}]</td>\n",
       "      <td>{'volume_number': '128', 'barcode': '320440786...</td>\n",
       "      <td>{'full_name': 'North Carolina Reports', 'url':...</td>\n",
       "      <td>...</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/nc/</td>\n",
       "      <td>5</td>\n",
       "      <td>nc</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044078622743/</td>\n",
       "      <td>32044078622743</td>\n",
       "      <td>128</td>\n",
       "      <td>https://api.capapi.org/v1/reporters/549/</td>\n",
       "      <td>North Carolina Reports</td>\n",
       "      <td>549</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6592014</th>\n",
       "      <td>https://api.capapi.org/v1/cases/6592014/</td>\n",
       "      <td>UNITED STATES v. COCKRIN</td>\n",
       "      <td>United States v. Cockrin</td>\n",
       "      <td>1825-01-01</td>\n",
       "      <td></td>\n",
       "      <td>485.0</td>\n",
       "      <td>485.0</td>\n",
       "      <td>[{'cite': '25 F. Cas. 485', 'type': 'official'}]</td>\n",
       "      <td>{'volume_number': '25', 'barcode': 'NOTALEPH00...</td>\n",
       "      <td>{'full_name': 'Federal Cases', 'url': 'https:/...</td>\n",
       "      <td>...</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/nc/</td>\n",
       "      <td>5</td>\n",
       "      <td>nc</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/NOTALEPH001463/</td>\n",
       "      <td>NOTALEPH001463</td>\n",
       "      <td>25</td>\n",
       "      <td>https://api.capapi.org/v1/reporters/942/</td>\n",
       "      <td>Federal Cases</td>\n",
       "      <td>942</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11275997</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11275997/</td>\n",
       "      <td>Executors of James Reel v. John Reel</td>\n",
       "      <td>Executors of Reel v. Reel</td>\n",
       "      <td>1821-06-01</td>\n",
       "      <td></td>\n",
       "      <td>248.0</td>\n",
       "      <td>265.0</td>\n",
       "      <td>[{'cite': '1 Hawks 248', 'type': 'nominative'}...</td>\n",
       "      <td>{'volume_number': '8', 'barcode': '32044057887...</td>\n",
       "      <td>{'full_name': 'North Carolina Reports', 'url':...</td>\n",
       "      <td>...</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/nc/</td>\n",
       "      <td>5</td>\n",
       "      <td>nc</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044057887283/</td>\n",
       "      <td>32044057887283</td>\n",
       "      <td>8</td>\n",
       "      <td>https://api.capapi.org/v1/reporters/549/</td>\n",
       "      <td>North Carolina Reports</td>\n",
       "      <td>549</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6605974</th>\n",
       "      <td>https://api.capapi.org/v1/cases/6605974/</td>\n",
       "      <td>MINI v. ADAMS</td>\n",
       "      <td>Mini v. Adams.</td>\n",
       "      <td>1798-01-01</td>\n",
       "      <td></td>\n",
       "      <td>446.0</td>\n",
       "      <td>446.0</td>\n",
       "      <td>[{'cite': '17 F. Cas. 446', 'type': 'official'}]</td>\n",
       "      <td>{'volume_number': '17', 'barcode': 'NOTALEPH00...</td>\n",
       "      <td>{'full_name': 'Federal Cases', 'url': 'https:/...</td>\n",
       "      <td>...</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/nc/</td>\n",
       "      <td>5</td>\n",
       "      <td>nc</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/NOTALEPH001459/</td>\n",
       "      <td>NOTALEPH001459</td>\n",
       "      <td>17</td>\n",
       "      <td>https://api.capapi.org/v1/reporters/942/</td>\n",
       "      <td>Federal Cases</td>\n",
       "      <td>942</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>247 rows × 34 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                url  \\\n",
       "id                                                    \n",
       "11972933  https://api.capapi.org/v1/cases/11972933/   \n",
       "1862721    https://api.capapi.org/v1/cases/1862721/   \n",
       "1309526    https://api.capapi.org/v1/cases/1309526/   \n",
       "8728288    https://api.capapi.org/v1/cases/8728288/   \n",
       "1314472    https://api.capapi.org/v1/cases/1314472/   \n",
       "...                                             ...   \n",
       "8697891    https://api.capapi.org/v1/cases/8697891/   \n",
       "8662131    https://api.capapi.org/v1/cases/8662131/   \n",
       "6592014    https://api.capapi.org/v1/cases/6592014/   \n",
       "11275997  https://api.capapi.org/v1/cases/11275997/   \n",
       "6605974    https://api.capapi.org/v1/cases/6605974/   \n",
       "\n",
       "                                          name          name_abbreviation  \\\n",
       "id                                                                          \n",
       "11972933                           In re ELLIS                In re Ellis   \n",
       "1862721       The State Bank vs. Lawson et al.       State Bank v. Lawson   \n",
       "1309526                      Baird v. Williams          Baird v. Williams   \n",
       "8728288                      Causin vs. Taylor           Causin v. Taylor   \n",
       "1314472                  Highsmith v. Hammonds      Highsmith v. Hammonds   \n",
       "...                                        ...                        ...   \n",
       "8697891                         Hagan v. Paine             Hagan v. Paine   \n",
       "8662131                         In Re Johnston             In re Johnston   \n",
       "6592014               UNITED STATES v. COCKRIN   United States v. Cockrin   \n",
       "11275997  Executors of James Reel v. John Reel  Executors of Reel v. Reel   \n",
       "6605974                          MINI v. ADAMS             Mini v. Adams.   \n",
       "\n",
       "         decision_date    docket_number  first_page  last_page  \\\n",
       "id                                                               \n",
       "11972933    1821-10-01  Case No. 4,399a       548.0      548.0   \n",
       "1862721     1854-01-01                        543.0      543.0   \n",
       "1309526     1887-05-01                        518.0      518.0   \n",
       "8728288     1842-01-01                         55.0       55.0   \n",
       "1314472     1911-06-12                        400.0      403.0   \n",
       "...                ...              ...         ...        ...   \n",
       "8697891     1796-04-01                        313.0      314.0   \n",
       "8662131     1901-02-01                        615.0      615.0   \n",
       "6592014     1825-01-01                        485.0      485.0   \n",
       "11275997    1821-06-01                        248.0      265.0   \n",
       "6605974     1798-01-01                        446.0      446.0   \n",
       "\n",
       "                                                  citations  \\\n",
       "id                                                            \n",
       "11972933    [{'type': 'official', 'cite': '8 F. Cas. 548'}]   \n",
       "1862721       [{'type': 'official', 'cite': '14 Ark. 543'}]   \n",
       "1309526       [{'type': 'official', 'cite': '49 Ark. 518'}]   \n",
       "8728288         [{'type': 'official', 'cite': '4 Ark. 55'}]   \n",
       "1314472       [{'type': 'official', 'cite': '99 Ark. 400'}]   \n",
       "...                                                     ...   \n",
       "8697891   [{'cite': '1 Hayw. 313', 'type': 'nominative'}...   \n",
       "8662131      [{'cite': '128 N.C. 615', 'type': 'official'}]   \n",
       "6592014    [{'cite': '25 F. Cas. 485', 'type': 'official'}]   \n",
       "11275997  [{'cite': '1 Hawks 248', 'type': 'nominative'}...   \n",
       "6605974    [{'cite': '17 F. Cas. 446', 'type': 'official'}]   \n",
       "\n",
       "                                                     volume  \\\n",
       "id                                                            \n",
       "11972933  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "1862721   {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "1309526   {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "8728288   {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "1314472   {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "...                                                     ...   \n",
       "8697891   {'volume_number': '2', 'barcode': '32044078613...   \n",
       "8662131   {'volume_number': '128', 'barcode': '320440786...   \n",
       "6592014   {'volume_number': '25', 'barcode': 'NOTALEPH00...   \n",
       "11275997  {'volume_number': '8', 'barcode': '32044057887...   \n",
       "6605974   {'volume_number': '17', 'barcode': 'NOTALEPH00...   \n",
       "\n",
       "                                                   reporter  ...  \\\n",
       "id                                                           ...   \n",
       "11972933  {'url': 'https://api.capapi.org/v1/reporters/9...  ...   \n",
       "1862721   {'url': 'https://api.capapi.org/v1/reporters/3...  ...   \n",
       "1309526   {'url': 'https://api.capapi.org/v1/reporters/3...  ...   \n",
       "8728288   {'url': 'https://api.capapi.org/v1/reporters/3...  ...   \n",
       "1314472   {'url': 'https://api.capapi.org/v1/reporters/3...  ...   \n",
       "...                                                     ...  ...   \n",
       "8697891   {'full_name': 'North Carolina Reports', 'url':...  ...   \n",
       "8662131   {'full_name': 'North Carolina Reports', 'url':...  ...   \n",
       "6592014   {'full_name': 'Federal Cases', 'url': 'https:/...  ...   \n",
       "11275997  {'full_name': 'North Carolina Reports', 'url':...  ...   \n",
       "6605974   {'full_name': 'Federal Cases', 'url': 'https:/...  ...   \n",
       "\n",
       "                                      jurisdiction_url jurisdiction_id  \\\n",
       "id                                                                       \n",
       "11972933  https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "1862721   https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "1309526   https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "8728288   https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "1314472   https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "...                                                ...             ...   \n",
       "8697891    https://api.capapi.org/v1/jurisdictions/nc/               5   \n",
       "8662131    https://api.capapi.org/v1/jurisdictions/nc/               5   \n",
       "6592014    https://api.capapi.org/v1/jurisdictions/nc/               5   \n",
       "11275997   https://api.capapi.org/v1/jurisdictions/nc/               5   \n",
       "6605974    https://api.capapi.org/v1/jurisdictions/nc/               5   \n",
       "\n",
       "         jurisdiction_slug                                         volume_url  \\\n",
       "id                                                                              \n",
       "11972933               ark  https://api.capapi.org/v1/volumes/32044046873683/   \n",
       "1862721                ark  https://api.capapi.org/v1/volumes/32044078573748/   \n",
       "1309526                ark  https://api.capapi.org/v1/volumes/32044078574274/   \n",
       "8728288                ark  https://api.capapi.org/v1/volumes/32044078573623/   \n",
       "1314472                ark  https://api.capapi.org/v1/volumes/32044078574308/   \n",
       "...                    ...                                                ...   \n",
       "8697891                 nc  https://api.capapi.org/v1/volumes/32044078613601/   \n",
       "8662131                 nc  https://api.capapi.org/v1/volumes/32044078622743/   \n",
       "6592014                 nc  https://api.capapi.org/v1/volumes/NOTALEPH001463/   \n",
       "11275997                nc  https://api.capapi.org/v1/volumes/32044057887283/   \n",
       "6605974                 nc  https://api.capapi.org/v1/volumes/NOTALEPH001459/   \n",
       "\n",
       "          volume_barcode volume_volume_number  \\\n",
       "id                                              \n",
       "11972933  32044046873683                    8   \n",
       "1862721   32044078573748                   14   \n",
       "1309526   32044078574274                   49   \n",
       "8728288   32044078573623                    4   \n",
       "1314472   32044078574308                   99   \n",
       "...                  ...                  ...   \n",
       "8697891   32044078613601                    2   \n",
       "8662131   32044078622743                  128   \n",
       "6592014   NOTALEPH001463                   25   \n",
       "11275997  32044057887283                    8   \n",
       "6605974   NOTALEPH001459                   17   \n",
       "\n",
       "                                      reporter_url      reporter_full_name  \\\n",
       "id                                                                           \n",
       "11972933  https://api.capapi.org/v1/reporters/942/           Federal Cases   \n",
       "1862721   https://api.capapi.org/v1/reporters/368/        Arkansas Reports   \n",
       "1309526   https://api.capapi.org/v1/reporters/368/        Arkansas Reports   \n",
       "8728288   https://api.capapi.org/v1/reporters/368/        Arkansas Reports   \n",
       "1314472   https://api.capapi.org/v1/reporters/368/        Arkansas Reports   \n",
       "...                                            ...                     ...   \n",
       "8697891   https://api.capapi.org/v1/reporters/549/  North Carolina Reports   \n",
       "8662131   https://api.capapi.org/v1/reporters/549/  North Carolina Reports   \n",
       "6592014   https://api.capapi.org/v1/reporters/942/           Federal Cases   \n",
       "11275997  https://api.capapi.org/v1/reporters/549/  North Carolina Reports   \n",
       "6605974   https://api.capapi.org/v1/reporters/942/           Federal Cases   \n",
       "\n",
       "         reporter_id opinion  \n",
       "id                            \n",
       "11972933         942    None  \n",
       "1862721          368    None  \n",
       "1309526          368    None  \n",
       "8728288          368    None  \n",
       "1314472          368    None  \n",
       "...              ...     ...  \n",
       "8697891          549    None  \n",
       "8662131          549    None  \n",
       "6592014          942    None  \n",
       "11275997         549    None  \n",
       "6605974          942    None  \n",
       "\n",
       "[247 rows x 34 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "There are 0 entries with wrong date values\n"
     ]
    }
   ],
   "source": [
    "display(cases_df_final.index[cases_df_final['opinion'].isnull()])\n",
    "display(cases_df_final[cases_df_final['opinion'].isnull()])\n",
    "\n",
    "print(f\"There are {len(cases_df_final[cases_df_final['decision_date'].isnull()])} entries with wrong date values\")\n",
    "# Data descripancy 1914 is not a leap year. It doesn't have 29 days"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'data': '<casebody firstpage=\"518\" lastpage=\"518\" xmlns=\"http://nrs.harvard.edu/urn-3:HLS.Libr.US_Case_Law.Schema.Case_Body:v1\">\\n  <p id=\"b526-15\">Pulaski County Board of Equalization Cases.</p>\\n  <parties id=\"b526-16\">Baird v. Williams.</parties>\\n  <summary id=\"b526-17\">APPEAL from <em>Pulaski </em>Chancery Court.’</summary>\\n  <summary id=\"b526-18\">D. W. Carroll, Chancellor.</summary>\\n</casebody>\\n',\n",
       " 'status': 'ok'}"
      ]
     },
     "execution_count": 65,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#cases with no opnion block\n",
    "cases_df_final.casebody[1309526]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(358782, 34)"
      ]
     },
     "execution_count": 66,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df_final.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(358535, 34)"
      ]
     },
     "execution_count": 67,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# cases_df_final.drop(cases_df_final.index[cases_df['last_page'].isnull()], inplace=True)\n",
    "cases_df_final.drop(cases_df_final.index[cases_df_final['opinion'].isnull()], inplace=True)\n",
    "cases_df_final.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [],
   "source": [
    "assert 358535 + 247 == 358782"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [],
   "source": [
    "cases_df_final = expand_json_columns(cases_df_final, \"opinion\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>name</th>\n",
       "      <th>name_abbreviation</th>\n",
       "      <th>decision_date</th>\n",
       "      <th>docket_number</th>\n",
       "      <th>first_page</th>\n",
       "      <th>last_page</th>\n",
       "      <th>citations</th>\n",
       "      <th>volume</th>\n",
       "      <th>reporter</th>\n",
       "      <th>...</th>\n",
       "      <th>jurisdiction_slug</th>\n",
       "      <th>volume_url</th>\n",
       "      <th>volume_barcode</th>\n",
       "      <th>volume_volume_number</th>\n",
       "      <th>reporter_url</th>\n",
       "      <th>reporter_full_name</th>\n",
       "      <th>reporter_id</th>\n",
       "      <th>opinion</th>\n",
       "      <th>opinion_type</th>\n",
       "      <th>opinion_text</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>11640036</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11640036/</td>\n",
       "      <td>FISHER v. REIDER</td>\n",
       "      <td>Fisher v. Reider</td>\n",
       "      <td>1829-11-01</td>\n",
       "      <td>Case No. 4,822a</td>\n",
       "      <td>137.0</td>\n",
       "      <td>138.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 137'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>...</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044054565676/</td>\n",
       "      <td>32044054565676</td>\n",
       "      <td>9</td>\n",
       "      <td>https://api.capapi.org/v1/reporters/942/</td>\n",
       "      <td>Federal Cases</td>\n",
       "      <td>942</td>\n",
       "      <td>{'type': 'majority', 'text': '\n",
       "OPINION OF THE ...</td>\n",
       "      <td>majority</td>\n",
       "      <td>\\nOPINION OF THE COIÍRT. This is an action of ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11638634</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11638634/</td>\n",
       "      <td>FIKES v. BENTLEY</td>\n",
       "      <td>Fikes v. Bentley</td>\n",
       "      <td>1828-05-01</td>\n",
       "      <td>Case No. 4,785a</td>\n",
       "      <td>50.0</td>\n",
       "      <td>50.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 50'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>...</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044054565676/</td>\n",
       "      <td>32044054565676</td>\n",
       "      <td>9</td>\n",
       "      <td>https://api.capapi.org/v1/reporters/942/</td>\n",
       "      <td>Federal Cases</td>\n",
       "      <td>942</td>\n",
       "      <td>{'type': 'majority', 'text': '\n",
       "OPINION OP THE ...</td>\n",
       "      <td>majority</td>\n",
       "      <td>\\nOPINION OP THE COURT. This is an appeal from...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11641817</th>\n",
       "      <td>https://api.capapi.org/v1/cases/11641817/</td>\n",
       "      <td>FLETCHER v. ELLIS</td>\n",
       "      <td>Fletcher v. Ellis</td>\n",
       "      <td>1836-02-01</td>\n",
       "      <td>Case No. 4,863a</td>\n",
       "      <td>266.0</td>\n",
       "      <td>266.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 266'}]</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/9...</td>\n",
       "      <td>...</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044054565676/</td>\n",
       "      <td>32044054565676</td>\n",
       "      <td>9</td>\n",
       "      <td>https://api.capapi.org/v1/reporters/942/</td>\n",
       "      <td>Federal Cases</td>\n",
       "      <td>942</td>\n",
       "      <td>{'type': 'majority', 'text': '\n",
       "CROSS, Judge.\n",
       "T...</td>\n",
       "      <td>majority</td>\n",
       "      <td>\\nCROSS, Judge.\\nThe record in this case shows...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243503</th>\n",
       "      <td>https://api.capapi.org/v1/cases/243503/</td>\n",
       "      <td>Michael NORRIS v. STATE of Arkansas</td>\n",
       "      <td>Norris v. State</td>\n",
       "      <td>1999-07-15</td>\n",
       "      <td>CR 98-1429</td>\n",
       "      <td>397.0</td>\n",
       "      <td>409.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '338 Ark. 397'},...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/3...</td>\n",
       "      <td>...</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044056714496/</td>\n",
       "      <td>32044056714496</td>\n",
       "      <td>338</td>\n",
       "      <td>https://api.capapi.org/v1/reporters/368/</td>\n",
       "      <td>Arkansas Reports</td>\n",
       "      <td>368</td>\n",
       "      <td>{'type': 'majority', 'text': '\n",
       "W. H.“Dub” Arno...</td>\n",
       "      <td>majority</td>\n",
       "      <td>\\nW. H.“Dub” Arnold, Chief Justice.\\nThis is a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243557</th>\n",
       "      <td>https://api.capapi.org/v1/cases/243557/</td>\n",
       "      <td>Roger Allen HAMMON v. STATE of Arkansas</td>\n",
       "      <td>Hammon v. State</td>\n",
       "      <td>1999-10-07</td>\n",
       "      <td>CR 98-525</td>\n",
       "      <td>733.0</td>\n",
       "      <td>739.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '338 Ark. 733'},...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/volumes/320...</td>\n",
       "      <td>{'url': 'https://api.capapi.org/v1/reporters/3...</td>\n",
       "      <td>...</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044056714496/</td>\n",
       "      <td>32044056714496</td>\n",
       "      <td>338</td>\n",
       "      <td>https://api.capapi.org/v1/reporters/368/</td>\n",
       "      <td>Arkansas Reports</td>\n",
       "      <td>368</td>\n",
       "      <td>{'type': 'majority', 'text': '\n",
       "Ray Thornton, J...</td>\n",
       "      <td>majority</td>\n",
       "      <td>\\nRay Thornton, Justice.\\nAppellant brings thi...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 36 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                url  \\\n",
       "id                                                    \n",
       "11640036  https://api.capapi.org/v1/cases/11640036/   \n",
       "11638634  https://api.capapi.org/v1/cases/11638634/   \n",
       "11641817  https://api.capapi.org/v1/cases/11641817/   \n",
       "243503      https://api.capapi.org/v1/cases/243503/   \n",
       "243557      https://api.capapi.org/v1/cases/243557/   \n",
       "\n",
       "                                             name  name_abbreviation  \\\n",
       "id                                                                     \n",
       "11640036                         FISHER v. REIDER   Fisher v. Reider   \n",
       "11638634                         FIKES v. BENTLEY   Fikes v. Bentley   \n",
       "11641817                        FLETCHER v. ELLIS  Fletcher v. Ellis   \n",
       "243503        Michael NORRIS v. STATE of Arkansas    Norris v. State   \n",
       "243557    Roger Allen HAMMON v. STATE of Arkansas    Hammon v. State   \n",
       "\n",
       "         decision_date    docket_number  first_page  last_page  \\\n",
       "id                                                               \n",
       "11640036    1829-11-01  Case No. 4,822a       137.0      138.0   \n",
       "11638634    1828-05-01  Case No. 4,785a        50.0       50.0   \n",
       "11641817    1836-02-01  Case No. 4,863a       266.0      266.0   \n",
       "243503      1999-07-15       CR 98-1429       397.0      409.0   \n",
       "243557      1999-10-07        CR 98-525       733.0      739.0   \n",
       "\n",
       "                                                  citations  \\\n",
       "id                                                            \n",
       "11640036    [{'type': 'official', 'cite': '9 F. Cas. 137'}]   \n",
       "11638634     [{'type': 'official', 'cite': '9 F. Cas. 50'}]   \n",
       "11641817    [{'type': 'official', 'cite': '9 F. Cas. 266'}]   \n",
       "243503    [{'type': 'official', 'cite': '338 Ark. 397'},...   \n",
       "243557    [{'type': 'official', 'cite': '338 Ark. 733'},...   \n",
       "\n",
       "                                                     volume  \\\n",
       "id                                                            \n",
       "11640036  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "11638634  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "11641817  {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "243503    {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "243557    {'url': 'https://api.capapi.org/v1/volumes/320...   \n",
       "\n",
       "                                                   reporter  ...  \\\n",
       "id                                                           ...   \n",
       "11640036  {'url': 'https://api.capapi.org/v1/reporters/9...  ...   \n",
       "11638634  {'url': 'https://api.capapi.org/v1/reporters/9...  ...   \n",
       "11641817  {'url': 'https://api.capapi.org/v1/reporters/9...  ...   \n",
       "243503    {'url': 'https://api.capapi.org/v1/reporters/3...  ...   \n",
       "243557    {'url': 'https://api.capapi.org/v1/reporters/3...  ...   \n",
       "\n",
       "         jurisdiction_slug                                         volume_url  \\\n",
       "id                                                                              \n",
       "11640036               ark  https://api.capapi.org/v1/volumes/32044054565676/   \n",
       "11638634               ark  https://api.capapi.org/v1/volumes/32044054565676/   \n",
       "11641817               ark  https://api.capapi.org/v1/volumes/32044054565676/   \n",
       "243503                 ark  https://api.capapi.org/v1/volumes/32044056714496/   \n",
       "243557                 ark  https://api.capapi.org/v1/volumes/32044056714496/   \n",
       "\n",
       "          volume_barcode volume_volume_number  \\\n",
       "id                                              \n",
       "11640036  32044054565676                    9   \n",
       "11638634  32044054565676                    9   \n",
       "11641817  32044054565676                    9   \n",
       "243503    32044056714496                  338   \n",
       "243557    32044056714496                  338   \n",
       "\n",
       "                                      reporter_url reporter_full_name  \\\n",
       "id                                                                      \n",
       "11640036  https://api.capapi.org/v1/reporters/942/      Federal Cases   \n",
       "11638634  https://api.capapi.org/v1/reporters/942/      Federal Cases   \n",
       "11641817  https://api.capapi.org/v1/reporters/942/      Federal Cases   \n",
       "243503    https://api.capapi.org/v1/reporters/368/   Arkansas Reports   \n",
       "243557    https://api.capapi.org/v1/reporters/368/   Arkansas Reports   \n",
       "\n",
       "         reporter_id                                            opinion  \\\n",
       "id                                                                        \n",
       "11640036         942  {'type': 'majority', 'text': '\n",
       "OPINION OF THE ...   \n",
       "11638634         942  {'type': 'majority', 'text': '\n",
       "OPINION OP THE ...   \n",
       "11641817         942  {'type': 'majority', 'text': '\n",
       "CROSS, Judge.\n",
       "T...   \n",
       "243503           368  {'type': 'majority', 'text': '\n",
       "W. H.“Dub” Arno...   \n",
       "243557           368  {'type': 'majority', 'text': '\n",
       "Ray Thornton, J...   \n",
       "\n",
       "         opinion_type                                       opinion_text  \n",
       "id                                                                        \n",
       "11640036     majority  \\nOPINION OF THE COIÍRT. This is an action of ...  \n",
       "11638634     majority  \\nOPINION OP THE COURT. This is an appeal from...  \n",
       "11641817     majority  \\nCROSS, Judge.\\nThe record in this case shows...  \n",
       "243503       majority  \\nW. H.“Dub” Arnold, Chief Justice.\\nThis is a...  \n",
       "243557       majority  \\nRay Thornton, Justice.\\nAppellant brings thi...  \n",
       "\n",
       "[5 rows x 36 columns]"
      ]
     },
     "execution_count": 70,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df_final.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['url', 'name', 'name_abbreviation', 'decision_date', 'docket_number',\n",
       "       'first_page', 'last_page', 'citations', 'volume', 'reporter', 'court',\n",
       "       'jurisdiction', 'frontend_url', 'preview', 'casebody', 'State',\n",
       "       'court_url', 'court_name_abbreviation', 'court_slug', 'court_name',\n",
       "       'court_id', 'jurisdiction_name', 'jurisdiction_name_long',\n",
       "       'jurisdiction_whitelisted', 'jurisdiction_url', 'jurisdiction_id',\n",
       "       'jurisdiction_slug', 'volume_url', 'volume_barcode',\n",
       "       'volume_volume_number', 'reporter_url', 'reporter_full_name',\n",
       "       'reporter_id', 'opinion', 'opinion_type', 'opinion_text',\n",
       "       'casebody_status'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 73,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df_final.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "# cases_df_final['casebody_opinion'] = cases_df_final.casebody.apply(extract_opinion)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [],
   "source": [
    "cases_df_final['casebody_status'] = cases_df_final.casebody.apply(lambda x : x['status'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(358535, 37)"
      ]
     },
     "execution_count": 76,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_df_final.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [],
   "source": [
    "final_columns = ['State', 'url', 'name', 'name_abbreviation', 'decision_date', 'docket_number', 'first_page', 'last_page', 'citations', \n",
    "                 'volume_url', 'volume_barcode', 'volume_volume_number', 'reporter_url', 'reporter_full_name', 'reporter_id', \n",
    "                 'court_url', 'court_name_abbreviation', 'court_slug', 'court_name', 'court_id',\n",
    "                 'jurisdiction_name', 'jurisdiction_name_long', 'jurisdiction_whitelisted', 'jurisdiction_url', 'jurisdiction_id', 'jurisdiction_slug', \n",
    "                 'frontend_url', 'preview', 'opinion_type', 'opinion_text', 'casebody_status']\n",
    "cases_final_v1 = cases_df_final[final_columns]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(358535, 31)"
      ]
     },
     "execution_count": 77,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_final_v1.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>State</th>\n",
       "      <th>url</th>\n",
       "      <th>name</th>\n",
       "      <th>name_abbreviation</th>\n",
       "      <th>decision_date</th>\n",
       "      <th>docket_number</th>\n",
       "      <th>first_page</th>\n",
       "      <th>last_page</th>\n",
       "      <th>citations</th>\n",
       "      <th>volume_url</th>\n",
       "      <th>...</th>\n",
       "      <th>jurisdiction_name_long</th>\n",
       "      <th>jurisdiction_whitelisted</th>\n",
       "      <th>jurisdiction_url</th>\n",
       "      <th>jurisdiction_id</th>\n",
       "      <th>jurisdiction_slug</th>\n",
       "      <th>frontend_url</th>\n",
       "      <th>preview</th>\n",
       "      <th>opinion_type</th>\n",
       "      <th>opinion_text</th>\n",
       "      <th>casebody_status</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>11640036</th>\n",
       "      <td>AK</td>\n",
       "      <td>https://api.capapi.org/v1/cases/11640036/</td>\n",
       "      <td>FISHER v. REIDER</td>\n",
       "      <td>Fisher v. Reider</td>\n",
       "      <td>1829-11-01</td>\n",
       "      <td>Case No. 4,822a</td>\n",
       "      <td>137.0</td>\n",
       "      <td>138.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 137'}]</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044054565676/</td>\n",
       "      <td>...</td>\n",
       "      <td>Arkansas</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://cite.capapi.org/f-cas/9/137/</td>\n",
       "      <td>[]</td>\n",
       "      <td>majority</td>\n",
       "      <td>\\nOPINION OF THE COIÍRT. This is an action of ...</td>\n",
       "      <td>ok</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11638634</th>\n",
       "      <td>AK</td>\n",
       "      <td>https://api.capapi.org/v1/cases/11638634/</td>\n",
       "      <td>FIKES v. BENTLEY</td>\n",
       "      <td>Fikes v. Bentley</td>\n",
       "      <td>1828-05-01</td>\n",
       "      <td>Case No. 4,785a</td>\n",
       "      <td>50.0</td>\n",
       "      <td>50.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 50'}]</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044054565676/</td>\n",
       "      <td>...</td>\n",
       "      <td>Arkansas</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://cite.capapi.org/f-cas/9/50/11638634/</td>\n",
       "      <td>[]</td>\n",
       "      <td>majority</td>\n",
       "      <td>\\nOPINION OP THE COURT. This is an appeal from...</td>\n",
       "      <td>ok</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11641817</th>\n",
       "      <td>AK</td>\n",
       "      <td>https://api.capapi.org/v1/cases/11641817/</td>\n",
       "      <td>FLETCHER v. ELLIS</td>\n",
       "      <td>Fletcher v. Ellis</td>\n",
       "      <td>1836-02-01</td>\n",
       "      <td>Case No. 4,863a</td>\n",
       "      <td>266.0</td>\n",
       "      <td>266.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '9 F. Cas. 266'}]</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044054565676/</td>\n",
       "      <td>...</td>\n",
       "      <td>Arkansas</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://cite.capapi.org/f-cas/9/266/11641817/</td>\n",
       "      <td>[]</td>\n",
       "      <td>majority</td>\n",
       "      <td>\\nCROSS, Judge.\\nThe record in this case shows...</td>\n",
       "      <td>ok</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243503</th>\n",
       "      <td>AK</td>\n",
       "      <td>https://api.capapi.org/v1/cases/243503/</td>\n",
       "      <td>Michael NORRIS v. STATE of Arkansas</td>\n",
       "      <td>Norris v. State</td>\n",
       "      <td>1999-07-15</td>\n",
       "      <td>CR 98-1429</td>\n",
       "      <td>397.0</td>\n",
       "      <td>409.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '338 Ark. 397'},...</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044056714496/</td>\n",
       "      <td>...</td>\n",
       "      <td>Arkansas</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://cite.capapi.org/ark/338/397/</td>\n",
       "      <td>[]</td>\n",
       "      <td>majority</td>\n",
       "      <td>\\nW. H.“Dub” Arnold, Chief Justice.\\nThis is a...</td>\n",
       "      <td>ok</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243557</th>\n",
       "      <td>AK</td>\n",
       "      <td>https://api.capapi.org/v1/cases/243557/</td>\n",
       "      <td>Roger Allen HAMMON v. STATE of Arkansas</td>\n",
       "      <td>Hammon v. State</td>\n",
       "      <td>1999-10-07</td>\n",
       "      <td>CR 98-525</td>\n",
       "      <td>733.0</td>\n",
       "      <td>739.0</td>\n",
       "      <td>[{'type': 'official', 'cite': '338 Ark. 733'},...</td>\n",
       "      <td>https://api.capapi.org/v1/volumes/32044056714496/</td>\n",
       "      <td>...</td>\n",
       "      <td>Arkansas</td>\n",
       "      <td>True</td>\n",
       "      <td>https://api.capapi.org/v1/jurisdictions/ark/</td>\n",
       "      <td>34</td>\n",
       "      <td>ark</td>\n",
       "      <td>https://cite.capapi.org/ark/338/733/</td>\n",
       "      <td>[]</td>\n",
       "      <td>majority</td>\n",
       "      <td>\\nRay Thornton, Justice.\\nAppellant brings thi...</td>\n",
       "      <td>ok</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 31 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         State                                        url  \\\n",
       "id                                                          \n",
       "11640036    AK  https://api.capapi.org/v1/cases/11640036/   \n",
       "11638634    AK  https://api.capapi.org/v1/cases/11638634/   \n",
       "11641817    AK  https://api.capapi.org/v1/cases/11641817/   \n",
       "243503      AK    https://api.capapi.org/v1/cases/243503/   \n",
       "243557      AK    https://api.capapi.org/v1/cases/243557/   \n",
       "\n",
       "                                             name  name_abbreviation  \\\n",
       "id                                                                     \n",
       "11640036                         FISHER v. REIDER   Fisher v. Reider   \n",
       "11638634                         FIKES v. BENTLEY   Fikes v. Bentley   \n",
       "11641817                        FLETCHER v. ELLIS  Fletcher v. Ellis   \n",
       "243503        Michael NORRIS v. STATE of Arkansas    Norris v. State   \n",
       "243557    Roger Allen HAMMON v. STATE of Arkansas    Hammon v. State   \n",
       "\n",
       "         decision_date    docket_number  first_page  last_page  \\\n",
       "id                                                               \n",
       "11640036    1829-11-01  Case No. 4,822a       137.0      138.0   \n",
       "11638634    1828-05-01  Case No. 4,785a        50.0       50.0   \n",
       "11641817    1836-02-01  Case No. 4,863a       266.0      266.0   \n",
       "243503      1999-07-15       CR 98-1429       397.0      409.0   \n",
       "243557      1999-10-07        CR 98-525       733.0      739.0   \n",
       "\n",
       "                                                  citations  \\\n",
       "id                                                            \n",
       "11640036    [{'type': 'official', 'cite': '9 F. Cas. 137'}]   \n",
       "11638634     [{'type': 'official', 'cite': '9 F. Cas. 50'}]   \n",
       "11641817    [{'type': 'official', 'cite': '9 F. Cas. 266'}]   \n",
       "243503    [{'type': 'official', 'cite': '338 Ark. 397'},...   \n",
       "243557    [{'type': 'official', 'cite': '338 Ark. 733'},...   \n",
       "\n",
       "                                                 volume_url  ...  \\\n",
       "id                                                           ...   \n",
       "11640036  https://api.capapi.org/v1/volumes/32044054565676/  ...   \n",
       "11638634  https://api.capapi.org/v1/volumes/32044054565676/  ...   \n",
       "11641817  https://api.capapi.org/v1/volumes/32044054565676/  ...   \n",
       "243503    https://api.capapi.org/v1/volumes/32044056714496/  ...   \n",
       "243557    https://api.capapi.org/v1/volumes/32044056714496/  ...   \n",
       "\n",
       "         jurisdiction_name_long jurisdiction_whitelisted  \\\n",
       "id                                                         \n",
       "11640036               Arkansas                     True   \n",
       "11638634               Arkansas                     True   \n",
       "11641817               Arkansas                     True   \n",
       "243503                 Arkansas                     True   \n",
       "243557                 Arkansas                     True   \n",
       "\n",
       "                                      jurisdiction_url jurisdiction_id  \\\n",
       "id                                                                       \n",
       "11640036  https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "11638634  https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "11641817  https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "243503    https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "243557    https://api.capapi.org/v1/jurisdictions/ark/              34   \n",
       "\n",
       "          jurisdiction_slug                                   frontend_url  \\\n",
       "id                                                                           \n",
       "11640036                ark           https://cite.capapi.org/f-cas/9/137/   \n",
       "11638634                ark   https://cite.capapi.org/f-cas/9/50/11638634/   \n",
       "11641817                ark  https://cite.capapi.org/f-cas/9/266/11641817/   \n",
       "243503                  ark           https://cite.capapi.org/ark/338/397/   \n",
       "243557                  ark           https://cite.capapi.org/ark/338/733/   \n",
       "\n",
       "         preview opinion_type  \\\n",
       "id                              \n",
       "11640036      []     majority   \n",
       "11638634      []     majority   \n",
       "11641817      []     majority   \n",
       "243503        []     majority   \n",
       "243557        []     majority   \n",
       "\n",
       "                                               opinion_text  casebody_status  \n",
       "id                                                                            \n",
       "11640036  \\nOPINION OF THE COIÍRT. This is an action of ...               ok  \n",
       "11638634  \\nOPINION OP THE COURT. This is an appeal from...               ok  \n",
       "11641817  \\nCROSS, Judge.\\nThe record in this case shows...               ok  \n",
       "243503    \\nW. H.“Dub” Arnold, Chief Justice.\\nThis is a...               ok  \n",
       "243557    \\nRay Thornton, Justice.\\nAppellant brings thi...               ok  \n",
       "\n",
       "[5 rows x 31 columns]"
      ]
     },
     "execution_count": 78,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cases_final_v1.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [],
   "source": [
    "cases_final_v1.to_parquet(\"cases_final_v1.parquet.gzip\", engine=\"fastparquet\",  row_group_offsets=100, compression= \"gzip\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}