scoreAgainstManualCuration_interval.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "#'./Data/validation_data/'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "selectedAttrib='description'\n",
    "timeStamp='1535393121.334881'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "hitDf=pd.read_pickle('./Data/validation_data/validataion_prediction_{}.{}.pickle'.format(selectedAttrib,timeStamp))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 239,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "185 ./Data/validation_data/validation_description.1535393121.334881.cleaned.txt\r\n"
     ]
    }
   ],
   "source": [
    "!wc -l ./Data/validation_data/validation_description.1535393121.334881.cleaned.txt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "import jsonlines\n",
    "myL=[]\n",
    "with jsonlines.open( \"./Data/validation_data_curation/Deep NLP (3).json\") as reader:\n",
    "    for obj in reader:\n",
    "        orig_text=obj['content']\n",
    "        #if orig_text=='Time course experiment wild mice moved lab':\n",
    "        for labeledDict in obj['annotation']:\n",
    "            for myLabel in labeledDict['label']:\n",
    "                #print (len(labeledDict['points']))\n",
    "                tmpS=pd.Series( labeledDict['points'][0])\n",
    "                tmpS.loc['content']=orig_text\n",
    "                tmpS.loc['label']=myLabel\n",
    "                myL.append(tmpS)\n",
    "            "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "mergedDf_curated=pd.concat(myL,axis=1).T"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### curate overlap against curation\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>start</th>\n",
       "      <th>end</th>\n",
       "      <th>text</th>\n",
       "      <th>content</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>55</td>\n",
       "      <td>70</td>\n",
       "      <td>hepatocyte cells</td>\n",
       "      <td>Mouse histone H3 tri methylated lysine 4 H3K4m...</td>\n",
       "      <td>Cell type/tissue</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>6</td>\n",
       "      <td>47</td>\n",
       "      <td>histone H3 tri methylated lysine 4 H3K4me3</td>\n",
       "      <td>Mouse histone H3 tri methylated lysine 4 H3K4m...</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>6</td>\n",
       "      <td>47</td>\n",
       "      <td>histone H3 tri methylated lysine 4 H3K4me3</td>\n",
       "      <td>Mouse histone H3 tri methylated lysine 4 H3K4m...</td>\n",
       "      <td>Genotype</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>23</td>\n",
       "      <td>31</td>\n",
       "      <td>wild mice</td>\n",
       "      <td>Time course experiment wild mice moved lab</td>\n",
       "      <td>Genotype</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>38</td>\n",
       "      <td>Instestinal Gastric Cancer stage T4N1M0</td>\n",
       "      <td>Instestinal Gastric Cancer stage T4N1M0</td>\n",
       "      <td>Disease state</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  start end                                        text  \\\n",
       "0    55  70                            hepatocyte cells   \n",
       "1     6  47  histone H3 tri methylated lysine 4 H3K4me3   \n",
       "2     6  47  histone H3 tri methylated lysine 4 H3K4me3   \n",
       "3    23  31                                   wild mice   \n",
       "4     0  38     Instestinal Gastric Cancer stage T4N1M0   \n",
       "\n",
       "                                             content                     label  \n",
       "0  Mouse histone H3 tri methylated lysine 4 H3K4m...          Cell type/tissue  \n",
       "1  Mouse histone H3 tri methylated lysine 4 H3K4m...  Treatment and conditions  \n",
       "2  Mouse histone H3 tri methylated lysine 4 H3K4m...                  Genotype  \n",
       "3         Time course experiment wild mice moved lab                  Genotype  \n",
       "4            Instestinal Gastric Cancer stage T4N1M0             Disease state  "
      ]
     },
     "execution_count": 68,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mergedDf_curated.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "metadata": {},
   "outputs": [],
   "source": [
    "mergedDf_curated['text_len']=mergedDf_curated['text'].str.len()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 144,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "curatedDf_interval=mergedDf_curated[mergedDf_curated.label!='UNKNOWN'].drop_duplicates(\n",
    "    ['content','label']).set_index(['content','label'])[['start','end','text_len']]#.index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 156,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>srs</th>\n",
       "      <th>attribute</th>\n",
       "      <th>n_sent</th>\n",
       "      <th>i_thSrs</th>\n",
       "      <th>orig_text</th>\n",
       "      <th>n</th>\n",
       "      <th>i</th>\n",
       "      <th>i_end</th>\n",
       "      <th>token</th>\n",
       "      <th>ith_char_pos</th>\n",
       "      <th>predicted</th>\n",
       "      <th>score</th>\n",
       "      <th>OverlapGroup</th>\n",
       "      <th>token_len</th>\n",
       "      <th>recovered_txt</th>\n",
       "      <th>ith_char_end_pos</th>\n",
       "      <th>text_len</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1575</th>\n",
       "      <td>SRS463542</td>\n",
       "      <td>description</td>\n",
       "      <td>1</td>\n",
       "      <td>78</td>\n",
       "      <td>0 hrs adipocyte differentiation</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>adipocyte differentiation</td>\n",
       "      <td>6</td>\n",
       "      <td>Cell type/tissue</td>\n",
       "      <td>0.278331</td>\n",
       "      <td>16834</td>\n",
       "      <td>25</td>\n",
       "      <td>adipocyte differentiation</td>\n",
       "      <td>31</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1576</th>\n",
       "      <td>SRS463542</td>\n",
       "      <td>description</td>\n",
       "      <td>1</td>\n",
       "      <td>78</td>\n",
       "      <td>0 hrs adipocyte differentiation</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0 hrs</td>\n",
       "      <td>0</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.428000</td>\n",
       "      <td>16834</td>\n",
       "      <td>5</td>\n",
       "      <td>0 hrs</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1573</th>\n",
       "      <td>ERS935021</td>\n",
       "      <td>description</td>\n",
       "      <td>2</td>\n",
       "      <td>117</td>\n",
       "      <td>0 subjected RNA seq</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0 subjected</td>\n",
       "      <td>0</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.402516</td>\n",
       "      <td>25219</td>\n",
       "      <td>11</td>\n",
       "      <td>0 subjected</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1571</th>\n",
       "      <td>SRS345378</td>\n",
       "      <td>description</td>\n",
       "      <td>1</td>\n",
       "      <td>180</td>\n",
       "      <td>004 Cigarette Smoke Condensate</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>Cigarette Smoke</td>\n",
       "      <td>4</td>\n",
       "      <td>Disease state</td>\n",
       "      <td>0.274265</td>\n",
       "      <td>38764</td>\n",
       "      <td>15</td>\n",
       "      <td>Cigarette Smoke</td>\n",
       "      <td>19</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1565</th>\n",
       "      <td>SRS1719587</td>\n",
       "      <td>description</td>\n",
       "      <td>1</td>\n",
       "      <td>76</td>\n",
       "      <td>1 AML cells identify potential co operating mu...</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>AML cells</td>\n",
       "      <td>2</td>\n",
       "      <td>Cell type/tissue</td>\n",
       "      <td>0.525430</td>\n",
       "      <td>16404</td>\n",
       "      <td>9</td>\n",
       "      <td>AML cells</td>\n",
       "      <td>11</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1556</th>\n",
       "      <td>SRS1719587</td>\n",
       "      <td>description</td>\n",
       "      <td>1</td>\n",
       "      <td>76</td>\n",
       "      <td>1 AML cells identify potential co operating mu...</td>\n",
       "      <td>2</td>\n",
       "      <td>6</td>\n",
       "      <td>9</td>\n",
       "      <td>operating mutations</td>\n",
       "      <td>34</td>\n",
       "      <td>Genotype</td>\n",
       "      <td>0.387658</td>\n",
       "      <td>16404</td>\n",
       "      <td>19</td>\n",
       "      <td>operating mutations</td>\n",
       "      <td>53</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1557</th>\n",
       "      <td>SRS1719587</td>\n",
       "      <td>description</td>\n",
       "      <td>1</td>\n",
       "      <td>76</td>\n",
       "      <td>1 AML cells identify potential co operating mu...</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>8</td>\n",
       "      <td>co operating</td>\n",
       "      <td>31</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.572009</td>\n",
       "      <td>16404</td>\n",
       "      <td>12</td>\n",
       "      <td>co operating</td>\n",
       "      <td>43</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1550</th>\n",
       "      <td>ERS040892</td>\n",
       "      <td>description</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>100 ng purified mRNA using poly A selection us...</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>100 ng</td>\n",
       "      <td>0</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.620729</td>\n",
       "      <td>3933</td>\n",
       "      <td>6</td>\n",
       "      <td>100 ng</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1535</th>\n",
       "      <td>SRS1917013</td>\n",
       "      <td>description</td>\n",
       "      <td>4</td>\n",
       "      <td>127</td>\n",
       "      <td>2 probability</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>2 probability</td>\n",
       "      <td>0</td>\n",
       "      <td>Genotype</td>\n",
       "      <td>0.492448</td>\n",
       "      <td>27367</td>\n",
       "      <td>13</td>\n",
       "      <td>2 probability</td>\n",
       "      <td>13</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1530</th>\n",
       "      <td>SRS1409967</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>24</td>\n",
       "      <td>293T 3T3 Cell Mixture</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>3T3 Cell</td>\n",
       "      <td>5</td>\n",
       "      <td>Cell type/tissue</td>\n",
       "      <td>0.441216</td>\n",
       "      <td>5222</td>\n",
       "      <td>8</td>\n",
       "      <td>3T3 Cell</td>\n",
       "      <td>13</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1526</th>\n",
       "      <td>ERS1073743</td>\n",
       "      <td>description</td>\n",
       "      <td>8</td>\n",
       "      <td>206</td>\n",
       "      <td>4 FBS media</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>4 FBS</td>\n",
       "      <td>0</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.626731</td>\n",
       "      <td>44352</td>\n",
       "      <td>5</td>\n",
       "      <td>4 FBS</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1525</th>\n",
       "      <td>ERS1073743</td>\n",
       "      <td>description</td>\n",
       "      <td>4</td>\n",
       "      <td>202</td>\n",
       "      <td>4 FBS media</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>4 FBS</td>\n",
       "      <td>0</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.626731</td>\n",
       "      <td>43492</td>\n",
       "      <td>5</td>\n",
       "      <td>4 FBS</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1515</th>\n",
       "      <td>SRS696717</td>\n",
       "      <td>description</td>\n",
       "      <td>1</td>\n",
       "      <td>148</td>\n",
       "      <td>5 Vertebral column tissue including tail CME242</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>8</td>\n",
       "      <td>tail CME242</td>\n",
       "      <td>36</td>\n",
       "      <td>Cell type/tissue</td>\n",
       "      <td>0.429714</td>\n",
       "      <td>31882</td>\n",
       "      <td>11</td>\n",
       "      <td>tail CME242</td>\n",
       "      <td>47</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1513</th>\n",
       "      <td>SRS607088</td>\n",
       "      <td>description</td>\n",
       "      <td>1</td>\n",
       "      <td>50</td>\n",
       "      <td>5 globin locus</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>globin locus</td>\n",
       "      <td>2</td>\n",
       "      <td>Genotype</td>\n",
       "      <td>0.436909</td>\n",
       "      <td>10811</td>\n",
       "      <td>12</td>\n",
       "      <td>globin locus</td>\n",
       "      <td>14</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1507</th>\n",
       "      <td>SRS1269936</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>143</td>\n",
       "      <td>5 pooled animals mixed gender RNA harvested tr...</td>\n",
       "      <td>2</td>\n",
       "      <td>7</td>\n",
       "      <td>10</td>\n",
       "      <td>tracheal scrape</td>\n",
       "      <td>44</td>\n",
       "      <td>Cell type/tissue</td>\n",
       "      <td>0.405680</td>\n",
       "      <td>30806</td>\n",
       "      <td>15</td>\n",
       "      <td>tracheal scrape</td>\n",
       "      <td>59</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1512</th>\n",
       "      <td>SRS1269936</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>143</td>\n",
       "      <td>5 pooled animals mixed gender RNA harvested tr...</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>animals mixed</td>\n",
       "      <td>9</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.168581</td>\n",
       "      <td>30806</td>\n",
       "      <td>13</td>\n",
       "      <td>animals mixed</td>\n",
       "      <td>22</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1505</th>\n",
       "      <td>ERS396144</td>\n",
       "      <td>description</td>\n",
       "      <td>12</td>\n",
       "      <td>65</td>\n",
       "      <td>AB5535 Sox21 R D systems</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>Sox21 R</td>\n",
       "      <td>7</td>\n",
       "      <td>Genotype</td>\n",
       "      <td>0.417088</td>\n",
       "      <td>14035</td>\n",
       "      <td>7</td>\n",
       "      <td>Sox21 R</td>\n",
       "      <td>14</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1502</th>\n",
       "      <td>ERS396144</td>\n",
       "      <td>description</td>\n",
       "      <td>12</td>\n",
       "      <td>65</td>\n",
       "      <td>AB5535 Sox21 R D systems</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "      <td>D systems</td>\n",
       "      <td>15</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.276185</td>\n",
       "      <td>14035</td>\n",
       "      <td>9</td>\n",
       "      <td>D systems</td>\n",
       "      <td>24</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1500</th>\n",
       "      <td>ERS396144</td>\n",
       "      <td>description</td>\n",
       "      <td>13</td>\n",
       "      <td>66</td>\n",
       "      <td>AF3538 transcription factors</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>AF3538 transcription</td>\n",
       "      <td>0</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.352093</td>\n",
       "      <td>14250</td>\n",
       "      <td>20</td>\n",
       "      <td>AF3538 transcription</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1488</th>\n",
       "      <td>ERS147858</td>\n",
       "      <td>description</td>\n",
       "      <td>1</td>\n",
       "      <td>167</td>\n",
       "      <td>After 10 minutes tissue removed diced 500 mM g...</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "      <td>tissue removed</td>\n",
       "      <td>17</td>\n",
       "      <td>Cell type/tissue</td>\n",
       "      <td>0.228611</td>\n",
       "      <td>35965</td>\n",
       "      <td>14</td>\n",
       "      <td>tissue removed</td>\n",
       "      <td>31</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1461</th>\n",
       "      <td>ERS147858</td>\n",
       "      <td>description</td>\n",
       "      <td>1</td>\n",
       "      <td>167</td>\n",
       "      <td>After 10 minutes tissue removed diced 500 mM g...</td>\n",
       "      <td>2</td>\n",
       "      <td>10</td>\n",
       "      <td>13</td>\n",
       "      <td>neutralize formaldehyde</td>\n",
       "      <td>60</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.879148</td>\n",
       "      <td>35965</td>\n",
       "      <td>23</td>\n",
       "      <td>neutralize formaldehyde</td>\n",
       "      <td>83</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1452</th>\n",
       "      <td>ERS147858</td>\n",
       "      <td>description</td>\n",
       "      <td>2</td>\n",
       "      <td>168</td>\n",
       "      <td>After homogenization hepatocytes rinsed PBS</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "      <td>rinsed PBS</td>\n",
       "      <td>33</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.819488</td>\n",
       "      <td>36179</td>\n",
       "      <td>10</td>\n",
       "      <td>rinsed PBS</td>\n",
       "      <td>43</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1447</th>\n",
       "      <td>ERS525834</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>195</td>\n",
       "      <td>All samples used validation tool ENCODER</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "      <td>validation tool</td>\n",
       "      <td>17</td>\n",
       "      <td>Geographical Location</td>\n",
       "      <td>0.350153</td>\n",
       "      <td>41984</td>\n",
       "      <td>15</td>\n",
       "      <td>validation tool</td>\n",
       "      <td>32</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1446</th>\n",
       "      <td>SRS568315</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>Ancient Hungarian Human sample IR1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Ancient Hungarian</td>\n",
       "      <td>0</td>\n",
       "      <td>Geographical Location</td>\n",
       "      <td>0.204681</td>\n",
       "      <td>1994</td>\n",
       "      <td>17</td>\n",
       "      <td>Ancient Hungarian</td>\n",
       "      <td>17</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1445</th>\n",
       "      <td>ERS396144</td>\n",
       "      <td>description</td>\n",
       "      <td>2</td>\n",
       "      <td>55</td>\n",
       "      <td>Ascl1 BD Pharmingen</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>BD Pharmingen</td>\n",
       "      <td>6</td>\n",
       "      <td>Geographical Location</td>\n",
       "      <td>0.427917</td>\n",
       "      <td>11884</td>\n",
       "      <td>13</td>\n",
       "      <td>BD Pharmingen</td>\n",
       "      <td>19</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1439</th>\n",
       "      <td>ERS742292</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>22</td>\n",
       "      <td>Before antiviral agents treatment</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>agents treatment</td>\n",
       "      <td>17</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.588647</td>\n",
       "      <td>4789</td>\n",
       "      <td>16</td>\n",
       "      <td>agents treatment</td>\n",
       "      <td>33</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1437</th>\n",
       "      <td>SRS1098269</td>\n",
       "      <td>description</td>\n",
       "      <td>2</td>\n",
       "      <td>42</td>\n",
       "      <td>C MYC KLF4 presence shp53 RNA lentiviruses</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>MYC KLF4</td>\n",
       "      <td>2</td>\n",
       "      <td>Genotype</td>\n",
       "      <td>0.437087</td>\n",
       "      <td>9089</td>\n",
       "      <td>8</td>\n",
       "      <td>MYC KLF4</td>\n",
       "      <td>10</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1435</th>\n",
       "      <td>SRS1098269</td>\n",
       "      <td>description</td>\n",
       "      <td>2</td>\n",
       "      <td>42</td>\n",
       "      <td>C MYC KLF4 presence shp53 RNA lentiviruses</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>7</td>\n",
       "      <td>presence shp53 RNA</td>\n",
       "      <td>11</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.155077</td>\n",
       "      <td>9089</td>\n",
       "      <td>18</td>\n",
       "      <td>presence shp53 RNA</td>\n",
       "      <td>29</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1432</th>\n",
       "      <td>SRS1917013</td>\n",
       "      <td>description</td>\n",
       "      <td>3</td>\n",
       "      <td>126</td>\n",
       "      <td>C14 dating Poz 77332 1953BC 1880BC 68</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>8</td>\n",
       "      <td>1880BC 68</td>\n",
       "      <td>28</td>\n",
       "      <td>Genotype</td>\n",
       "      <td>0.563445</td>\n",
       "      <td>27149</td>\n",
       "      <td>9</td>\n",
       "      <td>1880BC 68</td>\n",
       "      <td>37</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1423</th>\n",
       "      <td>DRS012545</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>102</td>\n",
       "      <td>C57BL 6J mice fed 15weeks either normal diet R...</td>\n",
       "      <td>2</td>\n",
       "      <td>8</td>\n",
       "      <td>11</td>\n",
       "      <td>Research Diets</td>\n",
       "      <td>45</td>\n",
       "      <td>Geographical Location</td>\n",
       "      <td>0.192687</td>\n",
       "      <td>21989</td>\n",
       "      <td>14</td>\n",
       "      <td>Research Diets</td>\n",
       "      <td>59</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>SRS584616</td>\n",
       "      <td>description</td>\n",
       "      <td>1</td>\n",
       "      <td>12</td>\n",
       "      <td>kept inside pyrographically decorated gourd</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>kept inside pyrographically decorated</td>\n",
       "      <td>0</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.737460</td>\n",
       "      <td>2583</td>\n",
       "      <td>37</td>\n",
       "      <td>kept inside pyrographically decorated</td>\n",
       "      <td>37</td>\n",
       "      <td>37</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>SRS1337533</td>\n",
       "      <td>description</td>\n",
       "      <td>4</td>\n",
       "      <td>185</td>\n",
       "      <td>knockdown lncRNA LBCS</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>lncRNA LBCS</td>\n",
       "      <td>10</td>\n",
       "      <td>Genotype</td>\n",
       "      <td>0.204221</td>\n",
       "      <td>39778</td>\n",
       "      <td>11</td>\n",
       "      <td>lncRNA LBCS</td>\n",
       "      <td>21</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>SRS160413</td>\n",
       "      <td>description</td>\n",
       "      <td>5</td>\n",
       "      <td>175</td>\n",
       "      <td>miRNA extracted eight samples using AMbion mir...</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>7</td>\n",
       "      <td>using AMbion</td>\n",
       "      <td>30</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.515083</td>\n",
       "      <td>37628</td>\n",
       "      <td>12</td>\n",
       "      <td>using AMbion</td>\n",
       "      <td>42</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69</th>\n",
       "      <td>SRS1464851</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>45</td>\n",
       "      <td>mixture 5 NA12878 95 NA12890</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "      <td>95 NA12890</td>\n",
       "      <td>18</td>\n",
       "      <td>Genotype</td>\n",
       "      <td>0.521360</td>\n",
       "      <td>9677</td>\n",
       "      <td>10</td>\n",
       "      <td>95 NA12890</td>\n",
       "      <td>28</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>SRS1464851</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>45</td>\n",
       "      <td>mixture 5 NA12878 95 NA12890</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>mixture 5</td>\n",
       "      <td>0</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.660225</td>\n",
       "      <td>9677</td>\n",
       "      <td>9</td>\n",
       "      <td>mixture 5</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65</th>\n",
       "      <td>DRS042036</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>137</td>\n",
       "      <td>ntES cell line derived MEF3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>ntES cell</td>\n",
       "      <td>0</td>\n",
       "      <td>Cell type/tissue</td>\n",
       "      <td>0.606133</td>\n",
       "      <td>29457</td>\n",
       "      <td>9</td>\n",
       "      <td>ntES cell</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>DRS042034</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>27</td>\n",
       "      <td>ntES cell line derived TT2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>ntES cell</td>\n",
       "      <td>0</td>\n",
       "      <td>Cell type/tissue</td>\n",
       "      <td>0.606133</td>\n",
       "      <td>5807</td>\n",
       "      <td>9</td>\n",
       "      <td>ntES cell</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>SRS002528</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>146</td>\n",
       "      <td>olfactory epithelium</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>olfactory epithelium</td>\n",
       "      <td>0</td>\n",
       "      <td>Cell type/tissue</td>\n",
       "      <td>0.311577</td>\n",
       "      <td>31392</td>\n",
       "      <td>20</td>\n",
       "      <td>olfactory epithelium</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>ERS391402</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>ovarian cancer cell line</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>cell line</td>\n",
       "      <td>15</td>\n",
       "      <td>Cell type/tissue</td>\n",
       "      <td>0.545721</td>\n",
       "      <td>21502</td>\n",
       "      <td>9</td>\n",
       "      <td>cell line</td>\n",
       "      <td>24</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>ERS391402</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>ovarian cancer cell line</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>ovarian cancer</td>\n",
       "      <td>0</td>\n",
       "      <td>Disease state</td>\n",
       "      <td>0.618959</td>\n",
       "      <td>21502</td>\n",
       "      <td>14</td>\n",
       "      <td>ovarian cancer</td>\n",
       "      <td>14</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>SRS1337533</td>\n",
       "      <td>description</td>\n",
       "      <td>7</td>\n",
       "      <td>188</td>\n",
       "      <td>perform high throughput sequence</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>throughput sequence</td>\n",
       "      <td>13</td>\n",
       "      <td>Species</td>\n",
       "      <td>0.134877</td>\n",
       "      <td>40422</td>\n",
       "      <td>19</td>\n",
       "      <td>throughput sequence</td>\n",
       "      <td>32</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>SRS1337533</td>\n",
       "      <td>description</td>\n",
       "      <td>7</td>\n",
       "      <td>188</td>\n",
       "      <td>perform high throughput sequence</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>perform high</td>\n",
       "      <td>0</td>\n",
       "      <td>Genotype</td>\n",
       "      <td>0.483184</td>\n",
       "      <td>40422</td>\n",
       "      <td>12</td>\n",
       "      <td>perform high</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>SRS712720</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>sample 1 lung cancer cell line</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>lung cancer</td>\n",
       "      <td>9</td>\n",
       "      <td>Disease state</td>\n",
       "      <td>0.716330</td>\n",
       "      <td>3227</td>\n",
       "      <td>11</td>\n",
       "      <td>lung cancer</td>\n",
       "      <td>20</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>SRS712720</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>sample 1 lung cancer cell line</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>7</td>\n",
       "      <td>cell line</td>\n",
       "      <td>21</td>\n",
       "      <td>Cell type/tissue</td>\n",
       "      <td>0.545721</td>\n",
       "      <td>3227</td>\n",
       "      <td>9</td>\n",
       "      <td>cell line</td>\n",
       "      <td>30</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>ERS396144</td>\n",
       "      <td>description</td>\n",
       "      <td>7</td>\n",
       "      <td>60</td>\n",
       "      <td>sc 197</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>sc 197</td>\n",
       "      <td>0</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.207835</td>\n",
       "      <td>12901</td>\n",
       "      <td>6</td>\n",
       "      <td>sc 197</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>ERS396144</td>\n",
       "      <td>description</td>\n",
       "      <td>9</td>\n",
       "      <td>62</td>\n",
       "      <td>sc 30918</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>sc 30918</td>\n",
       "      <td>0</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.527577</td>\n",
       "      <td>13331</td>\n",
       "      <td>8</td>\n",
       "      <td>sc 30918</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>ERS396144</td>\n",
       "      <td>description</td>\n",
       "      <td>5</td>\n",
       "      <td>58</td>\n",
       "      <td>sc 349</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>sc 349</td>\n",
       "      <td>0</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.210204</td>\n",
       "      <td>12471</td>\n",
       "      <td>6</td>\n",
       "      <td>sc 349</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>ERS1075731</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>73</td>\n",
       "      <td>sequence reads primer pool 1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>sequence reads</td>\n",
       "      <td>0</td>\n",
       "      <td>Species</td>\n",
       "      <td>0.157800</td>\n",
       "      <td>15696</td>\n",
       "      <td>14</td>\n",
       "      <td>sequence reads</td>\n",
       "      <td>14</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>ERS1075731</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>73</td>\n",
       "      <td>sequence reads primer pool 1</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "      <td>pool 1</td>\n",
       "      <td>22</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.122163</td>\n",
       "      <td>15696</td>\n",
       "      <td>6</td>\n",
       "      <td>pool 1</td>\n",
       "      <td>28</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>SRS160413</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>170</td>\n",
       "      <td>sequencing miRNA wild type diseased mouse hear...</td>\n",
       "      <td>2</td>\n",
       "      <td>8</td>\n",
       "      <td>11</td>\n",
       "      <td>PCR based</td>\n",
       "      <td>55</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.472649</td>\n",
       "      <td>36551</td>\n",
       "      <td>9</td>\n",
       "      <td>PCR based</td>\n",
       "      <td>64</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>SRS160413</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>170</td>\n",
       "      <td>sequencing miRNA wild type diseased mouse hear...</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>8</td>\n",
       "      <td>mouse hearts</td>\n",
       "      <td>36</td>\n",
       "      <td>Cell type/tissue</td>\n",
       "      <td>0.245788</td>\n",
       "      <td>36551</td>\n",
       "      <td>12</td>\n",
       "      <td>mouse hearts</td>\n",
       "      <td>48</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>SRS160413</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>170</td>\n",
       "      <td>sequencing miRNA wild type diseased mouse hear...</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>wild type</td>\n",
       "      <td>17</td>\n",
       "      <td>Genotype</td>\n",
       "      <td>0.832014</td>\n",
       "      <td>36551</td>\n",
       "      <td>9</td>\n",
       "      <td>wild type</td>\n",
       "      <td>26</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>SRS1917013</td>\n",
       "      <td>description</td>\n",
       "      <td>6</td>\n",
       "      <td>129</td>\n",
       "      <td>sex male anthropological genetic assessment</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>anthropological genetic</td>\n",
       "      <td>9</td>\n",
       "      <td>Species</td>\n",
       "      <td>0.309788</td>\n",
       "      <td>27735</td>\n",
       "      <td>23</td>\n",
       "      <td>anthropological genetic</td>\n",
       "      <td>32</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>SRS401544</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>113</td>\n",
       "      <td>source Induced endothelial cell</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>endothelial cell</td>\n",
       "      <td>15</td>\n",
       "      <td>Cell type/tissue</td>\n",
       "      <td>0.579159</td>\n",
       "      <td>24295</td>\n",
       "      <td>16</td>\n",
       "      <td>endothelial cell</td>\n",
       "      <td>31</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>SRS002638</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>86</td>\n",
       "      <td>source Input DNA</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>Input DNA</td>\n",
       "      <td>7</td>\n",
       "      <td>Cell type/tissue</td>\n",
       "      <td>0.118362</td>\n",
       "      <td>18490</td>\n",
       "      <td>9</td>\n",
       "      <td>Input DNA</td>\n",
       "      <td>16</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>SRS002556</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>164</td>\n",
       "      <td>source Mouse embryonic fibroblasts</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>embryonic fibroblasts</td>\n",
       "      <td>13</td>\n",
       "      <td>Cell type/tissue</td>\n",
       "      <td>0.501120</td>\n",
       "      <td>35260</td>\n",
       "      <td>21</td>\n",
       "      <td>embryonic fibroblasts</td>\n",
       "      <td>34</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>SRS403905</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>101</td>\n",
       "      <td>source embryoid body</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>embryoid body</td>\n",
       "      <td>7</td>\n",
       "      <td>Cell type/tissue</td>\n",
       "      <td>0.768918</td>\n",
       "      <td>21715</td>\n",
       "      <td>13</td>\n",
       "      <td>embryoid body</td>\n",
       "      <td>20</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>ERS1073743</td>\n",
       "      <td>description</td>\n",
       "      <td>2</td>\n",
       "      <td>200</td>\n",
       "      <td>supplemented EGM2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>supplemented EGM2</td>\n",
       "      <td>0</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.647862</td>\n",
       "      <td>43000</td>\n",
       "      <td>17</td>\n",
       "      <td>supplemented EGM2</td>\n",
       "      <td>17</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>SRS000490</td>\n",
       "      <td>description</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>targeted using Abcam antibody ab8580</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>targeted using</td>\n",
       "      <td>0</td>\n",
       "      <td>Treatment and conditions</td>\n",
       "      <td>0.324307</td>\n",
       "      <td>215</td>\n",
       "      <td>14</td>\n",
       "      <td>targeted using</td>\n",
       "      <td>14</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>SRS2050342</td>\n",
       "      <td>description</td>\n",
       "      <td>0</td>\n",
       "      <td>33</td>\n",
       "      <td>transformed EBV infection</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>EBV infection</td>\n",
       "      <td>12</td>\n",
       "      <td>Disease state</td>\n",
       "      <td>0.526477</td>\n",
       "      <td>7095</td>\n",
       "      <td>13</td>\n",
       "      <td>EBV infection</td>\n",
       "      <td>25</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>279 rows × 17 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             srs    attribute  n_sent  i_thSrs  \\\n",
       "1575   SRS463542  description       1       78   \n",
       "1576   SRS463542  description       1       78   \n",
       "1573   ERS935021  description       2      117   \n",
       "1571   SRS345378  description       1      180   \n",
       "1565  SRS1719587  description       1       76   \n",
       "1556  SRS1719587  description       1       76   \n",
       "1557  SRS1719587  description       1       76   \n",
       "1550   ERS040892  description       1       18   \n",
       "1535  SRS1917013  description       4      127   \n",
       "1530  SRS1409967  description       0       24   \n",
       "1526  ERS1073743  description       8      206   \n",
       "1525  ERS1073743  description       4      202   \n",
       "1515   SRS696717  description       1      148   \n",
       "1513   SRS607088  description       1       50   \n",
       "1507  SRS1269936  description       0      143   \n",
       "1512  SRS1269936  description       0      143   \n",
       "1505   ERS396144  description      12       65   \n",
       "1502   ERS396144  description      12       65   \n",
       "1500   ERS396144  description      13       66   \n",
       "1488   ERS147858  description       1      167   \n",
       "1461   ERS147858  description       1      167   \n",
       "1452   ERS147858  description       2      168   \n",
       "1447   ERS525834  description       0      195   \n",
       "1446   SRS568315  description       0        9   \n",
       "1445   ERS396144  description       2       55   \n",
       "1439   ERS742292  description       0       22   \n",
       "1437  SRS1098269  description       2       42   \n",
       "1435  SRS1098269  description       2       42   \n",
       "1432  SRS1917013  description       3      126   \n",
       "1423   DRS012545  description       0      102   \n",
       "...          ...          ...     ...      ...   \n",
       "76     SRS584616  description       1       12   \n",
       "73    SRS1337533  description       4      185   \n",
       "71     SRS160413  description       5      175   \n",
       "69    SRS1464851  description       0       45   \n",
       "70    SRS1464851  description       0       45   \n",
       "65     DRS042036  description       0      137   \n",
       "58     DRS042034  description       0       27   \n",
       "54     SRS002528  description       0      146   \n",
       "48     ERS391402  description       0      100   \n",
       "51     ERS391402  description       0      100   \n",
       "46    SRS1337533  description       7      188   \n",
       "47    SRS1337533  description       7      188   \n",
       "37     SRS712720  description       0       15   \n",
       "34     SRS712720  description       0       15   \n",
       "33     ERS396144  description       7       60   \n",
       "32     ERS396144  description       9       62   \n",
       "31     ERS396144  description       5       58   \n",
       "30    ERS1075731  description       0       73   \n",
       "29    ERS1075731  description       0       73   \n",
       "19     SRS160413  description       0      170   \n",
       "23     SRS160413  description       0      170   \n",
       "25     SRS160413  description       0      170   \n",
       "16    SRS1917013  description       6      129   \n",
       "13     SRS401544  description       0      113   \n",
       "12     SRS002638  description       0       86   \n",
       "8      SRS002556  description       0      164   \n",
       "5      SRS403905  description       0      101   \n",
       "4     ERS1073743  description       2      200   \n",
       "3      SRS000490  description       1        1   \n",
       "0     SRS2050342  description       0       33   \n",
       "\n",
       "                                              orig_text  n   i  i_end  \\\n",
       "1575                    0 hrs adipocyte differentiation  2   2      5   \n",
       "1576                    0 hrs adipocyte differentiation  2   0      3   \n",
       "1573                                0 subjected RNA seq  2   0      3   \n",
       "1571                     004 Cigarette Smoke Condensate  2   1      4   \n",
       "1565  1 AML cells identify potential co operating mu...  2   1      4   \n",
       "1556  1 AML cells identify potential co operating mu...  2   6      9   \n",
       "1557  1 AML cells identify potential co operating mu...  2   5      8   \n",
       "1550  100 ng purified mRNA using poly A selection us...  2   0      3   \n",
       "1535                                      2 probability  2   0      3   \n",
       "1530                              293T 3T3 Cell Mixture  2   1      4   \n",
       "1526                                        4 FBS media  2   0      3   \n",
       "1525                                        4 FBS media  2   0      3   \n",
       "1515    5 Vertebral column tissue including tail CME242  2   5      8   \n",
       "1513                                     5 globin locus  2   1      4   \n",
       "1507  5 pooled animals mixed gender RNA harvested tr...  2   7     10   \n",
       "1512  5 pooled animals mixed gender RNA harvested tr...  2   2      5   \n",
       "1505                           AB5535 Sox21 R D systems  2   1      4   \n",
       "1502                           AB5535 Sox21 R D systems  2   3      6   \n",
       "1500                       AF3538 transcription factors  2   0      3   \n",
       "1488  After 10 minutes tissue removed diced 500 mM g...  2   3      6   \n",
       "1461  After 10 minutes tissue removed diced 500 mM g...  2  10     13   \n",
       "1452        After homogenization hepatocytes rinsed PBS  2   3      6   \n",
       "1447           All samples used validation tool ENCODER  2   3      6   \n",
       "1446                 Ancient Hungarian Human sample IR1  2   0      3   \n",
       "1445                                Ascl1 BD Pharmingen  2   1      4   \n",
       "1439                  Before antiviral agents treatment  2   2      5   \n",
       "1437         C MYC KLF4 presence shp53 RNA lentiviruses  2   1      4   \n",
       "1435         C MYC KLF4 presence shp53 RNA lentiviruses  3   3      7   \n",
       "1432              C14 dating Poz 77332 1953BC 1880BC 68  2   5      8   \n",
       "1423  C57BL 6J mice fed 15weeks either normal diet R...  2   8     11   \n",
       "...                                                 ... ..  ..    ...   \n",
       "76          kept inside pyrographically decorated gourd  4   0      5   \n",
       "73                                knockdown lncRNA LBCS  2   1      4   \n",
       "71    miRNA extracted eight samples using AMbion mir...  2   4      7   \n",
       "69                         mixture 5 NA12878 95 NA12890  2   3      6   \n",
       "70                         mixture 5 NA12878 95 NA12890  2   0      3   \n",
       "65                          ntES cell line derived MEF3  2   0      3   \n",
       "58                           ntES cell line derived TT2  2   0      3   \n",
       "54                                 olfactory epithelium  2   0      3   \n",
       "48                             ovarian cancer cell line  2   2      5   \n",
       "51                             ovarian cancer cell line  2   0      3   \n",
       "46                     perform high throughput sequence  2   2      5   \n",
       "47                     perform high throughput sequence  2   0      3   \n",
       "37                       sample 1 lung cancer cell line  2   2      5   \n",
       "34                       sample 1 lung cancer cell line  2   4      7   \n",
       "33                                               sc 197  2   0      3   \n",
       "32                                             sc 30918  2   0      3   \n",
       "31                                               sc 349  2   0      3   \n",
       "30                         sequence reads primer pool 1  2   0      3   \n",
       "29                         sequence reads primer pool 1  2   3      6   \n",
       "19    sequencing miRNA wild type diseased mouse hear...  2   8     11   \n",
       "23    sequencing miRNA wild type diseased mouse hear...  2   5      8   \n",
       "25    sequencing miRNA wild type diseased mouse hear...  2   2      5   \n",
       "16          sex male anthropological genetic assessment  2   2      5   \n",
       "13                      source Induced endothelial cell  2   2      5   \n",
       "12                                     source Input DNA  2   1      4   \n",
       "8                    source Mouse embryonic fibroblasts  2   2      5   \n",
       "5                                  source embryoid body  2   1      4   \n",
       "4                                     supplemented EGM2  2   0      3   \n",
       "3                  targeted using Abcam antibody ab8580  2   0      3   \n",
       "0                             transformed EBV infection  2   1      4   \n",
       "\n",
       "                                      token  ith_char_pos  \\\n",
       "1575              adipocyte differentiation             6   \n",
       "1576                                  0 hrs             0   \n",
       "1573                            0 subjected             0   \n",
       "1571                        Cigarette Smoke             4   \n",
       "1565                              AML cells             2   \n",
       "1556                    operating mutations            34   \n",
       "1557                           co operating            31   \n",
       "1550                                 100 ng             0   \n",
       "1535                          2 probability             0   \n",
       "1530                               3T3 Cell             5   \n",
       "1526                                  4 FBS             0   \n",
       "1525                                  4 FBS             0   \n",
       "1515                            tail CME242            36   \n",
       "1513                           globin locus             2   \n",
       "1507                        tracheal scrape            44   \n",
       "1512                          animals mixed             9   \n",
       "1505                                Sox21 R             7   \n",
       "1502                              D systems            15   \n",
       "1500                   AF3538 transcription             0   \n",
       "1488                         tissue removed            17   \n",
       "1461                neutralize formaldehyde            60   \n",
       "1452                             rinsed PBS            33   \n",
       "1447                        validation tool            17   \n",
       "1446                      Ancient Hungarian             0   \n",
       "1445                          BD Pharmingen             6   \n",
       "1439                       agents treatment            17   \n",
       "1437                               MYC KLF4             2   \n",
       "1435                     presence shp53 RNA            11   \n",
       "1432                              1880BC 68            28   \n",
       "1423                         Research Diets            45   \n",
       "...                                     ...           ...   \n",
       "76    kept inside pyrographically decorated             0   \n",
       "73                              lncRNA LBCS            10   \n",
       "71                             using AMbion            30   \n",
       "69                               95 NA12890            18   \n",
       "70                                mixture 5             0   \n",
       "65                                ntES cell             0   \n",
       "58                                ntES cell             0   \n",
       "54                     olfactory epithelium             0   \n",
       "48                                cell line            15   \n",
       "51                           ovarian cancer             0   \n",
       "46                      throughput sequence            13   \n",
       "47                             perform high             0   \n",
       "37                              lung cancer             9   \n",
       "34                                cell line            21   \n",
       "33                                   sc 197             0   \n",
       "32                                 sc 30918             0   \n",
       "31                                   sc 349             0   \n",
       "30                           sequence reads             0   \n",
       "29                                   pool 1            22   \n",
       "19                                PCR based            55   \n",
       "23                             mouse hearts            36   \n",
       "25                                wild type            17   \n",
       "16                  anthropological genetic             9   \n",
       "13                         endothelial cell            15   \n",
       "12                                Input DNA             7   \n",
       "8                     embryonic fibroblasts            13   \n",
       "5                             embryoid body             7   \n",
       "4                         supplemented EGM2             0   \n",
       "3                            targeted using             0   \n",
       "0                             EBV infection            12   \n",
       "\n",
       "                     predicted     score  OverlapGroup  token_len  \\\n",
       "1575          Cell type/tissue  0.278331         16834         25   \n",
       "1576  Treatment and conditions  0.428000         16834          5   \n",
       "1573  Treatment and conditions  0.402516         25219         11   \n",
       "1571             Disease state  0.274265         38764         15   \n",
       "1565          Cell type/tissue  0.525430         16404          9   \n",
       "1556                  Genotype  0.387658         16404         19   \n",
       "1557  Treatment and conditions  0.572009         16404         12   \n",
       "1550  Treatment and conditions  0.620729          3933          6   \n",
       "1535                  Genotype  0.492448         27367         13   \n",
       "1530          Cell type/tissue  0.441216          5222          8   \n",
       "1526  Treatment and conditions  0.626731         44352          5   \n",
       "1525  Treatment and conditions  0.626731         43492          5   \n",
       "1515          Cell type/tissue  0.429714         31882         11   \n",
       "1513                  Genotype  0.436909         10811         12   \n",
       "1507          Cell type/tissue  0.405680         30806         15   \n",
       "1512  Treatment and conditions  0.168581         30806         13   \n",
       "1505                  Genotype  0.417088         14035          7   \n",
       "1502  Treatment and conditions  0.276185         14035          9   \n",
       "1500  Treatment and conditions  0.352093         14250         20   \n",
       "1488          Cell type/tissue  0.228611         35965         14   \n",
       "1461  Treatment and conditions  0.879148         35965         23   \n",
       "1452  Treatment and conditions  0.819488         36179         10   \n",
       "1447     Geographical Location  0.350153         41984         15   \n",
       "1446     Geographical Location  0.204681          1994         17   \n",
       "1445     Geographical Location  0.427917         11884         13   \n",
       "1439  Treatment and conditions  0.588647          4789         16   \n",
       "1437                  Genotype  0.437087          9089          8   \n",
       "1435  Treatment and conditions  0.155077          9089         18   \n",
       "1432                  Genotype  0.563445         27149          9   \n",
       "1423     Geographical Location  0.192687         21989         14   \n",
       "...                        ...       ...           ...        ...   \n",
       "76    Treatment and conditions  0.737460          2583         37   \n",
       "73                    Genotype  0.204221         39778         11   \n",
       "71    Treatment and conditions  0.515083         37628         12   \n",
       "69                    Genotype  0.521360          9677         10   \n",
       "70    Treatment and conditions  0.660225          9677          9   \n",
       "65            Cell type/tissue  0.606133         29457          9   \n",
       "58            Cell type/tissue  0.606133          5807          9   \n",
       "54            Cell type/tissue  0.311577         31392         20   \n",
       "48            Cell type/tissue  0.545721         21502          9   \n",
       "51               Disease state  0.618959         21502         14   \n",
       "46                     Species  0.134877         40422         19   \n",
       "47                    Genotype  0.483184         40422         12   \n",
       "37               Disease state  0.716330          3227         11   \n",
       "34            Cell type/tissue  0.545721          3227          9   \n",
       "33    Treatment and conditions  0.207835         12901          6   \n",
       "32    Treatment and conditions  0.527577         13331          8   \n",
       "31    Treatment and conditions  0.210204         12471          6   \n",
       "30                     Species  0.157800         15696         14   \n",
       "29    Treatment and conditions  0.122163         15696          6   \n",
       "19    Treatment and conditions  0.472649         36551          9   \n",
       "23            Cell type/tissue  0.245788         36551         12   \n",
       "25                    Genotype  0.832014         36551          9   \n",
       "16                     Species  0.309788         27735         23   \n",
       "13            Cell type/tissue  0.579159         24295         16   \n",
       "12            Cell type/tissue  0.118362         18490          9   \n",
       "8             Cell type/tissue  0.501120         35260         21   \n",
       "5             Cell type/tissue  0.768918         21715         13   \n",
       "4     Treatment and conditions  0.647862         43000         17   \n",
       "3     Treatment and conditions  0.324307           215         14   \n",
       "0                Disease state  0.526477          7095         13   \n",
       "\n",
       "                              recovered_txt  ith_char_end_pos  text_len  \n",
       "1575              adipocyte differentiation                31        25  \n",
       "1576                                  0 hrs                 5         5  \n",
       "1573                            0 subjected                11        11  \n",
       "1571                        Cigarette Smoke                19        15  \n",
       "1565                              AML cells                11         9  \n",
       "1556                    operating mutations                53        19  \n",
       "1557                           co operating                43        12  \n",
       "1550                                 100 ng                 6         6  \n",
       "1535                          2 probability                13        13  \n",
       "1530                               3T3 Cell                13         8  \n",
       "1526                                  4 FBS                 5         5  \n",
       "1525                                  4 FBS                 5         5  \n",
       "1515                            tail CME242                47        11  \n",
       "1513                           globin locus                14        12  \n",
       "1507                        tracheal scrape                59        15  \n",
       "1512                          animals mixed                22        13  \n",
       "1505                                Sox21 R                14         7  \n",
       "1502                              D systems                24         9  \n",
       "1500                   AF3538 transcription                20        20  \n",
       "1488                         tissue removed                31        14  \n",
       "1461                neutralize formaldehyde                83        23  \n",
       "1452                             rinsed PBS                43        10  \n",
       "1447                        validation tool                32        15  \n",
       "1446                      Ancient Hungarian                17        17  \n",
       "1445                          BD Pharmingen                19        13  \n",
       "1439                       agents treatment                33        16  \n",
       "1437                               MYC KLF4                10         8  \n",
       "1435                     presence shp53 RNA                29        18  \n",
       "1432                              1880BC 68                37         9  \n",
       "1423                         Research Diets                59        14  \n",
       "...                                     ...               ...       ...  \n",
       "76    kept inside pyrographically decorated                37        37  \n",
       "73                              lncRNA LBCS                21        11  \n",
       "71                             using AMbion                42        12  \n",
       "69                               95 NA12890                28        10  \n",
       "70                                mixture 5                 9         9  \n",
       "65                                ntES cell                 9         9  \n",
       "58                                ntES cell                 9         9  \n",
       "54                     olfactory epithelium                20        20  \n",
       "48                                cell line                24         9  \n",
       "51                           ovarian cancer                14        14  \n",
       "46                      throughput sequence                32        19  \n",
       "47                             perform high                12        12  \n",
       "37                              lung cancer                20        11  \n",
       "34                                cell line                30         9  \n",
       "33                                   sc 197                 6         6  \n",
       "32                                 sc 30918                 8         8  \n",
       "31                                   sc 349                 6         6  \n",
       "30                           sequence reads                14        14  \n",
       "29                                   pool 1                28         6  \n",
       "19                                PCR based                64         9  \n",
       "23                             mouse hearts                48        12  \n",
       "25                                wild type                26         9  \n",
       "16                  anthropological genetic                32        23  \n",
       "13                         endothelial cell                31        16  \n",
       "12                                Input DNA                16         9  \n",
       "8                     embryonic fibroblasts                34        21  \n",
       "5                             embryoid body                20        13  \n",
       "4                         supplemented EGM2                17        17  \n",
       "3                            targeted using                14        14  \n",
       "0                             EBV infection                25        13  \n",
       "\n",
       "[279 rows x 17 columns]"
      ]
     },
     "execution_count": 156,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#curatedDf_interval\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 146,
   "metadata": {},
   "outputs": [],
   "source": [
    "hitDf['text_len']=hitDf['token_len']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 159,
   "metadata": {},
   "outputs": [],
   "source": [
    "hitDf['ith_char_end_pos']=hitDf['ith_char_pos']+hitDf['token_len']-1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 160,
   "metadata": {},
   "outputs": [],
   "source": [
    "hitDf_interval=hitDf.drop_duplicates(['orig_text','predicted']\n",
    "                                    ).set_index(['orig_text','predicted'])[['ith_char_pos','ith_char_end_pos','text_len']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 161,
   "metadata": {},
   "outputs": [],
   "source": [
    "#hitDf_interval['']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 162,
   "metadata": {},
   "outputs": [],
   "source": [
    "hitDf_interval.columns=['start','end','text_len']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>start</th>\n",
       "      <th>end</th>\n",
       "      <th>text_len</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>content</th>\n",
       "      <th>label</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">Mouse histone H3 tri methylated lysine 4 H3K4me3 mouse hepatocyte cells</th>\n",
       "      <th>Cell type/tissue</th>\n",
       "      <td>55</td>\n",
       "      <td>70</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Treatment and conditions</th>\n",
       "      <td>6</td>\n",
       "      <td>47</td>\n",
       "      <td>42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Genotype</th>\n",
       "      <td>6</td>\n",
       "      <td>47</td>\n",
       "      <td>42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Time course experiment wild mice moved lab</th>\n",
       "      <th>Genotype</th>\n",
       "      <td>23</td>\n",
       "      <td>31</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Instestinal Gastric Cancer stage T4N1M0</th>\n",
       "      <th>Disease state</th>\n",
       "      <td>0</td>\n",
       "      <td>38</td>\n",
       "      <td>39</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                            start  \\\n",
       "content                                            label                            \n",
       "Mouse histone H3 tri methylated lysine 4 H3K4me... Cell type/tissue            55   \n",
       "                                                   Treatment and conditions     6   \n",
       "                                                   Genotype                     6   \n",
       "Time course experiment wild mice moved lab         Genotype                    23   \n",
       "Instestinal Gastric Cancer stage T4N1M0            Disease state                0   \n",
       "\n",
       "                                                                            end  \\\n",
       "content                                            label                          \n",
       "Mouse histone H3 tri methylated lysine 4 H3K4me... Cell type/tissue          70   \n",
       "                                                   Treatment and conditions  47   \n",
       "                                                   Genotype                  47   \n",
       "Time course experiment wild mice moved lab         Genotype                  31   \n",
       "Instestinal Gastric Cancer stage T4N1M0            Disease state             38   \n",
       "\n",
       "                                                                             text_len  \n",
       "content                                            label                               \n",
       "Mouse histone H3 tri methylated lysine 4 H3K4me... Cell type/tissue                16  \n",
       "                                                   Treatment and conditions        42  \n",
       "                                                   Genotype                        42  \n",
       "Time course experiment wild mice moved lab         Genotype                         9  \n",
       "Instestinal Gastric Cancer stage T4N1M0            Disease state                   39  "
      ]
     },
     "execution_count": 163,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "curatedDf_interval.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 164,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>start</th>\n",
       "      <th>end</th>\n",
       "      <th>text_len</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>orig_text</th>\n",
       "      <th>predicted</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">0 hrs adipocyte differentiation</th>\n",
       "      <th>Cell type/tissue</th>\n",
       "      <td>6</td>\n",
       "      <td>30</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Treatment and conditions</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0 subjected RNA seq</th>\n",
       "      <th>Treatment and conditions</th>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>004 Cigarette Smoke Condensate</th>\n",
       "      <th>Disease state</th>\n",
       "      <td>4</td>\n",
       "      <td>18</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1 AML cells identify potential co operating mutations</th>\n",
       "      <th>Cell type/tissue</th>\n",
       "      <td>2</td>\n",
       "      <td>10</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                             start  \\\n",
       "orig_text                                          predicted                         \n",
       "0 hrs adipocyte differentiation                    Cell type/tissue              6   \n",
       "                                                   Treatment and conditions      0   \n",
       "0 subjected RNA seq                                Treatment and conditions      0   \n",
       "004 Cigarette Smoke Condensate                     Disease state                 4   \n",
       "1 AML cells identify potential co operating mut... Cell type/tissue              2   \n",
       "\n",
       "                                                                             end  \\\n",
       "orig_text                                          predicted                       \n",
       "0 hrs adipocyte differentiation                    Cell type/tissue           30   \n",
       "                                                   Treatment and conditions    4   \n",
       "0 subjected RNA seq                                Treatment and conditions   10   \n",
       "004 Cigarette Smoke Condensate                     Disease state              18   \n",
       "1 AML cells identify potential co operating mut... Cell type/tissue           10   \n",
       "\n",
       "                                                                             text_len  \n",
       "orig_text                                          predicted                           \n",
       "0 hrs adipocyte differentiation                    Cell type/tissue                25  \n",
       "                                                   Treatment and conditions         5  \n",
       "0 subjected RNA seq                                Treatment and conditions        11  \n",
       "004 Cigarette Smoke Condensate                     Disease state                   15  \n",
       "1 AML cells identify potential co operating mut... Cell type/tissue                 9  "
      ]
     },
     "execution_count": 164,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hitDf_interval.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 177,
   "metadata": {},
   "outputs": [],
   "source": [
    "mergedDf=pd.concat([curatedDf_interval,hitDf_interval],keys=['curated','predicted'],axis=1).dropna().astype(float)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 185,
   "metadata": {},
   "outputs": [],
   "source": [
    "\"\"\"\n",
    "def overlap(min1, max1, min2, max2):\n",
    "    return max(0, min(max1, max2) - max(min1, min2))\n",
    "\n",
    "\"\"\"\n",
    "\n",
    "def overlap(tmpS):\n",
    "    min1=tmpS.loc['predicted']['start']\n",
    "    max1=tmpS.loc['predicted']['end']\n",
    "    \n",
    "    min2=tmpS.loc['curated']['start']\n",
    "    max2=tmpS.loc['curated']['end']\n",
    "    return max(0, min(max1, max2) - max(min1, min2))\n",
    "    #return max(0, min(max1, max2) - max(min1, min2))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 217,
   "metadata": {},
   "outputs": [],
   "source": [
    "mergedDf['word count']=mergedDf.index.get_level_values(0).str.len()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 232,
   "metadata": {},
   "outputs": [],
   "source": [
    "#mergedDf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 219,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Text(0.5,0,'% of curated covered in predicted')"
      ]
     },
     "execution_count": 219,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYQAAAEKCAYAAAASByJ7AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAG+VJREFUeJzt3XuYHXWd5/H3h3BJoHMBAm0MOM26qIOJBtKyIK52g4Nc5CaRi6AEeCbOjHJZGdforIo4rHFclAcvi3HBZHiUJoJoDAyXQRoWRaADIReyCEJgyAQzKAQaRAl894/69XDS0326zuk+Vd2nP6/nOc+pU6d+Vd9vn+R8T9Wv6leKCMzMzLYrOwAzMxsdXBDMzAxwQTAzs8QFwczMABcEMzNLXBDMzAxwQTAzs8QFwczMABcEMzNLti87gDymT58ebW1tdbV98cUX2WWXXUY2oDFkPOfv3Mdn7jC+86/MfeXKlc9ExB55246JgtDW1kZPT09dbbu7u+no6BjZgMaQ8Zy/c+8oO4zSjOf8K3OX9EQtbX3IyMzMABcEMzNLXBDMzAxwQTAzs8QFwczMABcEMzNLXBDMzAxwQTAzs8QFwczMgDFypbKZWSO1Lbyh7BAGtWHR0YVty3sIZmYGuCCYmVnigmBmZoALgpmZJS4IZmYGuCCYmVnigmBmZoALgpmZJS4IZmYGuCCYmVnigmBmZoALgpmZJS4IZmYGuCCYmVnSsIIgaaKkeyU9KGmdpC+l+ftIukfSo5KukbRjo2IwM7P8GrmH8Efg0Ih4JzAHOELSQcBXgW9ExH8GngXObmAMZmaWU8MKQmR608sd0iOAQ4Fr0/ylwPGNisHMzPJraB+CpAmSVgGbgVuB3wDPRcTWtMhTwMxGxmBmZvkoIhq/EWkacD3weWBJOlyEpL2Bf4qIWQO0WQAsAGhtbZ3b1dVV17Z7e3tpaWmpN/Qxbzzn79zHZ+5Qe/5rNm5pYDTDM3vm1JqWr8y9s7NzZUS0521byD2VI+I5SbcDBwPTJG2f9hL2AjYO0mYxsBigvb09Ojo66tp2d3c39bZtBuM5f+feUXYYpak1//mj+Z7Kp3XUtPxwPvtGnmW0R9ozQNIk4C+A9cDtwLy02BnATxsVg5mZ5dfIPYQZwFJJE8gKz7KIWCHpIaBL0t8DDwBXNDAGMzPLqWEFISJWA/sPMP8x4MBGbdfMzOrjK5XNzAxwQTAzs8QFwczMABcEMzNLXBDMzAxwQTAzs8QFwczMABcEMzNLXBDMzAxwQTAzs8QFwczMABcEMzNLXBDMzAxwQTAzs8QFwczMABcEMzNLXBDMzAxwQTAzs8QFwczMABcEMzNLXBDMzAzIURAknSdpijJXSLpf0uFFBGdmZsXJs4dwVkQ8DxwO7Ap8FFg0VCNJe0u6XdJDktZJOi/Nv1DSRkmr0uOoYWVgZmYjYvscyyg9HwVcFRHrJKlag2QrcEFE3C9pMrBS0q3pvW9ExP+qI14zM2uQPAVhpaRbgH2Az6Yv99eGahQRm4BNafoFSeuBmcMJ1szMGifPIaOzgYXAuyLiJWBH4MxaNiKpDdgfuCfN+qSk1ZKulLRrLesyM7PGUEQM/IZ0QLWGEXF/rg1ILcAdwMUR8WNJrcAzQABfBmZExFkDtFsALABobW2d29XVlWdz/0Fvby8tLS11tW0G4zl/5z4+c4fa81+zcUsDoxme2TOn1rR8Ze6dnZ0rI6I9b9tqBeH2Ku0iIg4dcuXSDsAK4OaI+PoA77cBKyJiVrX1tLe3R09Pz1CbG1B3dzcdHR11tW0G4zl/595RdhilqTX/toU3NC6YYdqw6Oialq/MXVJNBWHQPoSI6Kwpin5Sx/MVwPrKYiBpRupfADgBWDuc7ZiZ2cjI06mMpFnAfsDEvnkR8Y9DNDuE7BTVNZJWpXmfA06VNIfskNEG4OM1xmxmZg0wZEGQ9EWgg6wg3AgcCdwFVC0IEXEXr5+yWunGmqM0M7OGy3OW0TzgMODpiDgTeCdQWy+HmZmNenkKwh8i4jVgq6QpwGZg78aGZWZmRcvTh9AjaRrwPWAl0Avc3dCozMyscEMWhIj4mzR5uaSbgCkRsbqxYZmZWdHyjHa6XNJHJO0SERtcDMzMmlOePoRLgPcAD0m6VtI8SROHamRmZmNLnkNGdwB3SJoAHAr8JXAlMKXBsZmZWYHyXpg2CTgGOBk4AFjayKDMzKx4eS5MWwYcCNwEfAu4I52GamZmTaRqQZC0HbAKODUiXi0mJDMzK0PVTuW0J/BhFwMzs+aX5yyj2ySdmPO2mWZmNkblKQgfB34E/EnS85JekPR8g+MyM7OC5TntdHIRgZiZWbnyXKksSadL+nx6vbekAxsfmpmZFSnPIaPvAAcDH0mve4FvNywiMzMrRZ4L0/5LRBwg6QGAiHhW0o4NjsvMzAqWZw/hlTRsRQBI2gPwhWlmZk0mT0G4DLge2FPSxWS3z/xKQ6MyM7PC5TnL6AeSVpLdRlPA8RGxvuGRmZlZofKMZXRVRHwU+H8DzDMzsyaR55DR2ytfpP6EuY0Jx8zMyjJoQZD0WUkvAO+ouEL5BWAz8NPCIjQzs0IMWhAi4ivpKuWvRcSUiJicHrtHxGeHWnG6gO12SQ9JWifpvDR/N0m3SnokPe86gvmYmVmdhjxkFBGflTRT0rslvbfvkWPdW4ELImI/4CDgE5L2AxYCt0XEvsBt6bWZmZUsT6fyIuAU4CGgbxjsAO6s1i4iNgGb0vQLktYDM4HjgI602FKgG/hM7aGbmdlIUkRUX0B6GHhHRPyx7o1IbWQFZBbwZERMS/MFPNv3ul+bBcACgNbW1rldXV11bbu3t5eWlpb6Am8C4zl/5z4+c4fa81+zcUsDoxme2TOn1rR8Ze6dnZ0rI6I9b9s8Q1c8BuwA1FUQJLUA1wHnR8TzlbdViIiQNGBFiojFwGKA9vb26OjoqGfzdHd3U2/bZjCe83fuHWWHUZpa85+/8IbGBTNMG07rqGn54Xz2eQrCS8AqSbdRURQi4tyhGkragawY/CAifpxm/1bSjIjYJGkG2VlLZmZWsjwFYXl61CQdDroCWB8RX++3vjOARenZp7CamY0CeYauWFrnug8BPgqskbQqzfscWSFYJuls4AngpDrXb2ZmI2jQgiBpWUScJGkNaaTTShHxjmorjoi7yMY+GshhNUVpZmYNV20P4bz0/MEiAjEzs3INWhDSdQRExBPFhWNmZmXJM7idmZmNAy4IZmYGuCCYmVlS7SyjAc8u6jPUWUZmZja2VDvLqO/sok+k56vS82mNC8fMzMpS7SyjJwAk/UVE7F/x1kJJ9+Nhq83MmkqePgRJOqTixbtztjMzszEkz1hGZwNXSuobg/U54KzGhWRmZmXIM5bRSuCdfQUhIkbvwOFmZla3IQ/9SGqVdAXQFRFbJO2XBqYzM7MmkqcvYAlwM/DG9PrXwPmNCsjMzMqRpyBMj4hlwGsAEbGV1++tbGZmTSJPQXhR0u6ki9QkHQS4H8HMrMnkOcvoU2R3OXuzpF8AewAfbmhUZmZWuDwFYR3wPuCtZDe8eRhfh2Bm1nTyfLHfHRFbI2JdRKyNiFeAuxsdmJmZFava4HZvAGYCkyTtz+u3w5wC7FxAbGZmVqBqh4w+AMwH9gK+XjH/BeBzDYzJzMxKUG1wu6XAUkknRsR1BcZkZmYlyDN0xXWSjgbeDkysmH9RIwMzM7Ni5Rm64nLgZOAcsn6EDwN/lqPdlZI2S1pbMe9CSRslrUqPo4YRu5mZjaA8Zxm9OyI+BjwbEV8CDgbekqPdEuCIAeZ/IyLmpMeN+UM1M7NGylMQXk7PL0l6I/AKMGOoRhFxJ/D7YcRmZmYFylMQfiZpGvA14H5gA/DDYWzzk5JWp0NKuw5jPWZmNoIUEYO/KW0HHBQRv0yvdwIm5r0ngqQ2YEVEzEqvW4FnyMZF+jIwIyIGvNmOpAXAAoDW1ta5XV1dOVPaVm9vLy0tLXW1bQbjOX/nPj5zh9rzX7Nx9A7PNnvm1KEXqlCZe2dn58qIaM/btmpBAJD0QL97KufWvyDkfa+/9vb26OnpqScEuru76ejoqKttMxjP+Tv3jrLDKE2t+bctvKFxwQzThkVH17R8Ze6SaioIeQ4Z3SbpREkaetHqJFX2PZwArB1sWTMzK1aewe0+Tjbi6VZJL5OdehoRMaVaI0lXAx3AdElPAV8EOiTNITtktCGt28zMRoE8F6ZNrmfFEXHqALOvqGddZmbWeEMWBEnvHWh+Oq3UzMyaRJ5DRp+umJ4IHAisBA5tSERmY8ho7YxccsQuZYdgY1CeQ0bHVL6WtDdwacMiMjOzUtRz57OngD8f6UDMzKxcefoQvkl2VhBkBWQO2RXLZmbWRPL0IVReEbYVuDoiftGgeMzMrCR5CsK1wMsR8SqApAmSdo6IlxobmpmZFSnXlcrApIrXk4B/bkw4ZmZWljwFYWJE9Pa9SNM7Ny4kMzMrQ56C8KKkA/peSJoL/KFxIZmZWRny9CGcD/xI0r+SjWP0BrJbapqZWRPJc2HafZLeBrw1zXo4Il5pbFhmZla0PHsIpALgoarNzJpYPVcqm5lZExq0IEg6JD3vVFw4ZmZWlmp7CJel57uLCMTMzMpVrQ/hFUmLgZmSLuv/ZkSc27iwzMysaNUKwgeB9wMfILv/gZmZNbFBC0JEPAN0SVofEQ8WGJOZmZUgz1lGv5N0vaTN6XGdpL0aHpmZmRUqT0H4PrAceGN6/CzNMzOzJpKnIOwZEd+PiK3psQTYo8FxmZlZwfIUhGcknZ7ugzBB0unA74ZqJOnKdIhpbcW83STdKumR9LzrcII3M7ORk6cgnAWcBDwNbALmAWfmaLcEOKLfvIXAbRGxL9l9FhbmjtTMzBoqz+B2TwDH1rriiLhTUlu/2ccBHWl6KdANfKbWdZuZ2cgreiyj1ojYlKafBloL3r6ZmQ1CEdG4lWd7CCsiYlZ6/VxETKt4/9mIGLAfQdICYAFAa2vr3K6urrpi6O3tpaWlpa62zaBZ8l+zcUvNbVonwW/H6a2c9pk6YVR+7vV8jvVops9+9sypNS1f+X++s7NzZUS0522ba/jrEfRbSTMiYpOkGcDmwRaMiMXAYoD29vbo6Oioa4Pd3d3U27YZNEv+8xfeUHObC2Zv5ZI1Rf8THx2WHLHLqPzc6/kc69FMn/2G0zpqWn44/+dzHzKSdJCkmyR1Szq+rq1l1zOckabPAH5a53rMzGyEDVpCJb0hIp6umPUp4ASy22jeA/yk2oolXU3WgTxd0lPAF4FFwDJJZwNPkJ29ZGZmo0C1farLJd0P/ENEvAw8R3bK6WvA80OtOCJOHeStw2qO0szMGm7QQ0YRcTzwALBC0seA84GdgN2Beg8ZmZnZKFW1DyEifkY2/PVU4Hrg1xFxWUT8WxHBmZlZcardQvNYSbcDNwFrgZOB4yR1SXpzUQGamVkxqvUh/D1wIDAJuDkiDgQukLQvcDFwSgHxmZlZQaoVhC3Ah4CdqbheICIewcXAzKzpVOtDOIGsA3l74CPFhGNmZmUZ6haa3ywwFjMzK1HRg9uZmdko1RyDfdiIaStorBkzG328h2BmZoALgpmZJS4IZmYGuCCYmVnigmBmZoALgpmZJS4IZmYGuCCYmVnigmBmZoALgpmZJS4IZmYGeCyj0hQ1ZtAFs7cy3+MTmVkO3kMwMzPABcHMzJJSDhlJ2gC8ALwKbI2I9jLiMDOz15XZh9CZ7spmZmajgA8ZmZkZAIqI4jcqPQ48CwTw3YhYPMAyC4AFAK2trXO7urrq2lZvby8tLS3DiLYx1mzcUsh2WifBb/9QyKZGHededhTlaab8Z8+cWtPyld95nZ2dK2s5JF9WQZgZERsl7QncCpwTEXcOtnx7e3v09PTUta3u7m46OjrqC7SBijzt9JI14/PsYuc+PnOH5sp/w6Kja1q+8jtPUk0FoZRDRhGxMT1vBq4HDiwjDjMze13hBUHSLpIm900DhwNri47DzMy2VcY+VStwvaS+7f8wIm4qIQ4zM6tQeEGIiMeAdxa9XTMzq86nnZqZGeCCYGZmiQuCmZkBLghmZpa4IJiZGeCCYGZmiQuCmZkB4+AWmms2bvEtJM3McvAegpmZAS4IZmaWuCCYmRnggmBmZokLgpmZAS4IZmaWuCCYmRnggmBmZokLgpmZAS4IZmaWuCCYmRnggmBmZokLgpmZAS4IZmaWlFIQJB0h6WFJj0paWEYMZma2rcILgqQJwLeBI4H9gFMl7Vd0HGZmtq0y9hAOBB6NiMci4k9AF3BcCXGYmVmFMgrCTOBfKl4/leaZmVmJRu0tNCUtABakl72SHq5zVdOBZ0YmqrHn3HGcv3Mfn7lDc+Wvr9bcpDL3P6ulYRkFYSOwd8XrvdK8bUTEYmDxcDcmqSci2oe7nrFqPOfv3Mdn7jC+8x9O7mUcMroP2FfSPpJ2BE4BlpcQh5mZVSh8DyEitkr6JHAzMAG4MiLWFR2HmZltq5Q+hIi4EbixoM0N+7DTGDee83fu49d4zr/u3BURIxmImZmNUR66wszMgCYqCEMNhyFpJ0nXpPfvkdRWfJSNkSP3T0l6SNJqSbdJqulUtNEu71Aokk6UFJKa5uyTPLlLOil9/usk/bDoGBspx7/9N0m6XdID6d//UWXEOdIkXSlps6S1g7wvSZelv8tqSQfkWnFEjPkHWef0b4D/BOwIPAjs12+ZvwEuT9OnANeUHXeBuXcCO6fpv26W3PPmn5abDNwJ/ApoLzvuAj/7fYEHgF3T6z3Ljrvg/BcDf52m9wM2lB33COX+XuAAYO0g7x8F/BMg4CDgnjzrbZY9hDzDYRwHLE3T1wKHSVKBMTbKkLlHxO0R8VJ6+Suyaz+aRd6hUL4MfBV4ucjgGixP7n8JfDsingWIiM0Fx9hIefIPYEqangr8a4HxNUxE3An8vsoixwH/GJlfAdMkzRhqvc1SEPIMh/Hvy0TEVmALsHsh0TVWrUOBnE32y6FZDJl/2l3eOyJuKDKwAuT57N8CvEXSLyT9StIRhUXXeHnyvxA4XdJTZGc2nlNMaKWra4igUTt0hY08SacD7cD7yo6lKJK2A74OzC85lLJsT3bYqINsz/BOSbMj4rlSoyrOqcCSiLhE0sHAVZJmRcRrZQc2GjXLHkKe4TD+fRlJ25PtPv6ukOgaK9dQIJLeD/wdcGxE/LGg2IowVP6TgVlAt6QNZMdTlzdJx3Kez/4pYHlEvBIRjwO/JisQzSBP/mcDywAi4m5gItlYP80u1/dCf81SEPIMh7EcOCNNzwN+Hqn3ZYwbMndJ+wPfJSsGzXQMGYbIPyK2RMT0iGiLiDayPpRjI6KnnHBHVJ5/9z8h2ztA0nSyQ0iPFRlkA+XJ/0ngMABJf05WEP6t0CjLsRz4WDrb6CBgS0RsGqpRUxwyikGGw5B0EdATEcuBK8h2Fx8l64w5pbyIR07O3L8GtAA/Sv3oT0bEsaUFPYJy5t+UcuZ+M3C4pIeAV4FPR0Qz7Bnnzf8C4HuS/htZB/P8ZvghKOlqskI/PfWPfBHYASAiLifrLzkKeBR4CTgz13qb4G9jZmYjoFkOGZmZ2TC5IJiZGeCCYGZmiQuCmZkBLghmZpa4IIwjkvaQdJektZKOr5j/U0lvrGNd96RRJP/ryEc74Dbn1xFn22AjQo5Gkjak6wX6z79R0rQyYkrbv1DS36bpi9KFjoMtO6eeUUUldTfJBYNjlgvC+HIqcDnZoGDnA0g6BnggImod9OswYE1E7B8R/3ekApQ0ocrb84GaCsJokK6MH5aIOGqkh5uoN66I+EJE/HOVReaQnQNvY4wLwvjyCrAzsBPwavpCOB/4h8EapF/YP6+4l8KbJM1JbY6TtErSpH5t3iXpl5IelHSvpMnp1/23KpZZIakjTfdKukTSg8DBkr4g6b60J7M4XW05j2wcph/0bVPSXEl3SFop6ea+0RzT/AfT+j5RJbfPSFqTll2U5s1Jg8CtlnS9pF0lvU3Svf3+JmsqtjVQDN2SLpXUA5yX9qiuS3ndJ+mQtNzukm5Rdq+C/0M2XPFAsW6QND1te72k76U2t/T/+6fll0i6XFKPpF9L+mCaP1/Sckk/B25L8z6dYlot6UsV6/i71PYu4K391j1vkM96KnARcHL6nE6WtIuy8fvvVbZHeVxqO0lSV8rneuA/5GEFK3tcbz+Ke5CN33QD0EP2C/9csis3q7X5GXBGmj4L+Emang98a4DldyQbGuFd6fUUsivit1keWAF0pOkATqp4b7eK6auAY9J0N+leBmRXZf4S2CO9PpnsSlWA1cB70/TXGGDMeODI1H7nym2mtu9L0xcBl6bpVcA+afozwP8YIoZu4DsV2/sh8J40/SZgfZq+DPhCmj46/S2mDxDvBrIxeNqArcCcNH8ZcPoAyy8BbiL70bcv2ZhGE9Pn8FRFvoeT3TNAadkVZGPtzwXWkP2AmEJ2xevfVqx7Xg2f9f/sixGYRjae0i7Apyr+Xu9IeTXFvSrG6qMphq6wfCJiC9mXDpJ2BRYCJ0j6HrArcElkA4BVOhj4UJq+iip7E8lbgU0RcV/a5vNpe9XavApcV/G6U9J/J/sy2g1YR1aY+m9nFnBrWvcEYJOy4+zTIhsvvi/mIwfY5vuB70e6T0RE/D79up0WEXekZZYCP0rTy8i+8Bel55MHi6FiG9f0295+FX+HKZJayL58P5RiuEHSswP9gfp5PCJWpemVZEViIMsiG9XzEUmPAW9L82+NiL6x9A9PjwfS6xayAjIZuL7v7yNpoCFA8n7WhwPHKvVBkBWmN5Hlfllqu1rS6iHytgZzQRi/Pg9cTNavcBfZTYN+DHygQdvbyraHKCdWTL8cEa8CSJoIfIfsl+K/SLqw37J9BKyLiIO3mdm4jtdryMaC+jEQEfGIpNkDxVDhxYrp7YCDImKbG/QMUSgHUzla7asMfqil/7g0fa8r4xLwlYj4br+4zq8nsEEIODEiHu63jRHchI0E9yGMQ5L2BfaKiG6yX+GvkX1ZDPTF8kteHwjwNGCoDuSHgRmS3pW2NVlZX8UGYI6k7STtTdaxPZC+L/9n0i/oeRXvvUD2y7VvO3soG+MeSTtIentkHa/PSXpPRcwDuRU4U9LOqf1uaQ/qWb1+1tRHgTsAIuI3ZF++n+f1X/4DxjDI9m6h4uYsyvphILut50fSvCPJ9tRGyofT3/vNZLeZfHiAZW4Gzkp/ayTNlLRniuv4dJx/MnDMAG0H+6wrP6e+bZyjVAGUjb4L2+Y+i+ywkZXIewjj08Vk90YAuJpsiOSFwBcGWPYc4PuSPk02bHDVURMj4k+STga+mTo7/0B2uOQXwOPAQ8B64P5B2j+XDmGtBZ4mG+K4zxLgckl/IDuUNQ+4LB3q2R64lOzw0pnAlZKC7It4oO3clL6UeyT9iWx0yM+RDZF+eSoUj/XL9xqyPol9KnIdLIb+zgW+nQ6LbE/2ZfhXwJeAqyWtIyu+Tw4Ub52eBO4lO7b/VxHxcv9f5RFxi7Jhoe9O7/WSHe+/X9I1ZPcp3sy2n0Nf28E+69uBhZJWAV8hu33ppcBqZTcsehz4IPC/yf5trSf7N7FyBHO3Oni0U7MmJGkJsCIiri07Fhs7fMjIzMwA7yGYmVniPQQzMwNcEMzMLHFBMDMzwAXBzMwSFwQzMwNcEMzMLPn/zd7KYXSD7eYAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "mergedDf['% of curated covered in predicted']=(mergedDf.apply(overlap,axis=1)/mergedDf['curated']['text_len'])\n",
    "ax=mergedDf['% of curated covered in predicted'].hist(bins=8)\n",
    "ax.set_ylabel('% of curated intervals')\n",
    "ax.set_xlabel('% of curated covered in predicted')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 220,
   "metadata": {},
   "outputs": [],
   "source": [
    "import seaborn as sns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 237,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.6292134831460674"
      ]
     },
     "execution_count": 237,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(mergedDf['% of curated covered in predicted']>0.5).mean()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 224,
   "metadata": {},
   "outputs": [],
   "source": [
    "from scipy import stats"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 230,
   "metadata": {},
   "outputs": [],
   "source": [
    "#mergedDf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 228,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/cellar/users/btsui/anaconda3/envs/deep_nlp_cpu/lib/python3.6/site-packages/scipy/stats/stats.py:1713: FutureWarning: Using a non-tuple sequence for multidimensional indexing is deprecated; use `arr[tuple(seq)]` instead of `arr[seq]`. In the future this will be interpreted as an array index, `arr[np.array(seq)]`, which will result either in an error or a different result.\n",
      "  return np.add.reduce(sorted[indexer] * weights, axis=axis) / sumval\n",
      "/cellar/users/btsui/anaconda3/envs/deep_nlp_cpu/lib/python3.6/site-packages/seaborn/axisgrid.py:1847: UserWarning: JointGrid annotation is deprecated and will be removed in a future release.\n",
      "  warnings.warn(UserWarning(msg))\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<seaborn.axisgrid.JointGrid at 0x2b99ea16a8d0>"
      ]
     },
     "execution_count": 228,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAagAAAGoCAYAAAATsnHAAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzt3XucFOWV//HPcUQYXGUSZVUGEAwGkHBTBBTvxhfglSBGEdeoyRqTGGLcxeDqL9mYZCHiGuOGxHiJ6MY7IhIhslE0JoouV0VRsgRRZtQElQGUQQc4vz+6ZmiG7p6aoauruvv7fr36RVd1Tc+p7qFP1/Oc53nM3REREUmaveIOQEREJBMlKBERSSQlKBERSSQlKBERSSQlKBERSSQlKBERSSQlKBERSSQlKBERSSQlKBERSaS94w6gDTT1hYiUAos7gKTTFZSIiCRSMV5BSQzuf+ntuEPI6sJh3eMOQUQioCsoERFJJCUoERFJJCUoERFJJCUoERFJJCUoERFJJFXxiUQsyRWQoCpISS5dQYmISCIpQYmISCKpiS8hkt4MJCJSaLqCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRNJUR1L0NE2USGnSFZSIiCSSEpSIiCSSEpSIiCSSEpSIiCSSEpSIiCSSEpSIiCSSEpSIiCSSEpSIiCSSEpSIiCSSEpSIiCSSEpSIiCSSuXvcMbRWmwLWfG0ixenCYd3jDiEqFncASacrKBERSSQlKBERSSQlKBERSSQlKBERSSQtWCgiiZb0AqcSLuKIna6gREQkkZSgREQkkZSgREQkkZSgREQkkZSgREQkkZSgREQkkZSgREQkkZSgREQkkZSgREQkkZSgREQkkZSgREQkkZSgREQkkZSgREQkkZSgREQkkczd446hVczsSeDAuOMokAOB9+MOIkY6f51/KZ//++4+Ku4gkqzoElQ5MbPF7j4k7jjiovPX+Zfz+Yua+EREJKGUoEREJJGUoJLt9rgDiJnOv7yV+/mXPfVBiYhIIukKSkREEkkJSkREEkkJSkREEkkJSkREEqnoEtSoUaMc0E033XQr9lsoJfqZF0rRJaj33y/lmU9ERHZVzp95RZegRESkPESWoMzsN2b2dzN7NcvjZma3mtlqM3vFzI6MKhYRESk+UV5BzQByzdQ7Gjg8uF0O/CrCWEREpMjsHdUTu/tzZtYjxyHnAPd6aiqLF82syswOcfd3o4pJilNDQwM1NTVs3bo17lBEWq1Dhw507dqVdu3axR1K0YksQYVQDaxL264J9u2WoMzsclJXWXTv3r0gwUly1NTUsN9++9GjRw/MLO5wREJzdz744ANqamro2bNn6J/TZ15KURRJuPvt7j7E3Yd07tw57nCkwLZu3coBBxyg5CRFx8w44IADWn31r8+8lDgTVC3QLW27a7BPZDdKTlKs9LfbdnEmqDnAxUE133Bgo/qfRESkUZRl5g8AC4HeZlZjZl81syvM7IrgkHnAGmA1cAfwzahiEZG2cXcmTpxIr169GDBgAEuXLt3tmC1btnDGGWfQp08f+vXrx+TJk5see+uttzj11FMZMGAAJ510EjU1NYUMv8mSJUvo378/vXr1YuLEiWRaZijXuY4aNYqqqirOPPPMXX7mF7/4Bb169cLMynpAbWTcvahuRx11lEt5WblyZdwhRKKhoSGS5922bVvenmvu3Lk+atQo37Fjhy9cuNCHDh262zEff/yxL1iwwN3dP/nkEz/uuON83rx57u4+btw4nzFjhru7P/30037RRRflLbbWOProo33hwoW+Y8cOHzVqVFN86XKd61NPPeVz5szxM844Y5efWbp0qb/55pt+6KGH+vr167P+/ix/w+X8mRfq3IuiSEIkTmvXrqVPnz5MmDCBvn37Mm7cOLZs2QKkvpmfeOKJHHXUUYwcOZJ33021Ut9xxx0cffTRDBw4kHPPPbfp+EsuuYQrrriCYcOGcc011/DHP/6RQYMGMWjQIAYPHszmzZtxdyZNmsQXvvAF+vfvz0MPPQTAs88+y0knncS4ceOa4vHgSqBHjx5873vf48gjj+SRRx7J27k//vjjXHzxxZgZw4cPp66urukcG3Xs2JGTTz4ZgH322Ycjjzyy6Upp5cqVnHLKKQCcfPLJPP74400/N2jQoIy/s0ePHlxzzTX079+foUOHsnr16j06h3fffZdNmzYxfPhwzIyLL76Y2bNnt+pcTz31VPbbb7/dfmbw4MH06NFjj+KT7JSgREJYtWoV3/zmN3n99dfZf//9+eUvf0lDQwPf/va3mTlzJkuWLOGyyy7juuuuA2Ds2LEsWrSIl19+mb59+3LXXXc1PVdNTQ0vvPACN998MzfddBPTp09n+fLl/OlPf6KyspJZs2axfPlyXn75ZZ566ikmTZrU9EG5bNkybrnlFlauXMmaNWt4/vnnm573gAMOYOnSpVxwwQW7xH7fffc1JcH027hx41o879raWrp121nL1LVrV2prs9cy1dXV8bvf/Y5TTz0VgIEDBzJr1iwAHnvsMTZv3swHH3wAwPLly7M+T6dOnVixYgVXXnklV1111W6PP/PMMxnP6dhjj814Dl27dm3xHFp7rhK9OMdBSRGYvayWafNX8U5dPV2qKpk0sjdjBlfHHVbBdevWjREjRgBw0UUXceuttzJq1CheffVVTjvtNAC2b9/OIYccAsCrr77K9ddfT11dHR999BEjR45seq7zzjuPiooKAEaMGMHVV1/NhAkTGDt2LF27duXPf/4z48ePp6KigoMOOogTTzyRRYsWsf/++zN06NCmD9tBgwaxdu1ajjvuOADOP//8jLFPmDCBCRMmRPPCpNm2bRvjx49n4sSJHHbYYQDcdNNNXHnllcyYMYMTTjiB6urqpnPPZfz48U3/fve7393t8ZNPPjlngpPSoARVIqJIJLOX1XLtrBXUN2wHoLaunmtnrQAouyTVvFTYzHB3+vXrx8KFC3c7/pJLLmH27NkMHDiQGTNm8OyzzzY9tu+++zbdnzx5MmeccQbz5s1jxIgRzJ8/P2cc7du3b7pfUVHBtm3bMj5vuvvuu49p06bttr9Xr17MnDlzl33Tp0/njjvuAGDevHlUV1ezbt3O8fQ1NTVUV2d+7y+//HIOP/zwXa54unTp0nQF9dFHH/Hoo49SVVWV8xxh19c7U5n2M888kzFxdezYkRdeeGGXfdXV1bsUZ2Q7h9acqxSGmvhKQGMiqa2rx9mZSGYv27PmiWnzVzUlp0b1DduZNn/VHj1vMXr77bebEtH999/PcccdR+/evVm/fn3T/oaGBl577TUANm/ezCGHHEJDQwP33Xdf1uf961//Sv/+/fne977H0UcfzRtvvMHxxx/PQw89xPbt21m/fj3PPfccQ4cObXPsEyZMYPny5bvdmicngG9961tNj3fp0oWzzz6be++9F3fnxRdfpFOnTk1Xiemuv/56Nm7cyC233LLL/vfff58dO3YAMGXKFC677LKmx/r06ZM15sZ+t4ceeohjjjlmt8cbr6Ca35onJ4BDDjmE/fffnxdffBF359577+Wcc87Z7biw5yqFoyuoEpArkezJlc47dfWt2l/KevfuzfTp07nssss44ogj+MY3vsE+++zDzJkzmThxIhs3bmTbtm1cddVV9OvXjx/96EcMGzaMzp07M2zYMDZv3pzxeW+55RaeeeYZ9tprL/r168fo0aPZZ599WLhwIQMHDsTMuPHGGzn44IN54403CnzWcPrppzNv3jx69epFx44dufvuu5seGzRoEMuXL6empoaf/OQn9OnThyOPTC1KcOWVV/K1r32NZ599lmuvvRYz44QTTmD69OlAKnE1FnhksmHDBgYMGED79u154IEH9vg8fvnLX3LJJZdQX1/P6NGjGT16NAC33XYbAFdccUXOcz3++ON54403+Oijj+jatSt33XUXI0eO5NZbb+XGG2/kvffeY8CAAZx++unceeedexxvug8//pT7X3o7r88ZlwuHtW7aJsv1R5JEQ4YM8cWLF8cdRqL0nDw34xKVBrw59Yw2P++IqQuozZCMqqsqeX7yKW1+3tZ6/fXX6du3b8F+X3Nr167lzDPP5NVXM64cI23wxBNPsGbNGiZOnLjbYz169GDx4sUceOCBMUQWjSx/w6GmmDis7wD/8Ywn8h9UDNISVKhz1xVUCehSVZkxkXSpqtyj5500svcufVAAle0qmDSy9x49r0jzAa8imShBFVBUFXFRJZLG2Mq9iq9Hjx66eiqgtWvXxh2CJIQSVIFEWREXZSIZM7i64AmpeSK/dfQ/4u6adDMGG7Z8yt82buXT7TvYp2IvDurUgc903CfusIpKsXWjJIkSVIFEVcjQKI5EEoVMifzldz/mgAP/xqFdDmp1kmrLB6w+lFM2bPmU2g317Ag+YD/dvoPaDamm5HJ8PdrCg/WgOnToEHcoRUkJqkCirogrlQG1mRL5LQs/pF3FXtRv2tCq59ry6TbqtjSwI+0LbK1BVcd2dNwn859+W34mH7Z8uo1N9dvYvsOp2MvYv3LvSH9fGO9t3Mq2Hbt/+1+/zji4kz5ww2pcUVdaTwmqQKIqZIDSGlCbKWFv+mQH33/677w59ehWPVdbqhDjqFxs/v5Bqg9xytj+sb5/p0dUHSoSlgbqttHsZbWMmLqAnpPnMmLqghYHxU4a2ZvKdrtO8ZKvirhSGlCbLWG3JZG35ao1jrFfSX3/8vleiLSFElQbtGXmhjGDq5kytj/VVZUYqW/k+fqGXEoDavOZyNvyAVvVsV2r9udDUt+/KL9UiYShJr5WaOznydQEFKbgIapChiibDwstnxWJbSm/z1ZwFWUhVrb3z0k1OcbVn9ia96JU+kAlWZSgQsrUT9BcXN94S21Abb4SeVuS3cb6hlbtz4dM71+juPsTw7wXpdQHKsmiBBVSpn6C5uK6Ymn+QVzVsR3u8N2HljNt/qqy/jbb2mQXx9XomMHVLH7rQx54aR3bM1yq5XM4QhSiHkIh5Ut9UCG1dHUU9xXLmMHVPD/5FH52/iC2Nuygrr4hrzObl4s4+l1mL6vl0SW1GZNTo7j7o3JJah+aFD8lqJByfYPOZ8HDnkpqRVixiLKYJZskX52HoWo/iYqa+ELK1s+TlMTUqJy+zUbVMV+oWTlyFd2k2wsS3Z9Yan2gkhy6ggopjm/WbVEu32ajWqSxUNLjb8kOYPFbH0YfVBsVy/8NKT66gmqFYpjvrly+zRZ7x3yYZr10D7y0jh+P6R9hRHumGP5vSPFRgioR6c1dVR3b0X7vvdhY3xDLmJSomt7SnzdbOUGxNGW2Ns5cBRQipUoJqgQ0H4eyYUsDle0q+Nn5g2JZKiOKMTFhxqEBdKqMbsaHfMpWzp5NhZYakTKkPqgSkKTKvahiCdskViyf45nK2XMZP6xbhNGIJJOuoEpAkir3oool7M/XbYluxod8Sh9cnetKqsKM8cO6Jbr/SSQqSlAloK2zH0TRVxTVTAxhm8SKqVqxsbAgjiU+RIqBmvhKQFtmP4iqTDuqmRjCNIkVa7WiZg0XyUwJqgS0ZRxKVH1FUY2JyfS8Fw3vXhJjbzSOSCQzNfGViNaOQ4my3yqqMTGlPNamlM9NpK10BVWmymXGCREpXkpQZaoU+j1mL6tlxNQF9Jw8lxFTFxTNNEciEo6a+MpUPleujYMWyRMpfUpQZayY+z2KfS4+EWmZmvikKCVpcLKIREMJSoqSijxESp8SlBSlUijyEJHc1AclRanYizxEpGUln6Cun72CB15ax3b3spl4M6r1mJKmEEUe5fJaiiRRSSeo62ev4Lcvvt20vd29abtUk5TKr/NHr6VIvEq6D+qBl9a1an8pSNLaUMVOr6VIvEo6QWVbJruUl89W+XX+6LUUiVdJJ6hsy2SX8vLZKr/OH72WIvEq6QSVbZnsUl4+W+XX+aPXUiReJV0k0VgIUU5VfCq/zh+9liLxMi+y/pghQ4b44sWL4w5DRGRPheprOKzvAP/xjCeijqUgLhzWvfFuqHMv6SY+EREpXpEmKDMbZWarzGy1mU3O8Hh3M3vGzJaZ2StmdnqU8YiISPGIrA/KzCqA6cBpQA2wyMzmuPvKtMOuBx5291+Z2RHAPKBHVDGVsqhmPCjGmTg0+0Pp0HtZ3qIskhgKrHb3NQBm9iBwDpCeoBzYP7jfCXgnwnhKVlQzHhTjTBya/aF06L2UKJv4qoH0KRtqgn3p/h24yMxqSF09fTvCeEpWVDMeFONMHJr9oXTovZS4iyTGAzPcvStwOvDfZrZbTGZ2uZktNrPF69evL3iQSRfVjAfFOBOHZn8oHeX8XqZ/5m2u+zDucGITZYKqBdJHxHYN9qX7KvAwgLsvBDoABzZ/Ine/3d2HuPuQzp07RxTunpm9rJYRUxfQc/JcRkxdwOxlzU81OlHNeFCMM3Fo9ofSUc7vZfpn3n5Vn407nNhEmaAWAYebWU8z2we4AJjT7Ji3gVMBzKwvqQRVdJdIjW3ltXX1ODvbyguVpKKa8aAYZ+LQ7A+lQ++lRJag3H0bcCUwH3idVLXea2Z2g5mdHRz2L8A/m9nLwAPAJV5sI4eJv618zOBqpoztT3VVJQZUV1UyZWz/Pe5I/vGY/lw0vHvTFVOFGRcN757YAgmI7rWQwtN7KZpJIg96Tp5LplfRgDennlHocESkOGgmiRbEXSRREsq5rVxEJCpKUHmgtnIRkfwr6dnMC0WzXouI5J8SVJ6MGVythCQikkdZE5SZHZnrB919af7DERGR1kgrPCg5ua6g/jP4twMwBHiZVOXFAGAxcEy0oYmISDnLWiTh7ie7+8nAu8CRwajmo4DB7D4jhIiISF6FqeLr7e4rGjfc/VWgb3QhiYiIhCuSeMXM7gR+G2xPAF6JLiQREZFwCepS4BvAd4Lt54BfRRaRiIgIIRKUu281s9uAee6uhVhERKQgWuyDCiZ2XQ48GWwPMrPms5KLiIjkVZgiiR+QWr69DsDdlwM9owxKREQkTIJqcPeNzfYV1xToIiJSdMIUSbxmZhcCFWZ2ODAReCHasEREpNyFuYL6NtAP+AS4H9jIzoo+ERGRSIS5gjrD3a8DrmvcYWbnAY9EFpWIiJS9MFdQ14bcJyIikje5ZjMfDZwOVJvZrWkP7Q9sizowEREpb7ma+N4hNWv52cCStP2bge9GGZSIiEjWBOXuLwMvm9ljwMfuvh3AzCqA9gWKT0REylSYPqj/ASrTtiuBp6IJR0REJCVMgurg7h81bgT3O0YXkoiISLgE9XH68u9mdhRQH11IIiIi4cZBXQU8YmbvkFry/WDg/EijEhGRshdmuY1FZtYH6B3sWuXuDdGGJSIi5S7XOKhT3H2BmY1t9tDnzQx3nxVxbCIiUsZyXUGdCCwAzsrwmANKUCIiEplc46B+EPx7aeHCERERScnVxHd1rh9095vzH46IiEhKria+/YJ/ewNHA43LvJ8F/G+UQYmIiORq4vshgJk9Bxzp7puD7X8H5hYkOhERKVthBuoeBHyatv1psE9ERCQyYQbq3gv8bzBpLMAY4J7oQhIREQk3UPcnZvZ74Phg16XuvizasEREpNyFaeKD1OSwm9z950CNmfWMMCYREZGWE5SZ/QD4HjuXeW8H/DbKoERERMJcQX2J1Kq6HwO4+zvsLEEXERGJRJgE9am7O6npjTCzfaMNSUREJFyCetjMfg1Umdk/k1pN945owxIRkXIXporvJjM7DdhEalaJ77v7HyKPTKQFs5fVMm3+Kt6pq6dLVSWTRvZmzODqrPtFpLjkTFBmVgE85e4nA0pKkhizl9Vy7awV1DdsB6C2rp5rZ61g8Vsf8uiS2t32A0pSIkUmZxOfu28HdphZpwLFIxLKtPmrmpJQo/qG7Tzw0rqM+6fNX1XI8EQkD8LMJPERsMLM/kBQyQfg7hMji0qkBe/U1Wfcv929VceLSHKFSVCz0OKEUkBh+pC6VFVSmyHpVJhlTFJdqioji1dEotFiFZ+73wM8ACwDlgIPBPtE8q6xb6m2rh5nZx/S7GW1uxw3aWRvKttV7LKvsl0F44d1y7h/0sjeUYcuInnW4hWUmZ0O/Br4K2BATzP7urv/PurgpPxk61uaNn/VLldRjfczXWkNOfSzeaviU0WgSHzCNPHdDJzs7qsBzOxzpNaDUoKSvMvWV5Rp/5jB1RmTRbb9uWRKREDGSsHG3yEi0QqToDY3JqfAGmBzRPFImcvWtxRlH1K2kvX2e+8V6mpORKIRZiaJxWY2z8wuMbOvAL8DFpnZWDMbm+sHzWyUma0ys9VmNjnLMV82s5Vm9pqZ3d+Gc5ASkq1vKco+pGzNinX1DRmPV0WgSGGEuYLqAPwNODHYXg9UAmeRmp8vY4VfMMh3OnAaUEMqqc1x95VpxxxOapb0Ee6+wcz+sa0nIqUhV99SVFqbcFQRKFIYYaY6urSNzz0UWO3uawDM7EHgHGBl2jH/DEx39w3B7/p7G3+XlJC29CHtiWzNip/p2I6tDTt2ubpSRaBI4YRdsLAtqoF1ads1wb50nwc+b2bPm9mLZjYq0xOZ2eVmttjMFq9fvz6icKVcZWtW/MFZ/Zgytj/VVZUYUF1VyZSx/dX/JJFL/8zbXPdh3OHEJkwTX9S//3DgJKAr8JyZ9Xf3uvSD3P124HaAIUOGZJ4qQKSNWmpWVEKSQkv/zDus74Cy/cyLMkHVAt3StrsG+9LVAC+5ewPwppn9hVTCWhRhXFIi8jlGqdDNiiLSsjADddsD5wI90o939xta+NFFwOFm1pNUYroAuLDZMbOB8cDdZnYgqSa/NWGDl/KVrTQcdMUjUirC9EE9Tqq4YRupyWIbbzm5+zbgSmA+8DrwsLu/ZmY3mNnZwWHzgQ/MbCXwDDDJ3T9o/WlIuck144SIlIYwTXxd3T1j8UJL3H0eMK/Zvu+n3Xfg6uAmElprZpwQkeIUJkG9EBQurIg8miKW1DnbkhrXnopjxgkRKawwCeo44BIzexP4hNSEse7uAyKNrIgktT8kqXHlw6SRvXc5N9AYJSlP97/0dqt/5sJh3SOIJP/CJKjRkUdR5MLOwF1oSY0rH+KYcUJECitrgjKz/d19E5oYtkVJ7Q9Jalz5otLwlpVqE6+Uh1xXUPcDZwJLSM25Z2mPOXBYhHEVlaT2hyQ1LimMUm7ilfKQtczc3c8M/u3p7ocF/zbelJzSxDEDdxhJjUsKQ6X4UuzinuqoJCS1PySpcUlhlHoTr5Q+Jag8SWp/SFLjkuipiVeKXZSzmUsBzV5Wy4ipC+g5eS4jpi5g9rLm0x5KuVETrxS7XFV8n831g+5evnPAJ4w6wyUTNfFKscvVxJdevdcd2BDcrwLeBnpGHp2EUsrjnWTPqIlXilnWBOXuPQHM7A7gsWBePcxsNDCmMOFJGOoMLw8a0yTlJkwf1PDG5ATg7r8Hjo0uJGmtbJ3e6gwvHY3NuLV19Tg7m3HV1yilLEyCesfMrjezHsHtOuCdqAOT8NQZXvo0pknKUZgENR7oDDwGzAruj48yKGmdMYOrmTK2P9VVlRhQXVXJlLH91fxTQtSMK+WoxXFQQbXed8xsX3dvcaFCiYc6w0ubxjRJOWrxCsrMjg1WvH092B5oZr+MPDIRaaJmXClHYZr4fgaMBD4AcPeXgROiDEpEdqVmXClHoaY6cvd1ZumTmbM927EiEg0140q5CZOg1pnZsYCbWTvgOwTNfSIiIlEJk6CuAH4OVAO1wP8A34oyKNlJgzPLTzG+58UYsyRfzgRlZhXAP7n7hALFI2k0x175Kcb3vBhjluKQs0jC3bcDFxYoFmlGgzPLTzG+58UYsxSHME18fzazXwAPAU3joNx9aWRRCaDBmeWoGN/zuGJWs2LpC5OgBgX/3pC2z4FT8h+OpNPgzPJTjO95HDGrWbE8tDgOyt1PznBTcioADc4sP8X4nscRs5oVy0OLV1BmdhDwH0AXdx9tZkcAx7j7XZFHV+a04Fz5SG+uqurYjvZ778XG+oaieM/j+DstxqZQab0wTXwzgLuB64Ltv5Dqj1KCKgANzix9zZurNmxpoLJdBT87f1DRvPeF/jstxqZQab0wUx0d6O4PAzsA3H0bmklCJG/UXNV6xdgUKq0X5grqYzM7gFRhBGY2HNgYaVQiZUTNVa2n5u/yECZB/QswB/icmT1Paj2ocZFGJbFS+W5hqbmqbdT8XfrCVPEtAU4ktcz714F+7v5K1IFJPLS0eOGpuUokszDrQb0CXANsdfdX3b0h+rAkLuoPKTwtpSGSWZgmvrOA84GHzWwHqQq+h9397Ugjk1i0pj9ETYH5o+Yqkd2FaeJ7y91vdPejSM3LNwB4M/LIJBbZ+j2a71dToBTC7GW1jJi6gJ6T5zJi6gL9fZWZMGXmmNmhZnYN8CDQh1STn5SgsP0hagqUqOlLkISZSeIloB3wCHCeu6+JPCqJTdjyXZVGS9RyfQlSc2h5CNMHdbG762txGQnTH6LSaImavgRJmCa+98zsZjNbHNz+08w6RR6ZJJpKoyVqYftDpXSFSVC/ATYDXw5um0jNzSdlTKXREjV9CZIwTXyfc/dz07Z/aGbLowpI4he2fFyl0RIlTWckYRJUvZkd5+5/BjCzEYAagUuUFoKTJNGXoPIWJkF9A7gnrd9pA3BJZBFJrFQ5JSJJ0WKCcvflwEAz2z/Y3hR5VBIbVU5JW2hWEYlCmLn4/sPMqtx9k7tvMrPPmNmPCxGcFJ4qp6S1NKBWohKmim+0u9c1brj7BuD06EKSOKlySlpLs4pIVML0QVWYWXt3/wTAzCqB9tGGJXFR5ZS0lpqFJSphEtR9wNNm1jj26VLgnuhCkripckpaQ7OKSFTCzGb+U+DHQN/g9iN3vzHqwESkOKhZWKIS5goKd38SeLK1T25mo4CfAxXAne4+Nctx5wIzgaPdfXFrf49IsSvmKjg1C0tUQiWotjCzCmA6cBpQAywysznuvrLZcfsB3wFeiioWkSQrhcHRahaWKIRaD6qNhgKr3X2Nu39Kai2pczIc9yPgp8DWCGMRSSxVwYl/Y1qWAAAR40lEQVRkFmWCqgbWpW3XBPuamNmRQDd3n5vriczs8sbZ1NevX5//SEVipCo4aS79M29z3YdxhxObrE18ZrYC8GyPu/uAPfnFZrYXcDMhpk1y99uB2wGGDBmSNSaRYqQqOGku/TPvsL4DyvYzL9cV1JnAWaSKI54EJgS3ecGtJbVAt7TtrsG+RvsBXwCeNbO1wHBgjpkNCRu8SClQFZxIZlmvoNz9LQAzO83dB6c9NNnMlgKTW3juRcDhZtaTVGK6ALgw7fk3Agc2bpvZs8C/qopP4hBnFZ2q4EQyC1PFZ2Y2wt2fDzaOJdz4qW1mdiUwn1SZ+W/c/TUzuwFY7O5z9iRwkXxJQhWdquBEdhcmQX0V+E3acht1wGVhntzdd2sOdPfvZzn2pDDPKZJvWmJESt2Fw7rHHUKbhFluYwmp5TY6BdsbI49KJIOomuFURSeSTGGW2zjIzO4CHnT3jWZ2hJl9tQCxiTSJckkHLTEikkxhxkHNINWP1CXY/gtwVVQBiWQS5WBWVdGJJFOYBHWguz8M7IBU8QOwPfePiORXpnFCufa3xpjB1UwZ25/qqkoMqK6qZMrY/up/EolZmCKJj83sAIJBu2Y2HFA/lBRUhRnbfffxihVmeXl+VdGJJE+YBHU1MAf4nJk9D3QGzos0KpFmMiWnXPtFpPiFSVCvAScCvQEDVhHtHH4iu6nOMh1QtQoZREpWmESz0N23uftr7v6quzcAC6MOTCSdChlEyk+uyWIPJjX7eKWZDSZ19QSwP9CxALGJNNF0QCLlJ1cT30hSM413JTXreKPNwL9FGJNIRipkECkvuSaLvQe4x8zOdfdHCxiTtEExLxneXCmdi4i0XZipjh41szOAfkCHtP03RBmYhJeEyU7zpZTORUT2TJipjm4Dzge+Taof6jzg0IjjklYopSXDS+lcRGTPhKniO9bdLwY2uPsPgWOAz0cblrRGKU12WkrnIiJ7JkyC2hr8u8XMugANwCHRhSStlW1SUwdGTF2QlwlVC0UTt4pIozAJ6ndmVgVMA5YCa4H7owxKWifTGKFG+Zz1uxA03klEGuUskjCzvYCn3b0OeNTMngA6aE2oZEkfI5RptoViWnxP452kWKjaNHo5E5S77zCz6cDgYPsT4JNCBCat0zhGqOfkuWSana6Y+nA03kmSTtWmhRGmie9pMzvXLE/TRkuk1IcjEj1VmxZGmAT1deAR4BMz22Rmm81sU8RxSRupD0ckeqo2LYwwA3X3K0Qgkh/qwxGJXpcss+urpSK/WkxQZnZCpv3u/lz+w5F8UB+OSLQmjey9Sx8UqKUiCmHWg5qUdr8DMBRYApwSSUQiIgmnlorCCNPEd1b6tpl1A26JLCJpE5W8ihSWWiqiF+YKqrkaoG++A5G2U8nrnlOCF0meMH1Q/wVNQ2v2AgaRmlFCEiJXyWuxfMjGmSCSkOCVIEV2F+YKanHa/W3AA+7+fETxSBsUe8lr3Aki7gQf9/mLJFWYcVAzgd+6+z3ufh/woplpyfcEKfbBuXEPeow7wcd9/iJJFWomCSD9k64SeCqacKQtin1wbtwJIu4EH/f5iyRVmATVwd0/atwI7usKKkHGDK5mytj+VFdVYkB1VSVTxvYvmuahuBNE3Ak+7vMXSaowfVAfm9mR7r4UwMyOAvTVLmGKueQ17kGPcY9pifv8RZIqTIK6CnjEzN4hteT7waSWgBfJi7gTRGMMcSX4JJy/SBKFGai7yMz6AI1f51a5e0O0YUm5KeYrwHwo9/MXySTUQN0gIb0acSwiIiJNwhRJiIiIFFzWBGVmI4J/2xcuHBERkZRcV1C3Bv8uLEQgIiIi6XL1QTWY2e1AtZnd2vxBd58YXVgiIlLuciWoM4EvAiNJrf8kIiJSMFkTlLu/DzxoZq+7+8sFjElERCRUFd8HZvaYmf09uD1qZl0jj0xERMpamAR1NzAH6BLcfhfsExERiUyYBPWP7n63u28LbjOAzhHHJSIiZS5MgnrfzC4ys4rgdhHwQdSBiYhIeQuToC4Dvgy8B7wLjAMujTIoERGRMJPFvgWcXYBYRCI1e1mtZgwXKSKhJosVKXazl9XusuZSbV09185aAaAkJZJQmixWysK0+at2WRAQoL5hO9Pmr4opIhFpiRKUlIV36jIvAp1tv4jEL3SCMrPhZvakmT1rZmNC/swoM1tlZqvNbHKGx682s5Vm9oqZPW1mh7YmeJGwulRVtmp/oc1eVsuIqQvoOXkuI6YuYPay2rhDEoldruU2Dm6262rgS8DpwI9aemIzqwCmA6OBI4DxZnZEs8OWAUPcfQAwE7gxfOgi4U0a2ZvKdhW77KtsV8Gkkb2z/EThNPaP1dbV4+zsH1OSknKX6wrqNjP7vpl1CLbrSJWYfwnYFOK5hwKr3X2Nu38KPAick36Auz/j7luCzRcBTaEkkRgzuJopY/tTXVWJAdVVlUwZ2z8RBRLqHxPJLNdksWPM7CzgCTO7F7gKuBDoCIRp4qsG1qVt1wDDchz/VeD3mR4ws8uBywG6d+8e4leL7G7M4OpEJKTm1D8mzaV/5h14cPL+ZgslZx+Uu/+O1HIbnYDHgL+4+63uvj6fQQSzUwwBpmWJ43Z3H+LuQzp31ixLUlqS3j8mhZf+mbdf1WfjDic2Wa+gzOxs4LvANuA/gP8G/p+ZfRO4zt3/2sJz1wLd0ra7Bvua/54vAtcBJ7r7J60LX6T4TRrZe5cxWpCc/jFJvguHlW6rUq6Buj8m1Y9UCcx396HAv5jZ4cBPgAtaeO5FwOFm1pNUYrqAVBNhEzMbDPwaGOXuf2/bKYgUt8ZmR81yIbKrXAlqIzCWVJ9TU/Jw9/+j5eSEu28zsyuB+UAF8Bt3f83MbgAWu/scUk16/wA8YmYAb7u7plWSspPU/rG20JRSki+5EtSXgPFAA82ufMJy93nAvGb7vp92/4tteV4RSSZNKSX5lLVIwt3fd/f/cvfb3D1MWbmIlDmVzEs+abJYEcmqtc11KpmXfNJcfCKSUVtmuFDJvOSTEpSIZNSW5rokTyklxUdNfCKSUVua61QyL/mkBCUiGXWpqqQ2QzJqqbmulErmJV5q4hORjNRcJ3HTFZSIZKTmOombEpSIZKXmOomTmvhERCSRlKBERCSRlKBERCSRlKBERCSRVCQhIkVJy3qUPiUoEckqqUlAy3qUBzXxiUhGbZkstlC0rEd5UIISkYySnAS0rEd5UIISkYySnAS0rEd5UIISkYySnAQ0T2B5UIISkYySnATGDK5mytj+VFdVYkB1VSVTxvZXgUSJURWfiGSU9MliNU9g6VOCEpGslAQkTmriExGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRNo7yic3s1HAz4EK4E53n9rs8fbAvcBRwAfA+e6+NsqYJD6zl9Uybf4q3qmrp0tVJZNG9mbM4Oq4w0ocvU4iKZFdQZlZBTAdGA0cAYw3syOaHfZVYIO79wJ+Bvw0qngkXrOX1XLtrBXU1tXjQG1dPdfOWsHsZbVxh5Yoep1EdoqyiW8osNrd17j7p8CDwDnNjjkHuCe4PxM41cwswpgkJtPmr6K+Yfsu++obtjNt/qqYIkomvU4iO0XZxFcNrEvbrgGGZTvG3beZ2UbgAOD99IPM7HLgcoDu3btHFa9E6J26+lbtL1d6nQR2/8y7cFh5fu4VRZGEu9/u7kPcfUjnzp3jDkfaoEtVZav2lyu9TgL6zGsUZYKqBbqlbXcN9mU8xsz2BjqRKpaQEjNpZG8q21Xssq+yXQWTRvaOKaJk0uskslOUTXyLgMPNrCepRHQBcGGzY+YAXwEWAuOABe7uEcYkMWmsQlN1Wm56nUR2iixBBX1KVwLzSZWZ/8bdXzOzG4DF7j4HuAv4bzNbDXxIKolJiRozuFoftCHodRJJiXQclLvPA+Y12/f9tPtbgfOijEFERIpTURRJiIhI+VGCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRFKCEhGRRLJimzzczNYDb8UdR4EcSLPFG8uMzl/nX8rn/767j2rpIDN7MsxxpajoElQ5MbPF7j4k7jjiovPX+Zfz+Yua+EREJKGUoEREJJGUoJLt9rgDiJnOv7yV+/mXPfVBiYhIIukKSkREEkkJSkREEkkJKgHMrJuZPWNmK83sNTP7TrD/s2b2BzP7v+Dfz8Qda5TMrMLMlpnZE8F2TzN7ycxWm9lDZrZP3DFGxcyqzGymmb1hZq+b2THl9P6b2XeDv/1XzewBM+tQTu+/ZKYElQzbgH9x9yOA4cC3zOwIYDLwtLsfDjwdbJey7wCvp23/FPiZu/cCNgBfjSWqwvg58KS79wEGknodyuL9N7NqYCIwxN2/AFQAF1Be779koASVAO7+rrsvDe5vJvXhVA2cA9wTHHYPMCaeCKNnZl2BM4A7g20DTgFmBoeU7PmbWSfgBOAuAHf/1N3rKKP3H9gbqDSzvYGOwLuUyfsv2SlBJYyZ9QAGAy8BB7n7u8FD7wEHxRRWIdwCXAPsCLYPAOrcfVuwXUMqaZeinsB64O6gifNOM9uXMnn/3b0WuAl4m1Ri2ggsoXzef8lCCSpBzOwfgEeBq9x9U/pjnhoPUJJjAszsTODv7r4k7lhisjdwJPArdx8MfEyz5rwSf/8/Q+pqsSfQBdgXKMu552RXSlAJYWbtSCWn+9x9VrD7b2Z2SPD4IcDf44ovYiOAs81sLfAgqaadnwNVQZMPQFegNp7wIlcD1Lj7S8H2TFIJq1ze/y8Cb7r7endvAGaR+psol/dfslCCSoCgv+Uu4HV3vzntoTnAV4L7XwEeL3RsheDu17p7V3fvQapzfIG7TwCeAcYFh5Xy+b8HrDOz3sGuU4GVlMn7T6ppb7iZdQz+LzSef1m8/5KdZpJIADM7DvgTsIKdfTD/Rqof6mGgO6klRr7s7h/GEmSBmNlJwL+6+5lmdhipK6rPAsuAi9z9kzjji4qZDSJVILIPsAa4lNQXyLJ4/83sh8D5pCpalwFfI9XnVBbvv2SmBCUiIomkJj4REUkkJSgREUkkJSgREUkkJSgREUkkJSgREUkkJSgpW2Z2UuPM6QX+vVVm9s1C/16RYqMEJWXDzCrijiFQBShBibRACUoSz8wmmdnE4P7PzGxBcP8UM7svuD/ezFYE6wn9NO1nPzKz/zSzl4FjzGxUsObSUmBslt9XYWY3Bc/1ipl9O9h/ajCZ6woz+42ZtQ/2rzWzA4P7Q8zs2eD+vwfHPWtmaxrPAZgKfM7MlpvZtAheMpGSoAQlxeBPwPHB/SHAPwRzFx4PPGdmXUitHXQKMAg42swal2bYF3jJ3QcCi4E7gLOAo4CDs/y+y4EewCB3HwDcZ2YdgBnA+e7en9QEr98IEXsfYCQwFPhBEPdk4K/uPsjdJ4V7CUTKjxKUFIMlwFFmtj/wCbCQVKI6nlTyOhp4NphsdBtwH6n1lQC2k5qEF1LJ4k13/79gdvDfZvl9XwR+3bjUQzC9UO/gZ/8SHHNP2u/IZa67f+Lu75Oa7LUkl8wQiYISlCReMMP1m8AlwAukktLJQC92XYE3k63uvj3SAFPzxzX+X+rQ7LH0ueO2k7ryEpEQlKCkWPwJ+FfgueD+FcCy4Erof4ETzezAoBBiPPDHDM/xBtDDzD4XbI/P8rv+AHy9cakHM/sssCr42V7BMf+U9jvWkmoyBDg3xLlsBvYLcZxIWVOCkmLxJ+AQYKG7/w3YGuwjWHV2MqnlGV4Glrj7bkszuPtWUv1Lc4MiiWzrK91JagmIV4LiiguDn70UeMTMGmedvy04/ofAz81sMamrpJzc/QPg+aAIQ0USIlloNnMREUkkXUGJiEgiKUGJiEgiKUGJiEgiKUGJiEgiKUGJiEgiKUGJiEgiKUGJiEgi/X9YHUPXzuG8GQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x432 with 3 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "sns.jointplot(data=mergedDf[mergedDf['word count']<100],y='% of curated covered in predicted',x='word count',stat_func=stats.pearsonr)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}