[3]_SciGlass_call_Reference_data.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Call the Reference data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>.container { width:99% !important; }</style>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Use full width of the browser\n",
    "\n",
    "from IPython.core.display import display, HTML\n",
    "display(HTML(\"<style>.container { width:99% !important; }</style>\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "pandas 1.3.1\n",
      "numpy 1.21.1\n",
      "seaborn 0.11.1\n"
     ]
    }
   ],
   "source": [
    "# Import libraries\n",
    "\n",
    "%matplotlib inline\n",
    "\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "\n",
    "for p in [pd, np, sns]:\n",
    "    print (p.__name__, p.__version__)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Load a file with columns of Kod, GlasNo, composition, and properties"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "drr6dH7sz-OS",
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(5078, 11)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Kod</th>\n",
       "      <th>GlasNo</th>\n",
       "      <th>SiO2</th>\n",
       "      <th>B2O3</th>\n",
       "      <th>Al2O3</th>\n",
       "      <th>MgO</th>\n",
       "      <th>CaO</th>\n",
       "      <th>Na2O</th>\n",
       "      <th>K2O</th>\n",
       "      <th>E</th>\n",
       "      <th>density</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>257</td>\n",
       "      <td>20587</td>\n",
       "      <td>80.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>16.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>63.3</td>\n",
       "      <td>2.39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>257</td>\n",
       "      <td>20588</td>\n",
       "      <td>72.7</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>23.6</td>\n",
       "      <td>3.7</td>\n",
       "      <td>62.5</td>\n",
       "      <td>2.45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>257</td>\n",
       "      <td>20589</td>\n",
       "      <td>72.7</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>14.5</td>\n",
       "      <td>12.8</td>\n",
       "      <td>60.3</td>\n",
       "      <td>2.45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>257</td>\n",
       "      <td>20591</td>\n",
       "      <td>81.8</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>14.5</td>\n",
       "      <td>3.7</td>\n",
       "      <td>62.9</td>\n",
       "      <td>2.41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>257</td>\n",
       "      <td>20592</td>\n",
       "      <td>71.3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.9</td>\n",
       "      <td>14.2</td>\n",
       "      <td>3.6</td>\n",
       "      <td>72.3</td>\n",
       "      <td>2.51</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Kod  GlasNo  SiO2  B2O3  Al2O3  MgO   CaO  Na2O   K2O     E  density\n",
       "0  257   20587  80.0   0.0    0.0  0.0   0.0  16.0   4.0  63.3     2.39\n",
       "1  257   20588  72.7   0.0    0.0  0.0   0.0  23.6   3.7  62.5     2.45\n",
       "2  257   20589  72.7   0.0    0.0  0.0   0.0  14.5  12.8  60.3     2.45\n",
       "3  257   20591  81.8   0.0    0.0  0.0   0.0  14.5   3.7  62.9     2.41\n",
       "4  257   20592  71.3   0.0    0.0  0.0  10.9  14.2   3.6  72.3     2.51"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# This is just an example dataframe\n",
    "\n",
    "SciGlass_comp_prop = pd.read_csv('data_SciGlass/SciGlass_comp_prop.csv')\n",
    "print(SciGlass_comp_prop.shape)\n",
    "SciGlass_comp_prop.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Extract Kod, Refer_Id data from the \"ARHIV\" file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(39949, 41)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>KOD</th>\n",
       "      <th>GNOMIN</th>\n",
       "      <th>GNOMAX</th>\n",
       "      <th>AUTHOR</th>\n",
       "      <th>YEAR</th>\n",
       "      <th>JOURNAL</th>\n",
       "      <th>VOLUME</th>\n",
       "      <th>NUMVOL</th>\n",
       "      <th>PAGE</th>\n",
       "      <th>PROP_CODE</th>\n",
       "      <th>...</th>\n",
       "      <th>NoMove</th>\n",
       "      <th>NComp</th>\n",
       "      <th>Patent</th>\n",
       "      <th>NComp2</th>\n",
       "      <th>IsTernary</th>\n",
       "      <th>GFdata</th>\n",
       "      <th>Atoms</th>\n",
       "      <th>Custom</th>\n",
       "      <th>DateModify</th>\n",
       "      <th>Selected</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>204</td>\n",
       "      <td>20000</td>\n",
       "      <td>20000</td>\n",
       "      <td>Volarovich M.P.</td>\n",
       "      <td>1936</td>\n",
       "      <td>JSGT</td>\n",
       "      <td>20</td>\n",
       "      <td>79</td>\n",
       "      <td>139</td>\n",
       "      <td>0400</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>148</td>\n",
       "      <td>0</td>\n",
       "      <td>20050123.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>205</td>\n",
       "      <td>20001</td>\n",
       "      <td>20005</td>\n",
       "      <td>Hoj J.W.</td>\n",
       "      <td>1992</td>\n",
       "      <td>MSE</td>\n",
       "      <td>B14</td>\n",
       "      <td>2</td>\n",
       "      <td>231</td>\n",
       "      <td>130420700</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1000</td>\n",
       "      <td>0</td>\n",
       "      <td>1000</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>148154011</td>\n",
       "      <td>0</td>\n",
       "      <td>20050120.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>206</td>\n",
       "      <td>20006</td>\n",
       "      <td>20018</td>\n",
       "      <td>Crook H.L.</td>\n",
       "      <td>1939</td>\n",
       "      <td>JSGT</td>\n",
       "      <td>23</td>\n",
       "      <td>96</td>\n",
       "      <td>82</td>\n",
       "      <td>400</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1000</td>\n",
       "      <td>0</td>\n",
       "      <td>1100</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>14813265252012561119</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>207</td>\n",
       "      <td>20019</td>\n",
       "      <td>20029</td>\n",
       "      <td>Crook H.L.</td>\n",
       "      <td>1939</td>\n",
       "      <td>JSGT</td>\n",
       "      <td>23</td>\n",
       "      <td>96</td>\n",
       "      <td>82</td>\n",
       "      <td>400</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1000</td>\n",
       "      <td>0</td>\n",
       "      <td>1000</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>148132620123091119</td>\n",
       "      <td>0</td>\n",
       "      <td>20171114.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>208</td>\n",
       "      <td>20030</td>\n",
       "      <td>20032</td>\n",
       "      <td>Crook H.L.</td>\n",
       "      <td>1939</td>\n",
       "      <td>JSGT</td>\n",
       "      <td>23</td>\n",
       "      <td>96</td>\n",
       "      <td>82</td>\n",
       "      <td>400</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1000</td>\n",
       "      <td>0</td>\n",
       "      <td>1000</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1481326203091119</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 41 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   KOD  GNOMIN  GNOMAX           AUTHOR  YEAR JOURNAL VOLUME NUMVOL PAGE  \\\n",
       "0  204   20000   20000  Volarovich M.P.  1936    JSGT     20     79  139   \n",
       "1  205   20001   20005         Hoj J.W.  1992     MSE    B14      2  231   \n",
       "2  206   20006   20018       Crook H.L.  1939    JSGT     23     96   82   \n",
       "3  207   20019   20029       Crook H.L.  1939    JSGT     23     96   82   \n",
       "4  208   20030   20032       Crook H.L.  1939    JSGT     23     96   82   \n",
       "\n",
       "       PROP_CODE  ... NoMove  NComp Patent NComp2 IsTernary  GFdata  \\\n",
       "0        0400  ...      0      1      0      1         0     NaN   \n",
       "1  130420700  ...      0   1000      0   1000         0     NaN   \n",
       "2          400  ...      0   1000      0   1100         0     NaN   \n",
       "3          400  ...      0   1000      0   1000         0     NaN   \n",
       "4          400  ...      0   1000      0   1000         0     NaN   \n",
       "\n",
       "                              Atoms  Custom  DateModify Selected  \n",
       "0                            148       0  20050123.0        0  \n",
       "1                   148154011       0  20050120.0        0  \n",
       "2  14813265252012561119       0         NaN        0  \n",
       "3     148132620123091119       0  20171114.0        0  \n",
       "4        1481326203091119       0         NaN        0  \n",
       "\n",
       "[5 rows x 41 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ARHIV = pd.read_csv('data_SciGlass/ARHIV.csv', encoding = 'latin1')\n",
    "print(ARHIV.shape)\n",
    "ARHIV.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(39949, 2)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Kod</th>\n",
       "      <th>Refer_ID</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>204</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>205</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>206</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>207</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>208</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Kod  Refer_ID\n",
       "0  204         1\n",
       "1  205         2\n",
       "2  206         3\n",
       "3  207         3\n",
       "4  208         3"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Use only Kod and Refer_ID\n",
    "\n",
    "ARHIV_select = ARHIV[['KOD', 'Refer_Id']]\n",
    "ARHIV_select = ARHIV_select.rename(columns={'KOD': 'Kod', 'Refer_Id': 'Refer_ID'})\n",
    "print(ARHIV_select.shape)\n",
    "ARHIV_select.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Extract Refer_Id, YEAR, JOURNAL, Authors, Title, Discr data from the \"Reference\" file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(45293, 13)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Refer_ID</th>\n",
       "      <th>Authors</th>\n",
       "      <th>YEAR</th>\n",
       "      <th>JOURNAL</th>\n",
       "      <th>VOLUME</th>\n",
       "      <th>NUMVOL</th>\n",
       "      <th>PAGE</th>\n",
       "      <th>Title</th>\n",
       "      <th>EndPage</th>\n",
       "      <th>Descr</th>\n",
       "      <th>FullDescr</th>\n",
       "      <th>ShortDescr</th>\n",
       "      <th>DOI</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>'Volarovich M.P.' 'Leontjeva A.A.'</td>\n",
       "      <td>1936</td>\n",
       "      <td>JSGT</td>\n",
       "      <td>20</td>\n",
       "      <td>79</td>\n",
       "      <td>139</td>\n",
       "      <td>Determination of the viscosity of quartz glass...</td>\n",
       "      <td>143.0</td>\n",
       "      <td>Volarovich M.P. and Leontjeva A.A., J.Soc.Glas...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Volarovich M.P. and Leontjeva A.A., J.Soc.Glas...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>'Hoj J.W.' 'Engell J.'</td>\n",
       "      <td>1992</td>\n",
       "      <td>MSE</td>\n",
       "      <td>B14</td>\n",
       "      <td>2</td>\n",
       "      <td>231</td>\n",
       "      <td>Superconducting glass in the system Na2O-ZrO2-...</td>\n",
       "      <td>234.0</td>\n",
       "      <td>Hoj J.W. and Engell J., Mater.Sci.Eng., 1992, ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Hoj J.W. and Engell J., Mater.Sci.Eng., 1992, ...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>'Crook H.L.'</td>\n",
       "      <td>1939</td>\n",
       "      <td>JSGT</td>\n",
       "      <td>23</td>\n",
       "      <td>96</td>\n",
       "      <td>82</td>\n",
       "      <td>The viscometer in works practice</td>\n",
       "      <td>107.0</td>\n",
       "      <td>Crook H.L., J.Soc.Glass Technol., 1939, vol. 2...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Crook H.L., J.Soc.Glass Technol., 1939, vol. 2...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>'Taylor N.W.' 'McNamara E.P.' 'Sherman J.'</td>\n",
       "      <td>1937</td>\n",
       "      <td>JSGT</td>\n",
       "      <td>21</td>\n",
       "      <td>83</td>\n",
       "      <td>61</td>\n",
       "      <td>A study of the elastico-viscous properties of ...</td>\n",
       "      <td>81.0</td>\n",
       "      <td>Taylor N.W., McNamara E.P. and Sherman J., J.S...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Taylor N.W., McNamara E.P. and Sherman J., J.S...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>'Livshits V.Ya.' 'Potalitsyn M.G.'</td>\n",
       "      <td>1994</td>\n",
       "      <td>FKS</td>\n",
       "      <td>20</td>\n",
       "      <td>2</td>\n",
       "      <td>204</td>\n",
       "      <td>Elasticity modules and energetics of glasses i...</td>\n",
       "      <td>209.0</td>\n",
       "      <td>Livshits V.Ya. and Potalitsyn M.G., Fizika i K...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Livshits V.Ya. and Potalitsyn M.G., Fizika i K...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Refer_ID                                      Authors  YEAR JOURNAL VOLUME  \\\n",
       "0         1          'Volarovich M.P.' 'Leontjeva A.A.'   1936    JSGT     20   \n",
       "1         2                      'Hoj J.W.' 'Engell J.'   1992     MSE    B14   \n",
       "2         3                                'Crook H.L.'   1939    JSGT     23   \n",
       "3         4  'Taylor N.W.' 'McNamara E.P.' 'Sherman J.'   1937    JSGT     21   \n",
       "4         5          'Livshits V.Ya.' 'Potalitsyn M.G.'   1994     FKS     20   \n",
       "\n",
       "  NUMVOL PAGE                                              Title  EndPage  \\\n",
       "0     79  139  Determination of the viscosity of quartz glass...    143.0   \n",
       "1      2  231  Superconducting glass in the system Na2O-ZrO2-...    234.0   \n",
       "2     96   82                   The viscometer in works practice    107.0   \n",
       "3     83   61  A study of the elastico-viscous properties of ...     81.0   \n",
       "4      2  204  Elasticity modules and energetics of glasses i...    209.0   \n",
       "\n",
       "                                               Descr  FullDescr  \\\n",
       "0  Volarovich M.P. and Leontjeva A.A., J.Soc.Glas...        NaN   \n",
       "1  Hoj J.W. and Engell J., Mater.Sci.Eng., 1992, ...        NaN   \n",
       "2  Crook H.L., J.Soc.Glass Technol., 1939, vol. 2...        NaN   \n",
       "3  Taylor N.W., McNamara E.P. and Sherman J., J.S...        NaN   \n",
       "4  Livshits V.Ya. and Potalitsyn M.G., Fizika i K...        NaN   \n",
       "\n",
       "                                          ShortDescr  DOI  \n",
       "0  Volarovich M.P. and Leontjeva A.A., J.Soc.Glas...  NaN  \n",
       "1  Hoj J.W. and Engell J., Mater.Sci.Eng., 1992, ...  NaN  \n",
       "2  Crook H.L., J.Soc.Glass Technol., 1939, vol. 2...  NaN  \n",
       "3  Taylor N.W., McNamara E.P. and Sherman J., J.S...  NaN  \n",
       "4  Livshits V.Ya. and Potalitsyn M.G., Fizika i K...  NaN  "
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Reference = pd.read_csv('data_SciGlass/Reference.csv', encoding = 'latin1')\n",
    "print(Reference.shape)\n",
    "Reference.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(45293, 6)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Refer_ID</th>\n",
       "      <th>YEAR</th>\n",
       "      <th>JOURNAL</th>\n",
       "      <th>Authors</th>\n",
       "      <th>Title</th>\n",
       "      <th>Descr</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1936</td>\n",
       "      <td>JSGT</td>\n",
       "      <td>'Volarovich M.P.' 'Leontjeva A.A.'</td>\n",
       "      <td>Determination of the viscosity of quartz glass...</td>\n",
       "      <td>Volarovich M.P. and Leontjeva A.A., J.Soc.Glas...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>1992</td>\n",
       "      <td>MSE</td>\n",
       "      <td>'Hoj J.W.' 'Engell J.'</td>\n",
       "      <td>Superconducting glass in the system Na2O-ZrO2-...</td>\n",
       "      <td>Hoj J.W. and Engell J., Mater.Sci.Eng., 1992, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>1939</td>\n",
       "      <td>JSGT</td>\n",
       "      <td>'Crook H.L.'</td>\n",
       "      <td>The viscometer in works practice</td>\n",
       "      <td>Crook H.L., J.Soc.Glass Technol., 1939, vol. 2...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>1937</td>\n",
       "      <td>JSGT</td>\n",
       "      <td>'Taylor N.W.' 'McNamara E.P.' 'Sherman J.'</td>\n",
       "      <td>A study of the elastico-viscous properties of ...</td>\n",
       "      <td>Taylor N.W., McNamara E.P. and Sherman J., J.S...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>1994</td>\n",
       "      <td>FKS</td>\n",
       "      <td>'Livshits V.Ya.' 'Potalitsyn M.G.'</td>\n",
       "      <td>Elasticity modules and energetics of glasses i...</td>\n",
       "      <td>Livshits V.Ya. and Potalitsyn M.G., Fizika i K...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Refer_ID  YEAR JOURNAL                                      Authors  \\\n",
       "0         1  1936    JSGT          'Volarovich M.P.' 'Leontjeva A.A.'    \n",
       "1         2  1992     MSE                      'Hoj J.W.' 'Engell J.'    \n",
       "2         3  1939    JSGT                                'Crook H.L.'    \n",
       "3         4  1937    JSGT  'Taylor N.W.' 'McNamara E.P.' 'Sherman J.'    \n",
       "4         5  1994     FKS          'Livshits V.Ya.' 'Potalitsyn M.G.'    \n",
       "\n",
       "                                               Title  \\\n",
       "0  Determination of the viscosity of quartz glass...   \n",
       "1  Superconducting glass in the system Na2O-ZrO2-...   \n",
       "2                   The viscometer in works practice   \n",
       "3  A study of the elastico-viscous properties of ...   \n",
       "4  Elasticity modules and energetics of glasses i...   \n",
       "\n",
       "                                               Descr  \n",
       "0  Volarovich M.P. and Leontjeva A.A., J.Soc.Glas...  \n",
       "1  Hoj J.W. and Engell J., Mater.Sci.Eng., 1992, ...  \n",
       "2  Crook H.L., J.Soc.Glass Technol., 1939, vol. 2...  \n",
       "3  Taylor N.W., McNamara E.P. and Sherman J., J.S...  \n",
       "4  Livshits V.Ya. and Potalitsyn M.G., Fizika i K...  "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Reference_select = Reference[['Refer_ID', 'YEAR', 'JOURNAL', 'Authors', 'Title', 'Descr']]\n",
    "print(Reference_select.shape)\n",
    "Reference_select.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Combine Kod with the source data from \"Reference\" file on Refer_ID"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(39949, 7)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Kod</th>\n",
       "      <th>Refer_ID</th>\n",
       "      <th>YEAR</th>\n",
       "      <th>JOURNAL</th>\n",
       "      <th>Authors</th>\n",
       "      <th>Title</th>\n",
       "      <th>Descr</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>204</td>\n",
       "      <td>1</td>\n",
       "      <td>1936</td>\n",
       "      <td>JSGT</td>\n",
       "      <td>'Volarovich M.P.' 'Leontjeva A.A.'</td>\n",
       "      <td>Determination of the viscosity of quartz glass...</td>\n",
       "      <td>Volarovich M.P. and Leontjeva A.A., J.Soc.Glas...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>205</td>\n",
       "      <td>2</td>\n",
       "      <td>1992</td>\n",
       "      <td>MSE</td>\n",
       "      <td>'Hoj J.W.' 'Engell J.'</td>\n",
       "      <td>Superconducting glass in the system Na2O-ZrO2-...</td>\n",
       "      <td>Hoj J.W. and Engell J., Mater.Sci.Eng., 1992, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>206</td>\n",
       "      <td>3</td>\n",
       "      <td>1939</td>\n",
       "      <td>JSGT</td>\n",
       "      <td>'Crook H.L.'</td>\n",
       "      <td>The viscometer in works practice</td>\n",
       "      <td>Crook H.L., J.Soc.Glass Technol., 1939, vol. 2...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>207</td>\n",
       "      <td>3</td>\n",
       "      <td>1939</td>\n",
       "      <td>JSGT</td>\n",
       "      <td>'Crook H.L.'</td>\n",
       "      <td>The viscometer in works practice</td>\n",
       "      <td>Crook H.L., J.Soc.Glass Technol., 1939, vol. 2...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>208</td>\n",
       "      <td>3</td>\n",
       "      <td>1939</td>\n",
       "      <td>JSGT</td>\n",
       "      <td>'Crook H.L.'</td>\n",
       "      <td>The viscometer in works practice</td>\n",
       "      <td>Crook H.L., J.Soc.Glass Technol., 1939, vol. 2...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Kod  Refer_ID  YEAR JOURNAL                              Authors  \\\n",
       "0  204         1  1936    JSGT  'Volarovich M.P.' 'Leontjeva A.A.'    \n",
       "1  205         2  1992     MSE              'Hoj J.W.' 'Engell J.'    \n",
       "2  206         3  1939    JSGT                        'Crook H.L.'    \n",
       "3  207         3  1939    JSGT                        'Crook H.L.'    \n",
       "4  208         3  1939    JSGT                        'Crook H.L.'    \n",
       "\n",
       "                                               Title  \\\n",
       "0  Determination of the viscosity of quartz glass...   \n",
       "1  Superconducting glass in the system Na2O-ZrO2-...   \n",
       "2                   The viscometer in works practice   \n",
       "3                   The viscometer in works practice   \n",
       "4                   The viscometer in works practice   \n",
       "\n",
       "                                               Descr  \n",
       "0  Volarovich M.P. and Leontjeva A.A., J.Soc.Glas...  \n",
       "1  Hoj J.W. and Engell J., Mater.Sci.Eng., 1992, ...  \n",
       "2  Crook H.L., J.Soc.Glass Technol., 1939, vol. 2...  \n",
       "3  Crook H.L., J.Soc.Glass Technol., 1939, vol. 2...  \n",
       "4  Crook H.L., J.Soc.Glass Technol., 1939, vol. 2...  "
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "SciGlass_source = pd.merge(ARHIV_select, Reference_select, on = 'Refer_ID', how = 'inner')\n",
    "print(SciGlass_source.shape)\n",
    "SciGlass_source.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Combine \"SciGlass_comp_prop\" file with the source data on Kod"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(5078, 17)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Kod</th>\n",
       "      <th>GlasNo</th>\n",
       "      <th>SiO2</th>\n",
       "      <th>B2O3</th>\n",
       "      <th>Al2O3</th>\n",
       "      <th>MgO</th>\n",
       "      <th>CaO</th>\n",
       "      <th>Na2O</th>\n",
       "      <th>K2O</th>\n",
       "      <th>E</th>\n",
       "      <th>density</th>\n",
       "      <th>Refer_ID</th>\n",
       "      <th>YEAR</th>\n",
       "      <th>JOURNAL</th>\n",
       "      <th>Authors</th>\n",
       "      <th>Title</th>\n",
       "      <th>Descr</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>257</td>\n",
       "      <td>20587</td>\n",
       "      <td>80.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>16.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>63.3</td>\n",
       "      <td>2.39</td>\n",
       "      <td>41</td>\n",
       "      <td>1988</td>\n",
       "      <td>FKS</td>\n",
       "      <td>'Livshits V.Ya.' 'Marchuk E.A.' 'Plutalova N.Y...</td>\n",
       "      <td>The influence of various oxides on elastic cha...</td>\n",
       "      <td>Livshits V.Ya., Marchuk E.A., Plutalova N.Yu. ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>257</td>\n",
       "      <td>20588</td>\n",
       "      <td>72.70</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>23.60</td>\n",
       "      <td>3.70</td>\n",
       "      <td>62.5</td>\n",
       "      <td>2.45</td>\n",
       "      <td>41</td>\n",
       "      <td>1988</td>\n",
       "      <td>FKS</td>\n",
       "      <td>'Livshits V.Ya.' 'Marchuk E.A.' 'Plutalova N.Y...</td>\n",
       "      <td>The influence of various oxides on elastic cha...</td>\n",
       "      <td>Livshits V.Ya., Marchuk E.A., Plutalova N.Yu. ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>257</td>\n",
       "      <td>20589</td>\n",
       "      <td>72.70</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>14.50</td>\n",
       "      <td>12.80</td>\n",
       "      <td>60.3</td>\n",
       "      <td>2.45</td>\n",
       "      <td>41</td>\n",
       "      <td>1988</td>\n",
       "      <td>FKS</td>\n",
       "      <td>'Livshits V.Ya.' 'Marchuk E.A.' 'Plutalova N.Y...</td>\n",
       "      <td>The influence of various oxides on elastic cha...</td>\n",
       "      <td>Livshits V.Ya., Marchuk E.A., Plutalova N.Yu. ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>257</td>\n",
       "      <td>20591</td>\n",
       "      <td>81.80</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>14.50</td>\n",
       "      <td>3.70</td>\n",
       "      <td>62.9</td>\n",
       "      <td>2.41</td>\n",
       "      <td>41</td>\n",
       "      <td>1988</td>\n",
       "      <td>FKS</td>\n",
       "      <td>'Livshits V.Ya.' 'Marchuk E.A.' 'Plutalova N.Y...</td>\n",
       "      <td>The influence of various oxides on elastic cha...</td>\n",
       "      <td>Livshits V.Ya., Marchuk E.A., Plutalova N.Yu. ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>257</td>\n",
       "      <td>20592</td>\n",
       "      <td>71.30</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>10.90</td>\n",
       "      <td>14.20</td>\n",
       "      <td>3.60</td>\n",
       "      <td>72.3</td>\n",
       "      <td>2.51</td>\n",
       "      <td>41</td>\n",
       "      <td>1988</td>\n",
       "      <td>FKS</td>\n",
       "      <td>'Livshits V.Ya.' 'Marchuk E.A.' 'Plutalova N.Y...</td>\n",
       "      <td>The influence of various oxides on elastic cha...</td>\n",
       "      <td>Livshits V.Ya., Marchuk E.A., Plutalova N.Yu. ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>257</td>\n",
       "      <td>20593</td>\n",
       "      <td>76.20</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>15.20</td>\n",
       "      <td>3.80</td>\n",
       "      <td>65.2</td>\n",
       "      <td>2.59</td>\n",
       "      <td>41</td>\n",
       "      <td>1988</td>\n",
       "      <td>FKS</td>\n",
       "      <td>'Livshits V.Ya.' 'Marchuk E.A.' 'Plutalova N.Y...</td>\n",
       "      <td>The influence of various oxides on elastic cha...</td>\n",
       "      <td>Livshits V.Ya., Marchuk E.A., Plutalova N.Yu. ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>257</td>\n",
       "      <td>20594</td>\n",
       "      <td>76.20</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>15.20</td>\n",
       "      <td>3.80</td>\n",
       "      <td>63.2</td>\n",
       "      <td>2.71</td>\n",
       "      <td>41</td>\n",
       "      <td>1988</td>\n",
       "      <td>FKS</td>\n",
       "      <td>'Livshits V.Ya.' 'Marchuk E.A.' 'Plutalova N.Y...</td>\n",
       "      <td>The influence of various oxides on elastic cha...</td>\n",
       "      <td>Livshits V.Ya., Marchuk E.A., Plutalova N.Yu. ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>258</td>\n",
       "      <td>20595</td>\n",
       "      <td>72.70</td>\n",
       "      <td>9.10</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>14.50</td>\n",
       "      <td>3.70</td>\n",
       "      <td>78.2</td>\n",
       "      <td>2.47</td>\n",
       "      <td>41</td>\n",
       "      <td>1988</td>\n",
       "      <td>FKS</td>\n",
       "      <td>'Livshits V.Ya.' 'Marchuk E.A.' 'Plutalova N.Y...</td>\n",
       "      <td>The influence of various oxides on elastic cha...</td>\n",
       "      <td>Livshits V.Ya., Marchuk E.A., Plutalova N.Yu. ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>258</td>\n",
       "      <td>20596</td>\n",
       "      <td>76.20</td>\n",
       "      <td>0.00</td>\n",
       "      <td>4.80</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>15.20</td>\n",
       "      <td>3.80</td>\n",
       "      <td>67.0</td>\n",
       "      <td>2.40</td>\n",
       "      <td>41</td>\n",
       "      <td>1988</td>\n",
       "      <td>FKS</td>\n",
       "      <td>'Livshits V.Ya.' 'Marchuk E.A.' 'Plutalova N.Y...</td>\n",
       "      <td>The influence of various oxides on elastic cha...</td>\n",
       "      <td>Livshits V.Ya., Marchuk E.A., Plutalova N.Yu. ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>258</td>\n",
       "      <td>20598</td>\n",
       "      <td>76.20</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>15.20</td>\n",
       "      <td>3.80</td>\n",
       "      <td>65.5</td>\n",
       "      <td>2.70</td>\n",
       "      <td>41</td>\n",
       "      <td>1988</td>\n",
       "      <td>FKS</td>\n",
       "      <td>'Livshits V.Ya.' 'Marchuk E.A.' 'Plutalova N.Y...</td>\n",
       "      <td>The influence of various oxides on elastic cha...</td>\n",
       "      <td>Livshits V.Ya., Marchuk E.A., Plutalova N.Yu. ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>258</td>\n",
       "      <td>20599</td>\n",
       "      <td>76.50</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>15.30</td>\n",
       "      <td>3.80</td>\n",
       "      <td>69.0</td>\n",
       "      <td>2.69</td>\n",
       "      <td>41</td>\n",
       "      <td>1988</td>\n",
       "      <td>FKS</td>\n",
       "      <td>'Livshits V.Ya.' 'Marchuk E.A.' 'Plutalova N.Y...</td>\n",
       "      <td>The influence of various oxides on elastic cha...</td>\n",
       "      <td>Livshits V.Ya., Marchuk E.A., Plutalova N.Yu. ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>268</td>\n",
       "      <td>20680</td>\n",
       "      <td>61.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>9.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>30.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>63.8</td>\n",
       "      <td>2.48</td>\n",
       "      <td>49</td>\n",
       "      <td>1984</td>\n",
       "      <td>FKS</td>\n",
       "      <td>'Karapetyan G.O.' 'Livshits V.Ya.' 'Nemilov S....</td>\n",
       "      <td>Energetics of mixed-alkali alumino-silicate gl...</td>\n",
       "      <td>Karapetyan G.O., Livshits V.Ya., Nemilov S.V. ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>293</td>\n",
       "      <td>110629</td>\n",
       "      <td>73.37</td>\n",
       "      <td>15.46</td>\n",
       "      <td>1.45</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>7.58</td>\n",
       "      <td>63.6</td>\n",
       "      <td>2.33</td>\n",
       "      <td>72</td>\n",
       "      <td>1975</td>\n",
       "      <td>OS</td>\n",
       "      <td>'State Optical Institute'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>State Optical Institute, Opticheskoe Steklo.Ma...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>293</td>\n",
       "      <td>110630</td>\n",
       "      <td>81.03</td>\n",
       "      <td>10.83</td>\n",
       "      <td>0.88</td>\n",
       "      <td>0.77</td>\n",
       "      <td>0.00</td>\n",
       "      <td>4.92</td>\n",
       "      <td>0.00</td>\n",
       "      <td>68.4</td>\n",
       "      <td>2.27</td>\n",
       "      <td>72</td>\n",
       "      <td>1975</td>\n",
       "      <td>OS</td>\n",
       "      <td>'State Optical Institute'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>State Optical Institute, Opticheskoe Steklo.Ma...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>293</td>\n",
       "      <td>110632</td>\n",
       "      <td>82.89</td>\n",
       "      <td>9.33</td>\n",
       "      <td>0.91</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>5.25</td>\n",
       "      <td>67.9</td>\n",
       "      <td>2.30</td>\n",
       "      <td>72</td>\n",
       "      <td>1975</td>\n",
       "      <td>OS</td>\n",
       "      <td>'State Optical Institute'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>State Optical Institute, Opticheskoe Steklo.Ma...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>389</td>\n",
       "      <td>22045</td>\n",
       "      <td>55.60</td>\n",
       "      <td>0.00</td>\n",
       "      <td>22.20</td>\n",
       "      <td>22.20</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>101.0</td>\n",
       "      <td>2.62</td>\n",
       "      <td>125</td>\n",
       "      <td>1989</td>\n",
       "      <td>PCG</td>\n",
       "      <td>'Singer G.M.' 'Tomozawa M.'</td>\n",
       "      <td>Cordierite-based oxyfluoride glasses and glass...</td>\n",
       "      <td>Singer G.M. and Tomozawa M., Phys.Chem.Glasses...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>389</td>\n",
       "      <td>22050</td>\n",
       "      <td>54.50</td>\n",
       "      <td>0.00</td>\n",
       "      <td>20.00</td>\n",
       "      <td>21.80</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>93.7</td>\n",
       "      <td>2.60</td>\n",
       "      <td>125</td>\n",
       "      <td>1989</td>\n",
       "      <td>PCG</td>\n",
       "      <td>'Singer G.M.' 'Tomozawa M.'</td>\n",
       "      <td>Cordierite-based oxyfluoride glasses and glass...</td>\n",
       "      <td>Singer G.M. and Tomozawa M., Phys.Chem.Glasses...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>414</td>\n",
       "      <td>22218</td>\n",
       "      <td>50.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>18.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>12.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>71.9</td>\n",
       "      <td>2.44</td>\n",
       "      <td>139</td>\n",
       "      <td>1959</td>\n",
       "      <td>Issledovanie Alyumo-Bornoi Anomalii Svoistv Si...</td>\n",
       "      <td>'Gan Fuxi'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Gan Fuxi, Issledovanie Alyumo-Bornoi Anomalii ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>414</td>\n",
       "      <td>22219</td>\n",
       "      <td>50.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>18.00</td>\n",
       "      <td>12.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>77.4</td>\n",
       "      <td>2.56</td>\n",
       "      <td>139</td>\n",
       "      <td>1959</td>\n",
       "      <td>Issledovanie Alyumo-Bornoi Anomalii Svoistv Si...</td>\n",
       "      <td>'Gan Fuxi'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Gan Fuxi, Issledovanie Alyumo-Bornoi Anomalii ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>572</td>\n",
       "      <td>24653</td>\n",
       "      <td>74.69</td>\n",
       "      <td>4.48</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>2.45</td>\n",
       "      <td>14.80</td>\n",
       "      <td>3.31</td>\n",
       "      <td>72.1</td>\n",
       "      <td>2.48</td>\n",
       "      <td>238</td>\n",
       "      <td>1954</td>\n",
       "      <td>JACS</td>\n",
       "      <td>'Spinner S.'</td>\n",
       "      <td>Elastic moduli of glasses by a dynamic method</td>\n",
       "      <td>Spinner S., J.Am.Ceram.Soc., 1954, vol. 37, No...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Kod  GlasNo   SiO2   B2O3  Al2O3    MgO    CaO   Na2O    K2O      E  \\\n",
       "0   257   20587  80.00   0.00   0.00   0.00   0.00  16.00   4.00   63.3   \n",
       "1   257   20588  72.70   0.00   0.00   0.00   0.00  23.60   3.70   62.5   \n",
       "2   257   20589  72.70   0.00   0.00   0.00   0.00  14.50  12.80   60.3   \n",
       "3   257   20591  81.80   0.00   0.00   0.00   0.00  14.50   3.70   62.9   \n",
       "4   257   20592  71.30   0.00   0.00   0.00  10.90  14.20   3.60   72.3   \n",
       "5   257   20593  76.20   0.00   0.00   0.00   0.00  15.20   3.80   65.2   \n",
       "6   257   20594  76.20   0.00   0.00   0.00   0.00  15.20   3.80   63.2   \n",
       "7   258   20595  72.70   9.10   0.00   0.00   0.00  14.50   3.70   78.2   \n",
       "8   258   20596  76.20   0.00   4.80   0.00   0.00  15.20   3.80   67.0   \n",
       "9   258   20598  76.20   0.00   0.00   0.00   0.00  15.20   3.80   65.5   \n",
       "10  258   20599  76.50   0.00   0.00   0.00   0.00  15.30   3.80   69.0   \n",
       "11  268   20680  61.00   0.00   9.00   0.00   0.00  30.00   0.00   63.8   \n",
       "12  293  110629  73.37  15.46   1.45   0.00   0.00   0.00   7.58   63.6   \n",
       "13  293  110630  81.03  10.83   0.88   0.77   0.00   4.92   0.00   68.4   \n",
       "14  293  110632  82.89   9.33   0.91   0.00   0.00   0.00   5.25   67.9   \n",
       "15  389   22045  55.60   0.00  22.20  22.20   0.00   0.00   0.00  101.0   \n",
       "16  389   22050  54.50   0.00  20.00  21.80   0.00   0.00   0.00   93.7   \n",
       "17  414   22218  50.00  10.00  10.00  18.00   0.00  12.00   0.00   71.9   \n",
       "18  414   22219  50.00  10.00  10.00   0.00  18.00  12.00   0.00   77.4   \n",
       "19  572   24653  74.69   4.48   0.00   0.00   2.45  14.80   3.31   72.1   \n",
       "\n",
       "    density  Refer_ID  YEAR  \\\n",
       "0      2.39        41  1988   \n",
       "1      2.45        41  1988   \n",
       "2      2.45        41  1988   \n",
       "3      2.41        41  1988   \n",
       "4      2.51        41  1988   \n",
       "5      2.59        41  1988   \n",
       "6      2.71        41  1988   \n",
       "7      2.47        41  1988   \n",
       "8      2.40        41  1988   \n",
       "9      2.70        41  1988   \n",
       "10     2.69        41  1988   \n",
       "11     2.48        49  1984   \n",
       "12     2.33        72  1975   \n",
       "13     2.27        72  1975   \n",
       "14     2.30        72  1975   \n",
       "15     2.62       125  1989   \n",
       "16     2.60       125  1989   \n",
       "17     2.44       139  1959   \n",
       "18     2.56       139  1959   \n",
       "19     2.48       238  1954   \n",
       "\n",
       "                                              JOURNAL  \\\n",
       "0                                                 FKS   \n",
       "1                                                 FKS   \n",
       "2                                                 FKS   \n",
       "3                                                 FKS   \n",
       "4                                                 FKS   \n",
       "5                                                 FKS   \n",
       "6                                                 FKS   \n",
       "7                                                 FKS   \n",
       "8                                                 FKS   \n",
       "9                                                 FKS   \n",
       "10                                                FKS   \n",
       "11                                                FKS   \n",
       "12                                                 OS   \n",
       "13                                                 OS   \n",
       "14                                                 OS   \n",
       "15                                                PCG   \n",
       "16                                                PCG   \n",
       "17  Issledovanie Alyumo-Bornoi Anomalii Svoistv Si...   \n",
       "18  Issledovanie Alyumo-Bornoi Anomalii Svoistv Si...   \n",
       "19                                               JACS   \n",
       "\n",
       "                                              Authors  \\\n",
       "0   'Livshits V.Ya.' 'Marchuk E.A.' 'Plutalova N.Y...   \n",
       "1   'Livshits V.Ya.' 'Marchuk E.A.' 'Plutalova N.Y...   \n",
       "2   'Livshits V.Ya.' 'Marchuk E.A.' 'Plutalova N.Y...   \n",
       "3   'Livshits V.Ya.' 'Marchuk E.A.' 'Plutalova N.Y...   \n",
       "4   'Livshits V.Ya.' 'Marchuk E.A.' 'Plutalova N.Y...   \n",
       "5   'Livshits V.Ya.' 'Marchuk E.A.' 'Plutalova N.Y...   \n",
       "6   'Livshits V.Ya.' 'Marchuk E.A.' 'Plutalova N.Y...   \n",
       "7   'Livshits V.Ya.' 'Marchuk E.A.' 'Plutalova N.Y...   \n",
       "8   'Livshits V.Ya.' 'Marchuk E.A.' 'Plutalova N.Y...   \n",
       "9   'Livshits V.Ya.' 'Marchuk E.A.' 'Plutalova N.Y...   \n",
       "10  'Livshits V.Ya.' 'Marchuk E.A.' 'Plutalova N.Y...   \n",
       "11  'Karapetyan G.O.' 'Livshits V.Ya.' 'Nemilov S....   \n",
       "12                         'State Optical Institute'    \n",
       "13                         'State Optical Institute'    \n",
       "14                         'State Optical Institute'    \n",
       "15                       'Singer G.M.' 'Tomozawa M.'    \n",
       "16                       'Singer G.M.' 'Tomozawa M.'    \n",
       "17                                        'Gan Fuxi'    \n",
       "18                                        'Gan Fuxi'    \n",
       "19                                      'Spinner S.'    \n",
       "\n",
       "                                                Title  \\\n",
       "0   The influence of various oxides on elastic cha...   \n",
       "1   The influence of various oxides on elastic cha...   \n",
       "2   The influence of various oxides on elastic cha...   \n",
       "3   The influence of various oxides on elastic cha...   \n",
       "4   The influence of various oxides on elastic cha...   \n",
       "5   The influence of various oxides on elastic cha...   \n",
       "6   The influence of various oxides on elastic cha...   \n",
       "7   The influence of various oxides on elastic cha...   \n",
       "8   The influence of various oxides on elastic cha...   \n",
       "9   The influence of various oxides on elastic cha...   \n",
       "10  The influence of various oxides on elastic cha...   \n",
       "11  Energetics of mixed-alkali alumino-silicate gl...   \n",
       "12                                                NaN   \n",
       "13                                                NaN   \n",
       "14                                                NaN   \n",
       "15  Cordierite-based oxyfluoride glasses and glass...   \n",
       "16  Cordierite-based oxyfluoride glasses and glass...   \n",
       "17                                                NaN   \n",
       "18                                                NaN   \n",
       "19      Elastic moduli of glasses by a dynamic method   \n",
       "\n",
       "                                                Descr  \n",
       "0   Livshits V.Ya., Marchuk E.A., Plutalova N.Yu. ...  \n",
       "1   Livshits V.Ya., Marchuk E.A., Plutalova N.Yu. ...  \n",
       "2   Livshits V.Ya., Marchuk E.A., Plutalova N.Yu. ...  \n",
       "3   Livshits V.Ya., Marchuk E.A., Plutalova N.Yu. ...  \n",
       "4   Livshits V.Ya., Marchuk E.A., Plutalova N.Yu. ...  \n",
       "5   Livshits V.Ya., Marchuk E.A., Plutalova N.Yu. ...  \n",
       "6   Livshits V.Ya., Marchuk E.A., Plutalova N.Yu. ...  \n",
       "7   Livshits V.Ya., Marchuk E.A., Plutalova N.Yu. ...  \n",
       "8   Livshits V.Ya., Marchuk E.A., Plutalova N.Yu. ...  \n",
       "9   Livshits V.Ya., Marchuk E.A., Plutalova N.Yu. ...  \n",
       "10  Livshits V.Ya., Marchuk E.A., Plutalova N.Yu. ...  \n",
       "11  Karapetyan G.O., Livshits V.Ya., Nemilov S.V. ...  \n",
       "12  State Optical Institute, Opticheskoe Steklo.Ma...  \n",
       "13  State Optical Institute, Opticheskoe Steklo.Ma...  \n",
       "14  State Optical Institute, Opticheskoe Steklo.Ma...  \n",
       "15  Singer G.M. and Tomozawa M., Phys.Chem.Glasses...  \n",
       "16  Singer G.M. and Tomozawa M., Phys.Chem.Glasses...  \n",
       "17  Gan Fuxi, Issledovanie Alyumo-Bornoi Anomalii ...  \n",
       "18  Gan Fuxi, Issledovanie Alyumo-Bornoi Anomalii ...  \n",
       "19  Spinner S., J.Am.Ceram.Soc., 1954, vol. 37, No...  "
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "SciGlass_select_source = pd.merge(SciGlass_comp_prop, SciGlass_source, on = 'Kod', how = 'inner')\n",
    "print(SciGlass_select_source.shape)\n",
    "SciGlass_select_source.head(20)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Sort by YEAR if necessary"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(5078, 17)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Kod</th>\n",
       "      <th>GlasNo</th>\n",
       "      <th>SiO2</th>\n",
       "      <th>B2O3</th>\n",
       "      <th>Al2O3</th>\n",
       "      <th>MgO</th>\n",
       "      <th>CaO</th>\n",
       "      <th>Na2O</th>\n",
       "      <th>K2O</th>\n",
       "      <th>E</th>\n",
       "      <th>density</th>\n",
       "      <th>Refer_ID</th>\n",
       "      <th>YEAR</th>\n",
       "      <th>JOURNAL</th>\n",
       "      <th>Authors</th>\n",
       "      <th>Title</th>\n",
       "      <th>Descr</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>439</th>\n",
       "      <td>4929</td>\n",
       "      <td>145714</td>\n",
       "      <td>75.84</td>\n",
       "      <td>0.00</td>\n",
       "      <td>2.12</td>\n",
       "      <td>0.00</td>\n",
       "      <td>7.71</td>\n",
       "      <td>10.46</td>\n",
       "      <td>0.00</td>\n",
       "      <td>69.4</td>\n",
       "      <td>2.47</td>\n",
       "      <td>3211</td>\n",
       "      <td>1894</td>\n",
       "      <td>APC</td>\n",
       "      <td>'Winkelmann A.' 'Schott O.'</td>\n",
       "      <td>Ueber die Elasticitat und uber die Zug- und Dr...</td>\n",
       "      <td>Winkelmann A. and Schott O., Ann.Phys.Chem., 1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>437</th>\n",
       "      <td>4929</td>\n",
       "      <td>144898</td>\n",
       "      <td>0.00</td>\n",
       "      <td>74.64</td>\n",
       "      <td>13.28</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>9.71</td>\n",
       "      <td>0.00</td>\n",
       "      <td>46.0</td>\n",
       "      <td>2.24</td>\n",
       "      <td>3211</td>\n",
       "      <td>1894</td>\n",
       "      <td>APC</td>\n",
       "      <td>'Winkelmann A.' 'Schott O.'</td>\n",
       "      <td>Ueber die Elasticitat und uber die Zug- und Dr...</td>\n",
       "      <td>Winkelmann A. and Schott O., Ann.Phys.Chem., 1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>436</th>\n",
       "      <td>4929</td>\n",
       "      <td>16009</td>\n",
       "      <td>74.17</td>\n",
       "      <td>12.62</td>\n",
       "      <td>3.08</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>10.13</td>\n",
       "      <td>0.00</td>\n",
       "      <td>71.5</td>\n",
       "      <td>2.37</td>\n",
       "      <td>3211</td>\n",
       "      <td>1894</td>\n",
       "      <td>APC</td>\n",
       "      <td>'Winkelmann A.' 'Schott O.'</td>\n",
       "      <td>Ueber die Elasticitat und uber die Zug- und Dr...</td>\n",
       "      <td>Winkelmann A. and Schott O., Ann.Phys.Chem., 1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>440</th>\n",
       "      <td>4929</td>\n",
       "      <td>145715</td>\n",
       "      <td>75.03</td>\n",
       "      <td>10.79</td>\n",
       "      <td>3.07</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>11.11</td>\n",
       "      <td>0.00</td>\n",
       "      <td>71.2</td>\n",
       "      <td>2.37</td>\n",
       "      <td>3211</td>\n",
       "      <td>1894</td>\n",
       "      <td>APC</td>\n",
       "      <td>'Winkelmann A.' 'Schott O.'</td>\n",
       "      <td>Ueber die Elasticitat und uber die Zug- und Dr...</td>\n",
       "      <td>Winkelmann A. and Schott O., Ann.Phys.Chem., 1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>438</th>\n",
       "      <td>4929</td>\n",
       "      <td>145713</td>\n",
       "      <td>71.88</td>\n",
       "      <td>10.60</td>\n",
       "      <td>2.72</td>\n",
       "      <td>4.58</td>\n",
       "      <td>0.00</td>\n",
       "      <td>10.22</td>\n",
       "      <td>0.00</td>\n",
       "      <td>68.6</td>\n",
       "      <td>2.37</td>\n",
       "      <td>3211</td>\n",
       "      <td>1894</td>\n",
       "      <td>APC</td>\n",
       "      <td>'Winkelmann A.' 'Schott O.'</td>\n",
       "      <td>Ueber die Elasticitat und uber die Zug- und Dr...</td>\n",
       "      <td>Winkelmann A. and Schott O., Ann.Phys.Chem., 1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>856</th>\n",
       "      <td>15811</td>\n",
       "      <td>155307</td>\n",
       "      <td>74.17</td>\n",
       "      <td>12.62</td>\n",
       "      <td>3.08</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>10.13</td>\n",
       "      <td>0.00</td>\n",
       "      <td>74.1</td>\n",
       "      <td>2.37</td>\n",
       "      <td>14458</td>\n",
       "      <td>1918</td>\n",
       "      <td>POS</td>\n",
       "      <td>'Zhukovskii G.Yu.'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Zhukovskii G.Yu., Proizvodstvo Opticheskikh St...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>858</th>\n",
       "      <td>15811</td>\n",
       "      <td>155309</td>\n",
       "      <td>71.88</td>\n",
       "      <td>10.60</td>\n",
       "      <td>2.72</td>\n",
       "      <td>4.58</td>\n",
       "      <td>0.00</td>\n",
       "      <td>10.22</td>\n",
       "      <td>0.00</td>\n",
       "      <td>69.5</td>\n",
       "      <td>2.37</td>\n",
       "      <td>14458</td>\n",
       "      <td>1918</td>\n",
       "      <td>POS</td>\n",
       "      <td>'Zhukovskii G.Yu.'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Zhukovskii G.Yu., Proizvodstvo Opticheskikh St...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>859</th>\n",
       "      <td>15811</td>\n",
       "      <td>155311</td>\n",
       "      <td>72.46</td>\n",
       "      <td>9.17</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>10.30</td>\n",
       "      <td>6.44</td>\n",
       "      <td>78.1</td>\n",
       "      <td>2.47</td>\n",
       "      <td>14458</td>\n",
       "      <td>1918</td>\n",
       "      <td>POS</td>\n",
       "      <td>'Zhukovskii G.Yu.'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Zhukovskii G.Yu., Proizvodstvo Opticheskikh St...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>860</th>\n",
       "      <td>15811</td>\n",
       "      <td>155315</td>\n",
       "      <td>77.85</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>5.59</td>\n",
       "      <td>9.10</td>\n",
       "      <td>7.32</td>\n",
       "      <td>64.4</td>\n",
       "      <td>2.50</td>\n",
       "      <td>14458</td>\n",
       "      <td>1918</td>\n",
       "      <td>POS</td>\n",
       "      <td>'Zhukovskii G.Yu.'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Zhukovskii G.Yu., Proizvodstvo Opticheskikh St...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>861</th>\n",
       "      <td>15811</td>\n",
       "      <td>155316</td>\n",
       "      <td>75.84</td>\n",
       "      <td>0.00</td>\n",
       "      <td>2.12</td>\n",
       "      <td>0.00</td>\n",
       "      <td>7.71</td>\n",
       "      <td>10.46</td>\n",
       "      <td>0.00</td>\n",
       "      <td>70.5</td>\n",
       "      <td>2.47</td>\n",
       "      <td>14458</td>\n",
       "      <td>1918</td>\n",
       "      <td>POS</td>\n",
       "      <td>'Zhukovskii G.Yu.'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Zhukovskii G.Yu., Proizvodstvo Opticheskikh St...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>862</th>\n",
       "      <td>15811</td>\n",
       "      <td>155333</td>\n",
       "      <td>66.39</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>9.70</td>\n",
       "      <td>0.00</td>\n",
       "      <td>23.81</td>\n",
       "      <td>58.9</td>\n",
       "      <td>2.51</td>\n",
       "      <td>14458</td>\n",
       "      <td>1918</td>\n",
       "      <td>POS</td>\n",
       "      <td>'Zhukovskii G.Yu.'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Zhukovskii G.Yu., Proizvodstvo Opticheskikh St...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>863</th>\n",
       "      <td>15811</td>\n",
       "      <td>155344</td>\n",
       "      <td>0.00</td>\n",
       "      <td>74.64</td>\n",
       "      <td>13.28</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>9.71</td>\n",
       "      <td>0.00</td>\n",
       "      <td>47.1</td>\n",
       "      <td>2.24</td>\n",
       "      <td>14458</td>\n",
       "      <td>1918</td>\n",
       "      <td>POS</td>\n",
       "      <td>'Zhukovskii G.Yu.'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Zhukovskii G.Yu., Proizvodstvo Opticheskikh St...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>857</th>\n",
       "      <td>15811</td>\n",
       "      <td>155308</td>\n",
       "      <td>75.29</td>\n",
       "      <td>6.92</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>2.29</td>\n",
       "      <td>5.50</td>\n",
       "      <td>9.89</td>\n",
       "      <td>73.1</td>\n",
       "      <td>2.47</td>\n",
       "      <td>14458</td>\n",
       "      <td>1918</td>\n",
       "      <td>POS</td>\n",
       "      <td>'Zhukovskii G.Yu.'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Zhukovskii G.Yu., Proizvodstvo Opticheskikh St...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>116</th>\n",
       "      <td>2397</td>\n",
       "      <td>32776</td>\n",
       "      <td>74.77</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.13</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.70</td>\n",
       "      <td>23.35</td>\n",
       "      <td>0.00</td>\n",
       "      <td>58.1</td>\n",
       "      <td>2.43</td>\n",
       "      <td>897</td>\n",
       "      <td>1919</td>\n",
       "      <td>JSGT</td>\n",
       "      <td>'Clarke J.R.' 'Turner W.E.S.'</td>\n",
       "      <td>The influence of lime on the value of Young`s ...</td>\n",
       "      <td>Clarke J.R. and Turner W.E.S., J.Soc.Glass Tec...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>117</th>\n",
       "      <td>2397</td>\n",
       "      <td>32777</td>\n",
       "      <td>74.54</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.13</td>\n",
       "      <td>0.00</td>\n",
       "      <td>2.84</td>\n",
       "      <td>22.44</td>\n",
       "      <td>0.00</td>\n",
       "      <td>60.5</td>\n",
       "      <td>2.44</td>\n",
       "      <td>897</td>\n",
       "      <td>1919</td>\n",
       "      <td>JSGT</td>\n",
       "      <td>'Clarke J.R.' 'Turner W.E.S.'</td>\n",
       "      <td>The influence of lime on the value of Young`s ...</td>\n",
       "      <td>Clarke J.R. and Turner W.E.S., J.Soc.Glass Tec...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>118</th>\n",
       "      <td>2397</td>\n",
       "      <td>32778</td>\n",
       "      <td>73.09</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.17</td>\n",
       "      <td>0.00</td>\n",
       "      <td>4.09</td>\n",
       "      <td>22.59</td>\n",
       "      <td>0.00</td>\n",
       "      <td>62.1</td>\n",
       "      <td>2.44</td>\n",
       "      <td>897</td>\n",
       "      <td>1919</td>\n",
       "      <td>JSGT</td>\n",
       "      <td>'Clarke J.R.' 'Turner W.E.S.'</td>\n",
       "      <td>The influence of lime on the value of Young`s ...</td>\n",
       "      <td>Clarke J.R. and Turner W.E.S., J.Soc.Glass Tec...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>119</th>\n",
       "      <td>2397</td>\n",
       "      <td>32779</td>\n",
       "      <td>74.30</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.20</td>\n",
       "      <td>0.24</td>\n",
       "      <td>4.90</td>\n",
       "      <td>20.29</td>\n",
       "      <td>0.00</td>\n",
       "      <td>63.0</td>\n",
       "      <td>2.45</td>\n",
       "      <td>897</td>\n",
       "      <td>1919</td>\n",
       "      <td>JSGT</td>\n",
       "      <td>'Clarke J.R.' 'Turner W.E.S.'</td>\n",
       "      <td>The influence of lime on the value of Young`s ...</td>\n",
       "      <td>Clarke J.R. and Turner W.E.S., J.Soc.Glass Tec...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120</th>\n",
       "      <td>2397</td>\n",
       "      <td>32780</td>\n",
       "      <td>73.54</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.33</td>\n",
       "      <td>0.33</td>\n",
       "      <td>6.69</td>\n",
       "      <td>18.87</td>\n",
       "      <td>0.00</td>\n",
       "      <td>65.7</td>\n",
       "      <td>2.46</td>\n",
       "      <td>897</td>\n",
       "      <td>1919</td>\n",
       "      <td>JSGT</td>\n",
       "      <td>'Clarke J.R.' 'Turner W.E.S.'</td>\n",
       "      <td>The influence of lime on the value of Young`s ...</td>\n",
       "      <td>Clarke J.R. and Turner W.E.S., J.Soc.Glass Tec...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121</th>\n",
       "      <td>2397</td>\n",
       "      <td>32781</td>\n",
       "      <td>74.19</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.45</td>\n",
       "      <td>0.34</td>\n",
       "      <td>8.12</td>\n",
       "      <td>16.82</td>\n",
       "      <td>0.00</td>\n",
       "      <td>66.7</td>\n",
       "      <td>2.46</td>\n",
       "      <td>897</td>\n",
       "      <td>1919</td>\n",
       "      <td>JSGT</td>\n",
       "      <td>'Clarke J.R.' 'Turner W.E.S.'</td>\n",
       "      <td>The influence of lime on the value of Young`s ...</td>\n",
       "      <td>Clarke J.R. and Turner W.E.S., J.Soc.Glass Tec...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>122</th>\n",
       "      <td>2397</td>\n",
       "      <td>32782</td>\n",
       "      <td>74.82</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.22</td>\n",
       "      <td>0.39</td>\n",
       "      <td>8.73</td>\n",
       "      <td>15.80</td>\n",
       "      <td>0.00</td>\n",
       "      <td>68.3</td>\n",
       "      <td>2.46</td>\n",
       "      <td>897</td>\n",
       "      <td>1919</td>\n",
       "      <td>JSGT</td>\n",
       "      <td>'Clarke J.R.' 'Turner W.E.S.'</td>\n",
       "      <td>The influence of lime on the value of Young`s ...</td>\n",
       "      <td>Clarke J.R. and Turner W.E.S., J.Soc.Glass Tec...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       Kod  GlasNo   SiO2   B2O3  Al2O3   MgO   CaO   Na2O    K2O     E  \\\n",
       "439   4929  145714  75.84   0.00   2.12  0.00  7.71  10.46   0.00  69.4   \n",
       "437   4929  144898   0.00  74.64  13.28  0.00  0.00   9.71   0.00  46.0   \n",
       "436   4929   16009  74.17  12.62   3.08  0.00  0.00  10.13   0.00  71.5   \n",
       "440   4929  145715  75.03  10.79   3.07  0.00  0.00  11.11   0.00  71.2   \n",
       "438   4929  145713  71.88  10.60   2.72  4.58  0.00  10.22   0.00  68.6   \n",
       "856  15811  155307  74.17  12.62   3.08  0.00  0.00  10.13   0.00  74.1   \n",
       "858  15811  155309  71.88  10.60   2.72  4.58  0.00  10.22   0.00  69.5   \n",
       "859  15811  155311  72.46   9.17   0.00  0.00  0.00  10.30   6.44  78.1   \n",
       "860  15811  155315  77.85   0.00   0.00  0.00  5.59   9.10   7.32  64.4   \n",
       "861  15811  155316  75.84   0.00   2.12  0.00  7.71  10.46   0.00  70.5   \n",
       "862  15811  155333  66.39   0.00   0.00  0.00  9.70   0.00  23.81  58.9   \n",
       "863  15811  155344   0.00  74.64  13.28  0.00  0.00   9.71   0.00  47.1   \n",
       "857  15811  155308  75.29   6.92   0.00  0.00  2.29   5.50   9.89  73.1   \n",
       "116   2397   32776  74.77   0.00   0.13  0.00  1.70  23.35   0.00  58.1   \n",
       "117   2397   32777  74.54   0.00   0.13  0.00  2.84  22.44   0.00  60.5   \n",
       "118   2397   32778  73.09   0.00   0.17  0.00  4.09  22.59   0.00  62.1   \n",
       "119   2397   32779  74.30   0.00   0.20  0.24  4.90  20.29   0.00  63.0   \n",
       "120   2397   32780  73.54   0.00   0.33  0.33  6.69  18.87   0.00  65.7   \n",
       "121   2397   32781  74.19   0.00   0.45  0.34  8.12  16.82   0.00  66.7   \n",
       "122   2397   32782  74.82   0.00   0.22  0.39  8.73  15.80   0.00  68.3   \n",
       "\n",
       "     density  Refer_ID  YEAR JOURNAL                         Authors  \\\n",
       "439     2.47      3211  1894     APC    'Winkelmann A.' 'Schott O.'    \n",
       "437     2.24      3211  1894     APC    'Winkelmann A.' 'Schott O.'    \n",
       "436     2.37      3211  1894     APC    'Winkelmann A.' 'Schott O.'    \n",
       "440     2.37      3211  1894     APC    'Winkelmann A.' 'Schott O.'    \n",
       "438     2.37      3211  1894     APC    'Winkelmann A.' 'Schott O.'    \n",
       "856     2.37     14458  1918     POS             'Zhukovskii G.Yu.'    \n",
       "858     2.37     14458  1918     POS             'Zhukovskii G.Yu.'    \n",
       "859     2.47     14458  1918     POS             'Zhukovskii G.Yu.'    \n",
       "860     2.50     14458  1918     POS             'Zhukovskii G.Yu.'    \n",
       "861     2.47     14458  1918     POS             'Zhukovskii G.Yu.'    \n",
       "862     2.51     14458  1918     POS             'Zhukovskii G.Yu.'    \n",
       "863     2.24     14458  1918     POS             'Zhukovskii G.Yu.'    \n",
       "857     2.47     14458  1918     POS             'Zhukovskii G.Yu.'    \n",
       "116     2.43       897  1919    JSGT  'Clarke J.R.' 'Turner W.E.S.'    \n",
       "117     2.44       897  1919    JSGT  'Clarke J.R.' 'Turner W.E.S.'    \n",
       "118     2.44       897  1919    JSGT  'Clarke J.R.' 'Turner W.E.S.'    \n",
       "119     2.45       897  1919    JSGT  'Clarke J.R.' 'Turner W.E.S.'    \n",
       "120     2.46       897  1919    JSGT  'Clarke J.R.' 'Turner W.E.S.'    \n",
       "121     2.46       897  1919    JSGT  'Clarke J.R.' 'Turner W.E.S.'    \n",
       "122     2.46       897  1919    JSGT  'Clarke J.R.' 'Turner W.E.S.'    \n",
       "\n",
       "                                                 Title  \\\n",
       "439  Ueber die Elasticitat und uber die Zug- und Dr...   \n",
       "437  Ueber die Elasticitat und uber die Zug- und Dr...   \n",
       "436  Ueber die Elasticitat und uber die Zug- und Dr...   \n",
       "440  Ueber die Elasticitat und uber die Zug- und Dr...   \n",
       "438  Ueber die Elasticitat und uber die Zug- und Dr...   \n",
       "856                                                NaN   \n",
       "858                                                NaN   \n",
       "859                                                NaN   \n",
       "860                                                NaN   \n",
       "861                                                NaN   \n",
       "862                                                NaN   \n",
       "863                                                NaN   \n",
       "857                                                NaN   \n",
       "116  The influence of lime on the value of Young`s ...   \n",
       "117  The influence of lime on the value of Young`s ...   \n",
       "118  The influence of lime on the value of Young`s ...   \n",
       "119  The influence of lime on the value of Young`s ...   \n",
       "120  The influence of lime on the value of Young`s ...   \n",
       "121  The influence of lime on the value of Young`s ...   \n",
       "122  The influence of lime on the value of Young`s ...   \n",
       "\n",
       "                                                 Descr  \n",
       "439  Winkelmann A. and Schott O., Ann.Phys.Chem., 1...  \n",
       "437  Winkelmann A. and Schott O., Ann.Phys.Chem., 1...  \n",
       "436  Winkelmann A. and Schott O., Ann.Phys.Chem., 1...  \n",
       "440  Winkelmann A. and Schott O., Ann.Phys.Chem., 1...  \n",
       "438  Winkelmann A. and Schott O., Ann.Phys.Chem., 1...  \n",
       "856  Zhukovskii G.Yu., Proizvodstvo Opticheskikh St...  \n",
       "858  Zhukovskii G.Yu., Proizvodstvo Opticheskikh St...  \n",
       "859  Zhukovskii G.Yu., Proizvodstvo Opticheskikh St...  \n",
       "860  Zhukovskii G.Yu., Proizvodstvo Opticheskikh St...  \n",
       "861  Zhukovskii G.Yu., Proizvodstvo Opticheskikh St...  \n",
       "862  Zhukovskii G.Yu., Proizvodstvo Opticheskikh St...  \n",
       "863  Zhukovskii G.Yu., Proizvodstvo Opticheskikh St...  \n",
       "857  Zhukovskii G.Yu., Proizvodstvo Opticheskikh St...  \n",
       "116  Clarke J.R. and Turner W.E.S., J.Soc.Glass Tec...  \n",
       "117  Clarke J.R. and Turner W.E.S., J.Soc.Glass Tec...  \n",
       "118  Clarke J.R. and Turner W.E.S., J.Soc.Glass Tec...  \n",
       "119  Clarke J.R. and Turner W.E.S., J.Soc.Glass Tec...  \n",
       "120  Clarke J.R. and Turner W.E.S., J.Soc.Glass Tec...  \n",
       "121  Clarke J.R. and Turner W.E.S., J.Soc.Glass Tec...  \n",
       "122  Clarke J.R. and Turner W.E.S., J.Soc.Glass Tec...  "
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "SciGlass_select_source_s = SciGlass_select_source.sort_values('YEAR')\n",
    "print(SciGlass_select_source_s.shape)\n",
    "SciGlass_select_source_s.head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "colab": {
   "collapsed_sections": [],
   "name": "20190729_data_cleaning_clustering_INTERGLAD_low_Sp.ipynb",
   "provenance": [],
   "toc_visible": true,
   "version": "0.3.2"
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}