Bird_Team/Facies_classification_5.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Facies classification using Machine Learning\n",
    "\n",
    "#### Bird Team: PG+AC"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "%matplotlib inline\n",
    "import pandas as pd\n",
    "from sklearn.ensemble import RandomForestClassifier, ExtraTreesClassifier, GradientBoostingClassifier, VotingClassifier\n",
    "from sklearn.multiclass import OneVsOneClassifier\n",
    "from sklearn.model_selection import KFold, cross_val_score, cross_val_predict, LeaveOneGroupOut, LeavePGroupsOut\n",
    "from sklearn.metrics import confusion_matrix, make_scorer, f1_score, accuracy_score, recall_score, precision_score\n",
    "from sklearn.svm import LinearSVC\n",
    "from sklearn.feature_selection import SelectFromModel, RFECV\n",
    "from sklearn.pipeline import Pipeline, make_pipeline\n",
    "from sklearn.model_selection import GridSearchCV\n",
    "from sklearn.base import clone\n",
    "import numpy as np\n",
    "import xgboost as xgb\n",
    "from xgboost.sklearn import XGBClassifier\n",
    "import matplotlib as mpl\n",
    "import matplotlib.pyplot as plt\n",
    "import matplotlib.colors as colors\n",
    "from mpl_toolkits.axes_grid1 import make_axes_locatable\n",
    "pd.options.mode.chained_assignment = None"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "set(['SHRIMPLIN', 'Recruit F9', 'ALEXANDER D', 'SHANKLE', 'CHURCHMAN BIBLE', 'NOLAN', 'KIMZEY A', 'NEWBY', 'LUKE G U', 'CROSS H CATTLE'])\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Facies</th>\n",
       "      <th>Formation</th>\n",
       "      <th>Well Name</th>\n",
       "      <th>Depth</th>\n",
       "      <th>GR</th>\n",
       "      <th>ILD_log10</th>\n",
       "      <th>DeltaPHI</th>\n",
       "      <th>PHIND</th>\n",
       "      <th>PE</th>\n",
       "      <th>NM_M</th>\n",
       "      <th>RELPOS</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>3</td>\n",
       "      <td>A1 SH</td>\n",
       "      <td>SHRIMPLIN</td>\n",
       "      <td>2793.0</td>\n",
       "      <td>77.45</td>\n",
       "      <td>0.664</td>\n",
       "      <td>9.9</td>\n",
       "      <td>11.915</td>\n",
       "      <td>4.6</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>3</td>\n",
       "      <td>A1 SH</td>\n",
       "      <td>SHRIMPLIN</td>\n",
       "      <td>2793.5</td>\n",
       "      <td>78.26</td>\n",
       "      <td>0.661</td>\n",
       "      <td>14.2</td>\n",
       "      <td>12.565</td>\n",
       "      <td>4.1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.979</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>A1 SH</td>\n",
       "      <td>SHRIMPLIN</td>\n",
       "      <td>2794.0</td>\n",
       "      <td>79.05</td>\n",
       "      <td>0.658</td>\n",
       "      <td>14.8</td>\n",
       "      <td>13.050</td>\n",
       "      <td>3.6</td>\n",
       "      <td>1</td>\n",
       "      <td>0.957</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>A1 SH</td>\n",
       "      <td>SHRIMPLIN</td>\n",
       "      <td>2794.5</td>\n",
       "      <td>86.10</td>\n",
       "      <td>0.655</td>\n",
       "      <td>13.9</td>\n",
       "      <td>13.115</td>\n",
       "      <td>3.5</td>\n",
       "      <td>1</td>\n",
       "      <td>0.936</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>3</td>\n",
       "      <td>A1 SH</td>\n",
       "      <td>SHRIMPLIN</td>\n",
       "      <td>2795.0</td>\n",
       "      <td>74.58</td>\n",
       "      <td>0.647</td>\n",
       "      <td>13.5</td>\n",
       "      <td>13.300</td>\n",
       "      <td>3.4</td>\n",
       "      <td>1</td>\n",
       "      <td>0.915</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Facies Formation  Well Name   Depth     GR  ILD_log10  DeltaPHI   PHIND  \\\n",
       "0       3     A1 SH  SHRIMPLIN  2793.0  77.45      0.664       9.9  11.915   \n",
       "1       3     A1 SH  SHRIMPLIN  2793.5  78.26      0.661      14.2  12.565   \n",
       "2       3     A1 SH  SHRIMPLIN  2794.0  79.05      0.658      14.8  13.050   \n",
       "3       3     A1 SH  SHRIMPLIN  2794.5  86.10      0.655      13.9  13.115   \n",
       "4       3     A1 SH  SHRIMPLIN  2795.0  74.58      0.647      13.5  13.300   \n",
       "\n",
       "    PE  NM_M  RELPOS  \n",
       "0  4.6     1   1.000  \n",
       "1  4.1     1   0.979  \n",
       "2  3.6     1   0.957  \n",
       "3  3.5     1   0.936  \n",
       "4  3.4     1   0.915  "
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "filename = '../facies_vectors.csv'\n",
    "training_data = pd.read_csv(filename)\n",
    "print(set(training_data[\"Well Name\"]))\n",
    "training_data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "set(['CRAWFORD', 'STUART'])\n",
      "(830, 10)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Formation</th>\n",
       "      <th>Well Name</th>\n",
       "      <th>Depth</th>\n",
       "      <th>GR</th>\n",
       "      <th>ILD_log10</th>\n",
       "      <th>DeltaPHI</th>\n",
       "      <th>PHIND</th>\n",
       "      <th>PE</th>\n",
       "      <th>NM_M</th>\n",
       "      <th>RELPOS</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>A1 SH</td>\n",
       "      <td>STUART</td>\n",
       "      <td>2808.0</td>\n",
       "      <td>66.276</td>\n",
       "      <td>0.630</td>\n",
       "      <td>3.3</td>\n",
       "      <td>10.65</td>\n",
       "      <td>3.591</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>A1 SH</td>\n",
       "      <td>STUART</td>\n",
       "      <td>2808.5</td>\n",
       "      <td>77.252</td>\n",
       "      <td>0.585</td>\n",
       "      <td>6.5</td>\n",
       "      <td>11.95</td>\n",
       "      <td>3.341</td>\n",
       "      <td>1</td>\n",
       "      <td>0.978</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>A1 SH</td>\n",
       "      <td>STUART</td>\n",
       "      <td>2809.0</td>\n",
       "      <td>82.899</td>\n",
       "      <td>0.566</td>\n",
       "      <td>9.4</td>\n",
       "      <td>13.60</td>\n",
       "      <td>3.064</td>\n",
       "      <td>1</td>\n",
       "      <td>0.956</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>A1 SH</td>\n",
       "      <td>STUART</td>\n",
       "      <td>2809.5</td>\n",
       "      <td>80.671</td>\n",
       "      <td>0.593</td>\n",
       "      <td>9.5</td>\n",
       "      <td>13.25</td>\n",
       "      <td>2.977</td>\n",
       "      <td>1</td>\n",
       "      <td>0.933</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>A1 SH</td>\n",
       "      <td>STUART</td>\n",
       "      <td>2810.0</td>\n",
       "      <td>75.971</td>\n",
       "      <td>0.638</td>\n",
       "      <td>8.7</td>\n",
       "      <td>12.35</td>\n",
       "      <td>3.020</td>\n",
       "      <td>1</td>\n",
       "      <td>0.911</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Formation Well Name   Depth      GR  ILD_log10  DeltaPHI  PHIND     PE  \\\n",
       "0     A1 SH    STUART  2808.0  66.276      0.630       3.3  10.65  3.591   \n",
       "1     A1 SH    STUART  2808.5  77.252      0.585       6.5  11.95  3.341   \n",
       "2     A1 SH    STUART  2809.0  82.899      0.566       9.4  13.60  3.064   \n",
       "3     A1 SH    STUART  2809.5  80.671      0.593       9.5  13.25  2.977   \n",
       "4     A1 SH    STUART  2810.0  75.971      0.638       8.7  12.35  3.020   \n",
       "\n",
       "   NM_M  RELPOS  \n",
       "0     1   1.000  \n",
       "1     1   0.978  \n",
       "2     1   0.956  \n",
       "3     1   0.933  \n",
       "4     1   0.911  "
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "well_data = pd.read_csv('./../validation_data_nofacies.csv')\n",
    "print(set(well_data[\"Well Name\"]))\n",
    "print(well_data.shape)\n",
    "well_data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Facies</th>\n",
       "      <th>Formation</th>\n",
       "      <th>Well Name</th>\n",
       "      <th>Depth</th>\n",
       "      <th>GR</th>\n",
       "      <th>ILD_log10</th>\n",
       "      <th>DeltaPHI</th>\n",
       "      <th>PHIND</th>\n",
       "      <th>PE</th>\n",
       "      <th>NM_M</th>\n",
       "      <th>RELPOS</th>\n",
       "      <th>origin</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>A1 SH</td>\n",
       "      <td>STUART</td>\n",
       "      <td>2808.0</td>\n",
       "      <td>66.276</td>\n",
       "      <td>0.630</td>\n",
       "      <td>3.3</td>\n",
       "      <td>10.65</td>\n",
       "      <td>3.591</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000</td>\n",
       "      <td>test</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>A1 SH</td>\n",
       "      <td>STUART</td>\n",
       "      <td>2808.5</td>\n",
       "      <td>77.252</td>\n",
       "      <td>0.585</td>\n",
       "      <td>6.5</td>\n",
       "      <td>11.95</td>\n",
       "      <td>3.341</td>\n",
       "      <td>1</td>\n",
       "      <td>0.978</td>\n",
       "      <td>test</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>A1 SH</td>\n",
       "      <td>STUART</td>\n",
       "      <td>2809.0</td>\n",
       "      <td>82.899</td>\n",
       "      <td>0.566</td>\n",
       "      <td>9.4</td>\n",
       "      <td>13.60</td>\n",
       "      <td>3.064</td>\n",
       "      <td>1</td>\n",
       "      <td>0.956</td>\n",
       "      <td>test</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>A1 SH</td>\n",
       "      <td>STUART</td>\n",
       "      <td>2809.5</td>\n",
       "      <td>80.671</td>\n",
       "      <td>0.593</td>\n",
       "      <td>9.5</td>\n",
       "      <td>13.25</td>\n",
       "      <td>2.977</td>\n",
       "      <td>1</td>\n",
       "      <td>0.933</td>\n",
       "      <td>test</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>A1 SH</td>\n",
       "      <td>STUART</td>\n",
       "      <td>2810.0</td>\n",
       "      <td>75.971</td>\n",
       "      <td>0.638</td>\n",
       "      <td>8.7</td>\n",
       "      <td>12.35</td>\n",
       "      <td>3.020</td>\n",
       "      <td>1</td>\n",
       "      <td>0.911</td>\n",
       "      <td>test</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>NaN</td>\n",
       "      <td>A1 SH</td>\n",
       "      <td>STUART</td>\n",
       "      <td>2810.5</td>\n",
       "      <td>73.955</td>\n",
       "      <td>0.667</td>\n",
       "      <td>6.9</td>\n",
       "      <td>12.25</td>\n",
       "      <td>3.086</td>\n",
       "      <td>1</td>\n",
       "      <td>0.889</td>\n",
       "      <td>test</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>NaN</td>\n",
       "      <td>A1 SH</td>\n",
       "      <td>STUART</td>\n",
       "      <td>2811.0</td>\n",
       "      <td>77.962</td>\n",
       "      <td>0.674</td>\n",
       "      <td>6.5</td>\n",
       "      <td>12.45</td>\n",
       "      <td>3.092</td>\n",
       "      <td>1</td>\n",
       "      <td>0.867</td>\n",
       "      <td>test</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>NaN</td>\n",
       "      <td>A1 SH</td>\n",
       "      <td>STUART</td>\n",
       "      <td>2811.5</td>\n",
       "      <td>83.894</td>\n",
       "      <td>0.667</td>\n",
       "      <td>6.3</td>\n",
       "      <td>12.65</td>\n",
       "      <td>3.123</td>\n",
       "      <td>1</td>\n",
       "      <td>0.844</td>\n",
       "      <td>test</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>NaN</td>\n",
       "      <td>A1 SH</td>\n",
       "      <td>STUART</td>\n",
       "      <td>2812.0</td>\n",
       "      <td>84.424</td>\n",
       "      <td>0.653</td>\n",
       "      <td>6.7</td>\n",
       "      <td>13.05</td>\n",
       "      <td>3.121</td>\n",
       "      <td>1</td>\n",
       "      <td>0.822</td>\n",
       "      <td>test</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>NaN</td>\n",
       "      <td>A1 SH</td>\n",
       "      <td>STUART</td>\n",
       "      <td>2812.5</td>\n",
       "      <td>83.160</td>\n",
       "      <td>0.642</td>\n",
       "      <td>7.3</td>\n",
       "      <td>12.95</td>\n",
       "      <td>3.127</td>\n",
       "      <td>1</td>\n",
       "      <td>0.800</td>\n",
       "      <td>test</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Facies Formation Well Name   Depth      GR  ILD_log10  DeltaPHI  PHIND  \\\n",
       "0     NaN     A1 SH    STUART  2808.0  66.276      0.630       3.3  10.65   \n",
       "1     NaN     A1 SH    STUART  2808.5  77.252      0.585       6.5  11.95   \n",
       "2     NaN     A1 SH    STUART  2809.0  82.899      0.566       9.4  13.60   \n",
       "3     NaN     A1 SH    STUART  2809.5  80.671      0.593       9.5  13.25   \n",
       "4     NaN     A1 SH    STUART  2810.0  75.971      0.638       8.7  12.35   \n",
       "5     NaN     A1 SH    STUART  2810.5  73.955      0.667       6.9  12.25   \n",
       "6     NaN     A1 SH    STUART  2811.0  77.962      0.674       6.5  12.45   \n",
       "7     NaN     A1 SH    STUART  2811.5  83.894      0.667       6.3  12.65   \n",
       "8     NaN     A1 SH    STUART  2812.0  84.424      0.653       6.7  13.05   \n",
       "9     NaN     A1 SH    STUART  2812.5  83.160      0.642       7.3  12.95   \n",
       "\n",
       "      PE  NM_M  RELPOS origin  \n",
       "0  3.591     1   1.000   test  \n",
       "1  3.341     1   0.978   test  \n",
       "2  3.064     1   0.956   test  \n",
       "3  2.977     1   0.933   test  \n",
       "4  3.020     1   0.911   test  \n",
       "5  3.086     1   0.889   test  \n",
       "6  3.092     1   0.867   test  \n",
       "7  3.123     1   0.844   test  \n",
       "8  3.121     1   0.822   test  \n",
       "9  3.127     1   0.800   test  "
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# concat train and test for processing \n",
    "well_data[\"origin\"] = 'test'\n",
    "training_data[\"origin\"] = 'train'\n",
    "df = pd.concat([well_data,training_data],axis=0,ignore_index=True)[list(training_data.columns)]\n",
    "df['Well Name'] = df['Well Name'].astype('category')\n",
    "df.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "session\n",
      "depth\n",
      "add avgs of feat\n",
      "add distances feat.\n",
      "lag lead\n",
      "rolling\n",
      "special window features for NM_M\n",
      "filling na\n",
      "Vectorizing Formation text data\n",
      "Finished preparing data. Now ready for ML ignition!\n"
     ]
    }
   ],
   "source": [
    "# add some features based on the well data. \n",
    "\n",
    "# nb points : can be correlated with how soft soil is ? \n",
    "print(\"session\")\n",
    "sessionsize = df.groupby([\"Well Name\",'Formation']).size().reset_index()\n",
    "sessionsize.columns =  [\"Well Name\",'Formation','formation_size']\n",
    "df = pd.merge(df,sessionsize,how='left',on = [\"Well Name\",'Formation'])\n",
    "\n",
    "# depth : \n",
    "print(\"depth\")\n",
    "sessionsize = df.groupby([\"Well Name\",'Formation'])[\"Depth\"].min().reset_index()\n",
    "sessionsize.columns =  [\"Well Name\",'Formation','minimum_depth']\n",
    "df = pd.merge(df,sessionsize,how='left',on = [\"Well Name\",'Formation'])\n",
    "\n",
    "sessionsize = df.groupby([\"Well Name\",'Formation'])[\"Depth\"].max().reset_index()\n",
    "sessionsize.columns =  [\"Well Name\",'Formation','maximum_depth']\n",
    "df = pd.merge(df,sessionsize,how='left',on = [\"Well Name\",'Formation'])\n",
    "\n",
    "df['formation_depth'] = df[\"maximum_depth\"] - df[\"minimum_depth\"]\n",
    "\n",
    "df[\"soft_indic\"] = df['formation_depth'] / df[\"formation_size\"]\n",
    "\n",
    "# add avgs of feat\n",
    "print(\"add avgs of feat\")\n",
    "list_to_avg = ['Depth', 'GR', 'ILD_log10', 'DeltaPHI', 'PHIND', 'PE', 'NM_M', 'RELPOS']\n",
    "for val in list_to_avg : \n",
    "    df[val + \"_min\"] = df.groupby([\"Well Name\",'Formation'])[val].transform(np.min)\n",
    "    df[val + \"_max\"] = df.groupby([\"Well Name\",'Formation'])[val].transform(np.max)\n",
    "    df[val + \"_mean\"] = df.groupby([\"Well Name\",'Formation'])[val].transform(np.mean)\n",
    "    df[val + \"_var\"] = df.groupby([\"Well Name\",'Formation'])[val].transform(np.var) \n",
    "\n",
    "# add distances feat. = an attempt at regulariation.\n",
    "print(\"add distances feat.\")\n",
    "for val in list_to_avg : \n",
    "    df[val + \"_min_dist\"] = df[val] -df[val + \"_min\"]\n",
    "    df[val + \"_max_dist\"] =  df[val] -df[val + \"_max\"]\n",
    "    df[val + \"_mean_dist\"] =  df[val] -df[val + \"_mean\"]\n",
    "    \n",
    "# add lag and lead !\n",
    "print(\"lag lead\")\n",
    "list_to_lag = ['Depth', 'GR', 'ILD_log10', 'DeltaPHI', 'PHIND', 'PE', 'NM_M', 'RELPOS']\n",
    "for val in list_to_lag:\n",
    "    for lag in range(1,11):\n",
    "        df[val+'_lag_'+str(lag)]=df[val]-df.groupby(\"Well Name\")[val].shift(periods=lag)\n",
    "        df[val+'_lead_'+str(lag)]=df[val]-df.groupby(\"Well Name\")[val].shift(periods=-lag)\n",
    "\n",
    "# adding some Formation lag and lead. \n",
    "for lag in range(1,3):\n",
    "    df['Formation'+'_lag_'+str(lag)]=df.groupby(\"Well Name\")['Formation'].shift(periods=lag)\n",
    "    df['Formation'+'_lead_'+str(lag)]=df.groupby(\"Well Name\")['Formation'].shift(periods=-lag)\n",
    "    df['Formation'+'_lag_'+str(lag) + 'equal'] = (df['Formation'+'_lag_'+str(lag)] == df[\"Formation\"]).astype(int)\n",
    "    df['Formation'+'_lead_'+str(lag) + 'equal'] = (df['Formation'+'_lead_'+str(lag)] == df[\"Formation\"]).astype(int) \n",
    "\n",
    "print(\"rolling\")\n",
    "#Add rolling features\n",
    "list_to_roll = ['Depth', 'GR', 'ILD_log10', 'DeltaPHI', 'PHIND', 'PE', 'NM_M','RELPOS']\n",
    "window_size = [5,10,15,20,50]\n",
    "for w in window_size:\n",
    "    for val in list_to_roll:\n",
    "        df[val+'_rollingmean_'+str(w)]=df.groupby(\"Well Name\")[val].apply(\n",
    "            lambda x:x.rolling(window=w,center=True).mean())\n",
    "        df[val+'_rollingmax_'+str(w)]=df.groupby(\"Well Name\")[val].apply(\n",
    "            lambda x:x.rolling(window=w,center=True).max())\n",
    "        df[val+'_rollingmin_'+str(w)]=df.groupby(\"Well Name\")[val].apply(\n",
    "            lambda x:x.rolling(window=w,center=True).min())\n",
    "        df[val+'_rollingstd_'+str(w)]=df.groupby(\"Well Name\")[val].apply(\n",
    "            lambda x:x.rolling(window=w,center=True).std())\n",
    "        \n",
    "print(\"special window features for NM_M\")\n",
    "def NM_M_distance(x,how,target):\n",
    "    length = len(x)\n",
    "    rank = np.empty(length)\n",
    "    count = -1\n",
    "    NM_M = x[\"NM_M\"].values\n",
    "    if how==\"up\":\n",
    "        order = range(length)\n",
    "    elif how==\"down\":\n",
    "        order = range(length-1,-1,-1)\n",
    "    for i in order:\n",
    "        if ((NM_M[i] != target) & (count>-1)):\n",
    "            count+=1\n",
    "            rank[i] += count\n",
    "        elif NM_M[i] == target:\n",
    "            count=0\n",
    "        else:\n",
    "            rank[i] = count\n",
    "    rank = pd.DataFrame(rank.astype(int), columns=[\"NM_M_Rank_Target_+\"+str(target)+\"_\"+how], index = x.index)\n",
    "    return(rank)\n",
    "df[\"NM_M_Rank_Target_1_up\"]=df.groupby([\"Well Name\"]).apply(NM_M_distance,how=\"up\",target=1)\n",
    "df[\"NM_M_Rank_Target_2_up\"]=df.groupby([\"Well Name\"]).apply(NM_M_distance,how=\"up\",target=2)\n",
    "df[\"NM_M_Rank_Target_1_down\"]=df.groupby([\"Well Name\"]).apply(NM_M_distance,how=\"down\",target=1)\n",
    "df[\"NM_M_Rank_Target_2_down\"]=df.groupby([\"Well Name\"]).apply(NM_M_distance,how=\"down\",target=2)\n",
    "\n",
    "print(\"filling na\")\n",
    "df = df.groupby([\"Well Name\"], as_index=False).apply(lambda group: group.bfill())\n",
    "df = df.groupby([\"Well Name\"], as_index=False).apply(lambda group: group.ffill())\n",
    "df = df.fillna(df.mean())\n",
    "\n",
    "print(\"Vectorizing Formation text data\")\n",
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "list_formation = ['Formation',\n",
    " 'Formation_lag_1',\n",
    " 'Formation_lead_1',\n",
    " 'Formation_lag_2',\n",
    " 'Formation_lead_2']\n",
    "for l in list_formation:\n",
    "    cv = CountVectorizer()\n",
    "    counts = cv.fit_transform(df[l].values)\n",
    "    cols = [c+\"_\"+l for c in cv.get_feature_names()]\n",
    "    counts = pd.DataFrame(counts.toarray(),columns = cols)\n",
    "    df = df.drop(l,axis = 1)\n",
    "    df = pd.concat([df,counts],axis=1)\n",
    "\n",
    "print(\"Finished preparing data. Now ready for ML ignition!\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Fitting"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# this time let's use all the training set \n",
    "groups = df[(df['origin']=='train')][\"Well Name\"]\n",
    "ytrain = df[(df['origin']=='train')]['Facies']\n",
    "yvalid = df[(df['origin']=='test')]['Facies']\n",
    "xtrain = df[(df['origin']=='train')].drop(['Well Name','origin','Facies'],axis=1)\n",
    "xvalid = df[(df['origin']=='test')].drop(['Well Name','origin','Facies'],axis=1)\n",
    "custom_cv = LeavePGroupsOut(n_groups=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "clf_rfe = RandomForestClassifier(\n",
    "    n_estimators=100,\n",
    "    criterion=\"entropy\",\n",
    "    class_weight='balanced',\n",
    "    min_samples_leaf=5,\n",
    "    min_samples_split=25,\n",
    ") "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 437 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 394 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 351 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 7 features.\n",
      "Fitting estimator with 308 features.\n",
      "Fitting estimator with 265 features.\n",
      "Fitting estimator with 222 features.\n",
      "Fitting estimator with 179 features.\n",
      "Fitting estimator with 136 features.\n",
      "Fitting estimator with 93 features.\n",
      "Fitting estimator with 50 features.\n",
      "Fitting estimator with 7 features.\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "RFECV(cv=<generator object split at 0x1157cb640>,\n",
       "   estimator=RandomForestClassifier(bootstrap=True, class_weight='balanced',\n",
       "            criterion='entropy', max_depth=None, max_features='auto',\n",
       "            max_leaf_nodes=None, min_impurity_split=1e-07,\n",
       "            min_samples_leaf=5, min_samples_split=25,\n",
       "            min_weight_fraction_leaf=0.0, n_estimators=100, n_jobs=1,\n",
       "            oob_score=False, random_state=None, verbose=0,\n",
       "            warm_start=False),\n",
       "   n_jobs=4, scoring='f1_micro', step=0.1, verbose=2)"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "custom_cv_1 = custom_cv.split(xtrain, ytrain, groups)\n",
    "fs = RFECV(clf_rfe,cv=custom_cv_1,scoring=\"f1_micro\",step=0.1,verbose=2,n_jobs=4)\n",
    "fs.fit(xtrain, ytrain)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "265\n"
     ]
    }
   ],
   "source": [
    "support = fs.support_\n",
    "feature = pd.Series(xtrain.columns.values)\n",
    "selected_features = list(feature[support])\n",
    "print(len(selected_features))\n",
    "xtrain_fs = xtrain[selected_features]\n",
    "xvalid_fs = xvalid[selected_features]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "rf = RandomForestClassifier(\n",
    "            n_estimators=100,\n",
    "            criterion=\"entropy\",\n",
    "            class_weight='balanced',\n",
    "            min_samples_leaf=5,\n",
    "            min_samples_split=25,\n",
    "            max_features=10,\n",
    "            random_state=42\n",
    ")\n",
    "rf_vs = OneVsOneClassifier(clone(rf))\n",
    "\n",
    "xtc =  ExtraTreesClassifier(\n",
    "            n_estimators=100,\n",
    "            criterion=\"entropy\",\n",
    "            class_weight='balanced',\n",
    "            min_samples_leaf=5,\n",
    "            min_samples_split=25,\n",
    "            max_features=10,\n",
    "            random_state=42\n",
    ")\n",
    "xtc_vs = OneVsOneClassifier(clone(xtc))\n",
    "\n",
    "gbt = GradientBoostingClassifier(\n",
    "            loss='deviance',\n",
    "            n_estimators = 100, \n",
    "            learning_rate = 0.1, \n",
    "            max_depth = 3,\n",
    "            max_features = 10,\n",
    "            min_samples_leaf = 5,\n",
    "            min_samples_split = 25,\n",
    "            random_state = 42, \n",
    "            max_leaf_nodes = None\n",
    ")\n",
    "gbt_vs = OneVsOneClassifier(GradientBoostingClassifier(\n",
    "            loss='exponential',\n",
    "            n_estimators = 100, \n",
    "            learning_rate = 0.1, \n",
    "            max_depth = 3,\n",
    "            max_features = 10,\n",
    "            min_samples_leaf = 5,\n",
    "            min_samples_split = 25,\n",
    "            random_state = 42, \n",
    "            max_leaf_nodes = None\n",
    "))\n",
    "\n",
    "xgb = XGBClassifier(\n",
    "            learning_rate = 0.1, \n",
    "            max_depth = 3, \n",
    "            min_child_weight = 10, \n",
    "            n_estimators = 150, \n",
    "            colsample_bytree = 0.9,\n",
    "            seed = 42\n",
    ")\n",
    "xgb_vs = OneVsOneClassifier(clone(xgb))\n",
    "\n",
    "ensemble = VotingClassifier(\n",
    "    estimators=[\n",
    "            ('rf', rf), ('rf_vs',rf_vs),\n",
    "            ('xtc', xtc), ('xtc_vs', xtc_vs),\n",
    "            ('gbt', gbt), ('gbt_vs', gbt_vs),\n",
    "            ('xgb', xgb), ('xgb_vs', xgb_vs)\n",
    "        ], \n",
    "    voting='hard',\n",
    "    weights = [0.1,0.1,\n",
    "               0.1,0.1,\n",
    "              0.1,0.1,\n",
    "              0.3,0.1],\n",
    "    n_jobs=4\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "VotingClassifier(estimators=[('rf', RandomForestClassifier(bootstrap=True, class_weight='balanced',\n",
       "            criterion='entropy', max_depth=None, max_features=10,\n",
       "            max_leaf_nodes=None, min_impurity_split=1e-07,\n",
       "            min_samples_leaf=5, min_samples_split=25,\n",
       "            min_weight_fraction_leaf=0..., reg_lambda=1,\n",
       "       scale_pos_weight=1, seed=42, silent=True, subsample=1),\n",
       "          n_jobs=1))],\n",
       "         n_jobs=4, voting='hard',\n",
       "         weights=[0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.3, 0.1])"
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ensemble.fit(xtrain_fs, ytrain)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Apply to test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "well_name_valid = df.loc[(df['origin']=='test'),\"Well Name\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "preds = ensemble.predict(xvalid_fs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAfYAAAFkCAYAAADSRRn0AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAAPYQAAD2EBqD+naQAAIABJREFUeJztvXuYJVV57/9ZfZkrtwEEZoYeAUEdYwIM3iAISQQ5emQM\nJhpaNBp/JBJ7PJF4oknExGMS9ZBzvKUHY0SMCDS54oiiYkJIgqhoE4nhJipMz4EBuQ4wA3Pr9fuj\nutjVu/euXZdVVauqvp/n2U/33rsuq/Zbq956v+t9VxlrLUIIIYRoBkNVN0AIIYQQ7pBjF0IIIRqE\nHLsQQgjRIOTYhRBCiAYhxy6EEEI0CDl2IYQQokHIsQshhBANQo5dCCGEaBBy7EIIIUSDkGMXQggh\nGkQux26M2ccY83FjzD3GmB3GmBuMMS9y1TghhBBCpCNvxP5Z4BXAOcALgW8A/2SMWZm3YUIIIYRI\nj8n6EBhjzBLgCeBMa+3XIp9/D7jGWvtHbpoohBBCiKTkidhHgGFgZ9fnTwEn59iuEEIIITIyknVF\na+2TxphvAe83xtwBPAC8ETgRuKvXOsaYg4AzgHuAp7PuWwghhGghS4AjgK9bax/ut1Bmxz7Hm4BL\ngHuBPcDNwBXACX2WP+NEuHxPjy9OmXttATYM2OkkMBbz/RRwZcz3Y3PbiGPDXFv6cTYwHvO9jqOD\njqODjiNAx9FBx9FBxxGQ4DjOIfC1Pck8xj5vI8YsBfaz1j5gjLkSWG6tPbPHcicB37zssstYu3Zt\n7v0Kt5x//vl87GMfq7oZogeyjd/IPv7SJNvcfvvtvOlNbwL4eWvtjf2WyxuxA2CtfQp4yhizgkBq\n/599Fn36hcDatWtZt26di10Lh+w/MyO7eIps4zeyj7801DaxQ9m5HLsx5pWAAe4EjgEuBG4D/rrf\nOkvz7FAUy1NPVd0C0Q/Zxm9kH39poW3yRuz7Ax8GVgOPAH8PXGCt3Zu3YUIIIYRITy7Hbq39O+Dv\nHLVFCCGEEDkpfa74U8reoUjM+OrVVTdB9EG28RvZx1/aaBs5dvEMbewAdUG28RvZx1/aaBs93U0I\nIYRoEHLsQgghRIMo3bFPlb1DkZzxuLmQRKXINn4j+/hLC21TumOPm6pPVEwLO0BtkG38Rvbxlxba\nRlK8EEII0SDk2IUQQogGIccuhBBCNAg5diGEEKJByLELIYQQDUKOXQghhGgQpTv2sbJ3KJIzM1N1\nC0Q/ZBu/kX38pYW2Kd2xT5a9Q5GcDRuqboHoh2zjN7KPv7TQNpLihRBCiAYhxy6EEEI0CDl2IYQQ\nokHIsQshhBANQo5dCCGEaBBy7EIIIUSDkGMXQgghGkTpjr19FYU1YlKzDHiLbOM3so+/tNA2pTv2\nLWXvUCRnzZqqWyD6Idv4jezjLy20jaR4IYQQokHIsQshhBANQo5dCCGEaBBy7EIIIUSDkGMXQggh\nGkRmx26MGTLG/Ikx5ifGmB3GmB8ZYy5w2TghhBBCpCNPxP77wNuBdwDPB94DvMcYE1uqfnaOHYqC\nmZqqugWiH7KN38g+/tJC2+Rx7CcCm6y1X7PWzlhr/xG4FnhJ3ErjOXYoCqaFHaA2yDZ+I/v4Swtt\nk8ex3wi8whhzDIAx5ljg54FrXDRMCCGEEOkZybHuR4D9gDuMMXsJbhLeZ6290knLPOOBB+Azn4E9\ne+KXW7oUNmyA5cvLaVcavvIV+O534dd+Ddaurbo1cMstsHcvrFsHt98Of/M3vZc74gh461s773ft\ngk9+Ep58Mni/ZAm8853uf/OHHoJPfxoOPRTOPXf+d9bCZZfB+DhcfDHcf3+6bZ9xBpx4YvLlZ2fh\nskvhjW8Mjv3xx+d/PzoKb387HHxwunZ0k/Q8H4QxQVuPOab/Mj/8YRBMWRu8X7s2ODdd8m//Btdd\nl2zZY46Bc85xu/9u4s7zbg44AP7H/4ChglKc770XLrkk6INxLFsWtONzn4NHH4Xf/m1YsaKYNmUh\nvK71Y+IheOwuuOIKOO44eO1ry2tbVeRx7L8GvJFg2Pw24DjgE8aY+6y1X+i30g+AT51+OqOjo/M+\nH1+9mvHVq2FsDDZujN/zxARsiZmcdnw8ePVjZibwvnFMTs6bivCqq+D974fVq4P3r90xxWufmi/x\nWAs7d8L2L8Lydf4dx7vfDXfeCQ8/DH/xF3PfT011pKqbboL16+evX6A9PvjB4Pf68kUz7Hn1Bk7Y\nDIsXz19m7x7YvQf2nDLJyFHBcXz/+/B7vweHHALDw7B1K5z24BQvuitGcstwHDu2wM9+P/h/z1Uw\n8qbOcfz4x/Drvw777htc6A48EJ4zOsOfbou3xwX7T/KDbWv47neDC9ICovaIsOfGmzjgK+uZmRrj\n3V/byLOeBYsWBd9ZC/fdB4cfDm95y8LjWEDMeXXVVfBX75/h4iWDj+O+kf5TdZ563xS7vzAFL+iz\nwNgYf7V0Ix//OBx2GDzxRPDxPMfuoH+MvG4DL34URhfFH8eTT8JTT/Vw7H3sET2ONOfVnh+w4Dzf\ntHScTcvmH8fOncGN5WteA0cvSn+9WkCP43j6J3DsrcGN8X3DY1xwwMLj2LMnuNk78kiYfccEL2QL\n2/8BVqzusY8CrrtJjmPpdfCSp2FkdOFxPPoovGIxXP0Z+PM/h2c/G157bfn+I8lxzGNsjKmTT2aq\na5lt27bF7zfEWpvpBcwAv9312fuA22LWWbcJ7PT0tK0bn/yktUuWxC9z773WgrVf+Uo5bUrLUUcF\n7Xv72/sscOaZpbZn/Xprzzgj+P+886xdt27hMpdeGrT56ac7n91wQ/DZbbdZu3evtSMj1l50kfv2\n/dVfBfsBax97bP53t90WfH7FFcHfq69Ovt3Xv97a009P15afvuxMC9Zedlmwv2gX2rs3+Oyzn023\nzV5MTlq7aFH+7bzgBda+613xy7zjHdYee2zw/0c/au3y5fn3283LX27tm940eLlPf9paY3LsKGHf\nOe88a48/fvBy0XO8KC680Nr9949fZmYmaEe0L1xySXFtysLYmLUXXND7u9/8TWv/9YAz7bveFbT9\n8MPLbZtrpqenLWCBdTbGP+cReZYB3SLOLA2tjZ+dHSyJhd/PzhbfniyE8mpemdUVs7Od36rf7zsy\npylF2xz+PzISrLNyZRCxFtG+7n12f7d7d/A3jVw6MpLeBqFcvXNnZxshxsxvUx5mZzvby0OSY9y5\nsxO5GtM5RpdYm+x4RkaCZYvuu2naA8X21SRtCe0THfoJz0FfiJ5H3QwNARG7FnGO+UgeKf5q4AJj\nzP8DbgXWAecDF7tomG80wbGHY2mDxtTKIowBwv97/b7Dw8HfaJvD/8PvVq0q3rF3/2bhd+GFN41j\nHx5Ob4Nuxx4eO3Quzi4uWkkdzyCSHGP0gjw0VJxjT2Kb6HlW1Jh21vZU2ZYmOHYrx56KDcCfABuB\nQ4D7gE/NfdaXLcDhOXZaFbOz8y+mvQi/99WxD4zYx8ZKawu4idihHMfeL2IPPx90bkTJErHvOCiw\nTa+IPcQnx57kGHftmh+xF9FvkioQ0fOsK/0nGQn7Tpb2FEWStoT2CXMgILCbT0TPo26Gh+H+0bF5\n15k2kPne1Fq73Vr7u9baI621y621x1hr/9haG3sqDkg58JYkd/Lh975ExN0MjNgHJQE5ptux97rI\nVBmx99pn9/ssUnyWiP0/zg1sE15Uu28kXEnZVUXsVUvxuSPkhH2ntPY4akuYoBl17HWL2P905cZn\nfse2ROyNHA8vAknx7mmCFF+WYw+X7yXFQ30de+g4fJLii8Sn9iRpy9BQoB74KsXv2RP0xUV9qh6G\nhuYHEHLsYh5NcOxNTJ6DwLE/9JD7C04aKb7o5Llw+X5SvCvHmNTxDCJL8pwvUnyR+NSepG1ZvLjj\n2Bcv9suxh22Ji9i7rzNtQI49IXv3Jh9j9yUi7sa3iN2lFA/pJ4kZRBopPs0YuyL2AF+T54rEp/Yk\nbcvixR0pfr/96uXYw/NQUrzoiSJ297iM2MG9HO9TudugiN2VY29zuRu0K2JP+ttEI/a6OXZJ8SKW\nJjh23yJ2l2PsUKxjr7rcLUnE7uK8KzNi786KL+Kim9SRlhmx+9KeLFL8fvv5lRUftkVS/Hzk2BNS\n93I3a/1z7K6k+BUrgo5dRcSepdzNhWMvKmKvUooP9+8Sn6Rv39qTRYrfZ596RezDw4rYRQx1L3eL\nc1JV4UqKN6aYzPiiyt3ySPF1KXdLKsWH2cwuZ8+L4pP07Vt7krZl0aIgYh8eDh5y5aNjj8uKj46x\n+xh0FUHpjn2y7B06IokUX9TFyQVxTuoZJiZKaUtIXik+unwRjt2ncreTpwLbNDV5zuXseVFKk74T\n9h2fpPg0Y+x79gR/65gV/yePTChiL5py5zZzRxLHDp0xHd8I7/wXLYqJAuKeeFQAeSL24eH5F6VV\nq4KnvLluX3Sfvb4rq9xt+aOBbZpa7la1FJ87Qk7Yd0prj8O2hDaqq2NfuXeLHLvoTZIxduiM6fhG\neOe/eLE/QwV5xti7bVHEg2DiIvayy93i5oqH5kTsVUnxZY2x+9SeNMlz4d+6Ofbh4fn5RT5em4tA\njj0hSR8OEY7p+EbYpkWL/GlfHim+27EVPcbuMmLP69iNWbg/38rd0mbFVx2xK3muP92OvW5Z8W18\nupsce0KaIsWH42U+kEeK75aiV62CRx+Fp55y274wKcflGHuex7bu2tVbHfCt3G3QMc7OdsZtofox\n9rKS53xqT5ox9vBv3SL2oaHg4eVy7KInSaV4Xx1706X4sJbd5Th7EsdeRcTe68ludZPiu7OZJcWX\n3540WfHh30WL/HTscVnx0Yjdx2tzEcixJySpFJ/lol0GbYjYwa0cH3Xs3b9ZnjH2TBH73O+0c2f/\niN0nxz7oGLsjraql+DIj9iTtCYdblDwXT9oxdkXsYh51l+J9jNhdj7GDW8e+d2/n2dyVR+xzf+vi\n2JNG7L5I8b7NPAfFBwlNkuLjInZJ8SUwVfYOHdEKxz4+Xlp7IJkUH0ZS3Y69O2Lfbz9Ytqy8iD3v\nGHvaC/b3nx/Ypp8UX7dyt36OveoJajI70oR9J01yYpbzJA1NyYofHe1/zg4Nwd8OjUuKL5ory96h\nI+pe7pZIiq/YscdF7L3q2KMUMftc3Bh73nI3a9OdJ9PP7Tj2JkTs3dnMVUvxvc6zVCTsO2lunIaH\n/ZTifcuK7yfDQ/AbTjEuKV70RuVu7nEpxYN7xx6V4l2Xu4XbT9MWUPJcWnxKVkvTHiheim9K8lw/\nGR4WPgQG2uHc5dgTUncpvunJc1BuxJ535rnoukmIzhVfZLlbWY9t9W2M3bdyN8iWZFlEW3pJ8b44\nx+gkR72QYxex1N2x+5g857LcDapx7Fnniu+1zTiiEXsTpHjfsuJ9m6AGykmeyyLFW+tPcJDEsUez\n4kGOXURIM8bui+OM4mPEnkSKrzpi7xfJ5S1367XNOKLL1kGKr2vynC9Pd4PiI/asyXPgjxw/yLFH\ncyd8fqy2a+TYE5JmjN3HE6cOEbuLMfYnnug8Ozov4X563axVNcYeXT+Kb45dEXu+9oC/ETvUx7GH\nx7d7d+fmTRG7eIamSPE+Jc8VIcWDu9nnQpv3yk6u0rHXodwtbVZ81WPsqmPvTy/H7ktm/KCs+PBc\njkbscuwFUOfHttZ5StlEUvzMTGntgWQRe68ZuOKkeHAnx4dt6lVPnLeOHdLJrPtv69imDhF7Uine\nl6z43FJ8wr5TRym+Oyse/IrYB2XFjzEzL2L38frsmtId+2TZO3RE3aeUTSTFb9hQWnsg2Rg7LPxN\n+0XsK1cGf1069lCKdznGniU6/PWbOrapwxh766T4hH1HUrxbkoyxT7JBUrzoTd2leB+T55JE7LAw\ncukXse+zTzADnSspPryZi4vYyyp3i16MiozY21ruFpVsi6QJ5W5QH8cuKV7EUnfHHo3YwY82Jhlj\nh+QROwRRu2spPi55rqxytySO3afHtiaJ2EM1BKqX4o0pR22r4wQ1TXHskuLFAuo+pWw0eS76vkpc\nS/HgtuTNJyk+6tibIMV3Jz1VLcVDOY7dp/bkkeLrkjwX9jVJ8QkxxtxtjJnt8foLlw30hbpPKRuV\n4qPvq8S1FA9uHXsbpXiXyXN79/ZvU3ekVXXEDsVL3761p00R++7dqmNPyouAwyKv0wmekPe3Dtrl\nHU2T4n24+ShCincdsSctd0vjDNsSsUP/vtCdzayIvfz2JG1L3bPiYX4w0IaIvU/cMxhr7cPR98aY\nM4EfW2v/PXerPKRJ5W7R91VSZMTuwkGFM88NKndLW/edJWKfHRCx+1bHHj3GXu3tF7FXlTwH5UTs\nPrWnLclze2mfY3cyxm6MGQXOAT7rYns+0qRyt+j7KilqjH3HDnj88fztSzrGnmZ8HdoVsfc7Rh+l\neCXP9abOjj06xt4mKT5zxN7FWcD+wOcHLbgB+KKjnZZJHin+D/8QXv96OP74YtqWhETJc5PlzjJQ\nlBQPQdS+//752hfezMVlxc/Odh7tmpQsjv1jR03Cw/PXj+JbuVvYxgsvhOuvX/j9j34EK1Z03tde\nik/Yd+ooxfdy7B/4AHzqU9n2e9JJ8KEPzf/snnvg7W9Pf8OwefPgiH0Dk+zd266I3ZVjfxvwVWvt\n/YMWPBx43+mnM9p1NRxfvZrx1athbAw2bozfyMQEbNnS//vx8eDVj5mZwRNKTE7CmjXPvF3g2Kem\nglcXF94By7cAE53j+MQn4KCDejj2Eo+jrxTf5zieoUB7POPYZ2aYnNnAoZuAHy1c/eKfwk2PTAJr\nnmn7gqh17jiO3wGbgIP/P+DgfMfxgZthdFEw9/zBXwRe3DmO6M3bM+dFQnuMjHSOYwF97PE7P4Jf\nB7YwxjeGFx7HvHK3HOeVtbBy9wysT9c/ujni21NsYorlfw4vZ74TB3h42Rhbzu8cR08p3kH/+Jun\nN7D2YuC6wcfRU/pO2j9ifovocfz5D2H/+4H1g4/jmfZkuF4toMdxvHt6Lrt9PbH9Y80a+OM/htOu\nmmDRX27h9mNgxxNA1zMZvnXEON86or89Dto+w1n/vIFd3wb+a/53i+6DiWn42n+f5PED+h/HifdM\nceI9keM4CI76Jp3fs+s4hoZgCx37Aix/7wQ8VK7/WECC82rq5JOZ6lpm27Zt8fsNsdbmehFcbfcA\nr0mw7DrATk9P27px0knW/sZvDF7ulFOsffOb53+2eLG1F15YTLuS8tnPBsL3V78a/J2ZqbY91lq7\nzz7Wjo4G/z/3udb+3u/1Xu55z7P23e/uvD/1VGvPOaf3sjt2BMd36aX52/dLv2Tt+Li1xx5r7Tve\nMf+7978/HEgIjiMNP/xhsN711ydf5yUv6ezvV35l4fdr11r7rnela0cv3v52a9ety7+dq64K2nrY\nYda+852Dl//3fw+Wv+22/PuOsmSJtZ/4RLJl16yx9oIL3O6/mxNOsPa3fivZsq96lbVnnVVcW17/\nemtPO6247ffiQx+y9qCDFn7+hS8E9t+xw+3+rruu02/CPrR1q9t9lMn09LQlSFJfZ2N8rYsx9rcB\nDwDXONiWt+Qpd9uzp/pxnT17gqgoFEqamjy3dGkQHbrIjE8yVzyUkzwXXbYu5W4Q5DvESaUhPkjx\nZSXP+dIeV4mSaVi8uHcNfPdDgVwRPb42SfG5zGqMMcBbgb+21jY6JSHPGPvevdUnq0UfQRq+r5oi\nxtjBXclbdIy9X7kbpL84FvF0N98ce3iM27cnu1j7kBVfVrmbL+1xZes0LF7cexx9587gvHZ9oxHd\nnqaUTc5pBA9s+5yDtnhNVscedVxVEka5uZ9i5ZCkWfFpInZw59jrFLH7Wu62d298nXGID1nxmqCm\neBYtCqLz7nN1UD16VnpF7FVfi8sgV/KctfYbQMpin3qSdUrZsGNWfTL5GrFD0MnjbpyyROx33eWm\nfYPK3cL2paFNETvUR4rXBDXFE52SNnpeDCpby0r0PJQULxaQdYw9/L9qR+qzYw8leZ+leJcRe17H\nXqdyN0gnxauOvbz2VBGx96uDL8qx95Liqw6yyqB0x3522Tt0RFYp3peIPZEUH1d+UQDdjt21FJ/X\n0fkkxb/qsY5t6pQ8B/WJ2HNJ3wn7jpLngr9lOvazCWyjiL1AYqoDvSbrlLKhQ6jasSeK2Et27NHx\ndVczz0Hg2Hftgkceyde+JHPFQzkR+2ue7NimnxTv22NbQ6pKngu3VUqEnMKx+xKxV5U8Bwsz4wc9\npS0rQ0MwLscu+pF1SllfHLtvyXPRzjVIis8SsQNs3ZqvjeHNXK+IPc8Ye6anu0XOnyZG7EVI8Wkd\nu5LniqfsiD3aVyTFiwXkleKrHtP2bYy9u3LAZfLcypXB37zj7D6Vu9V1rnhIlu1chBQfbsuXZDVQ\n8ly/p8OVmRWviF08Q1bH7kvE7ptjj3Yu11L8YYcFf/M69qgUX3XyXPRaVIdyt9ZJ8QmRFB/8rSJ5\nTo5dLKDu5W6+SfFpIva0UvzixXDwwW4cexFSfPQZ0UmRFJ+ecFu+SN8gKV5SfDnIsSdE5W5u6eXY\nXZW7gZuSt6KS54xJH42VJcVXVe4mKb789rQlKz5EEbtYQN2l+DZF7ODGsYc3c67L3SB9NGZt58LX\n5Ii9Sim+rLnifWlPW7LiQzSlbIHEPCzPa7KWu/kixSeK2MfGSmtPkWPs4HfEDumjsS2MPXPha3K5\nW5VSfK4IOWHf0QQ1wd8yI/YtBLZp05SypTv2AU+x9ZakEbuv5W6JHPug55U7pC5SfPibuRxjD9dJ\nc9HeYDbWKmJvXVZ8wr7Tdim+7Kz44WHYQGAbSfFiAWnG2H0sd2ujFL91a74bqqgU7zpiTyOzWhu0\nZVDE7pNjV/Jcb5Q8F/zVlLLFIseekLqPsfuWPFeGFL9nDzz0UPY2FlXuBumisXBfcRF73cvdah+x\nJ6TtEbuS58pBjj0hdR9jb2PEDvnk+Li54qPvi47Yw+VCqbIOUryS53rT9uS5kZFgn3LsxSLHnpC6\nTynrW8SedYx9djbomEkidsjv2Ps9tjXa/qLH2MPl6iTFty55LiFtT54zJjgfysqKVx27iCWvFF+1\nI/UtYk8jxUcjl/B3HBSxH3pocBHJ49h9KXcLlysjec7Vxd6Hp7ulleLLith9aU8VUjwE54Mi9mKR\nY09I3aX4MGIPT/SqbzSyzhUf/h1ki5GRwLm7kOKrLnere8SeJNvZByleU8qWw6JFmiu+aOTYE5Km\n3M3n5Dko5wI2iKxSfFLHDvlL3nwpd+t27P0idh/r2KPDP3FIii+/PVVI8VBuxC4pviQmy96hI7JO\nKetbuRvESHwTE6W1p9uxQzIpPvw7SIoHN47dh3K3PXtgkolaRuxJL9a1l+IT9h1J8eVL8ZMEtlHE\nXiDlzW3mlqaUu0FMJLClvHkBo50rbItLKR7yO/boY1urLHfbuxfG2FKrcrehoU6iVBJqL8Un7Dtp\npfgwWbQIqpLiux27tcVOKTs2N9+pppQVC8g6xu6LY08UsZdIrzyEfheZPBH71q352qhyt+yMjKSP\n2IuQ4n2JkCF5gBC2B4pT+9K0xSXdWfG7d3c+d02vMfaqr8VlIMeegEFZ21G67/p9S54D/8bYi4rY\nV66E++/Pfqwqd8vH8HCLIvaEpI3Yobg2+RKxh/8XPcYuKV7MI82dv6/lbr459rKk+NlZ+OlPs7XR\nl5nnkibP+VTuBkE7k2Y6K3mud3ug2Ijdh6z48P+is+KVPCfmkcex+xKx10GKLyJ5DrKPs/syV3x3\nHXtdIvYsUnxtk+cSkjZ5Doprky/Jc0VG7Cp3E30JL+JJokSVuyWj129URLkbZHfsKnfLh6T4hUiK\nl2MvAzn2BAySiqN0l7v54th9i9jTSPFZI/ZnPSu4OGZx7NFoTxF7NtJE7D5I8T4+3Q2Ka5MvdexF\nOnaA8BAlxRfIVNk7dIALKb7qCDlRxD4+Xlp70kjxWSP24WE47LBsjj16s+HDGPsU47V6Hjuki9h9\nkOJzRewJ+07ap7tBsRG7D1nx4f9FOfa/GQpso4g9IcaYVcaYLxhjHjLG7DDG3GKMWRe3zpV5dlgR\naaR4X8vd6uDYXUvxkL2WPXoz1+tOv2zHfiXjseVuvtWxQ7bkudpK8Skce9ul+DKT5wD+bqR9jj2B\noNkbY8wBwDeBfwbOAB4CjgEeddM0f0gTsXePsSt5rjdpyt2ySvGQ37EPD3cuBHv2dC4+ecfYJcXP\nR1J87/aApPi8RAMaqP5aXAaZHTvw+8CMtfbcyGebc7bHS1yMsddCii+RtOVu4QxcWSL2b30rfft6\nRezR30zlboNplRSfEEnx5Tv28BjbFLHnMeuZwPeMMX9rjHnAGHOzMebcgWvVEJW7uSdtuRsEF7iy\nIvbozUavyEnJc4PJErFXKcWXVe7mS8Tehqx46PRPTSmbjKOA3wbuBF4JfAr4pDHmzS4a5hOtGWMv\nkbTlbuFyWSL2n/60M21l2vb1i9jzTimrcrf5+DClbFkT1PgSsVc5pWzUsRedPNcdsVd9LS6DPGYd\nAqatte+31t5irf0M8BngPDdN84e0Y+xFlrt997tBBzBm/mvZMrjzzvnLPv/5ne9/8hNYsiT4fMkS\n+PSnF24j7Wu//YIpW6PMzsKRRwad6Jpr+h9HGik+2u6TT57/2SDCWvbudg4iejMX7mvFiuC4990X\n7r23s2yWMfYlS+Ab30j2O59+emf/AEuXLtyejxH7smWwzz7JlvUhYl+ypHP8xsDBB8MTT7hrT9im\nNO0BeMELFp4To6Nw3XXltcUly5cHz8wJj+V1rws+73VeuyDsn22S4vOMsW8Fbu/67HbgdXErnQi8\n7/TTGR0dnff5+OrVjK9eDWNjsHFj/J4nJuKfpjQ+Hp+lOjMDGzbE72NyEtasAfo4nqmp4NXFa+6G\nI3cCE8FxxJa7ZTiOzZuDO9yPfxwOeXqGk6Y2sGsX3H47HPhW4FnBctbChXfCv7xukp951RqMgTPP\nDL7buDG4QQA46jtTPOe7/YsQt68Y48ZzFtrjnnvgz/4scJiH/UnnOOwsfOKeYJm17wX+svdxRG90\nRu+fYROorOX3AAAgAElEQVQbeNGfAJ9e2Iaz9sLff3SSR/cN7LFiBRxxRNdCfexx0uOwCVh0/hj8\nffLzavmuYL0XfwQOOQRmjoe7ThjnX1eN88EPzl/tmfMixXn1gQ/AKacs/LqfPRYtgsM+BVvWj3H4\n8xcexzzHnqN/WAsH75iB9cn7R0+mpvjnfaZYdDuwvsf3Xf28p2PP2c+H7w3Oq7XvBQ7ss1DkOF73\numD/u3fDrbcGfWzX56fg2pgi3ZTXqy9aOHYj8OXBx3HcccEpbTcH/fwZLNzyn3D07wKhCRLYo7t/\n/OVWWPUPwG3pj6MnCa+75++CNx4LUVMvWQzLzs52HPPocRzdUvwLLpqAvyzPf/QkwXFMnXwyU13L\nbNu2LX6/IdbaTC/gcuBfuz77GHBDzDrrxsBOT0/bOrF5c/AYmGuvHbzsRRdZOzLSef/BDwbrHn+8\nm7ZceWWwvW3bOp/dd1/w2Ze/3Pns6aeDzy69NMXGN29OvOjNNwfb/9735n++fXv4yBxrP/7x/ut/\n5zud5a64Ivj71a+maGtCHnww2PY//mO69R54IFhv06b5n996a6fdIyPB33PPddfevgywzRveYO1p\np+Xfzc//vLVveUv+7aRl587gt/z8591t8wc/CLb5rW+lX/faa4N177kn4QoJ+s7sbLDNiy9O355e\n2/nMZ/Jt54gjrP3DP8y3jTpw/EGbLVh7ww3B7/alL1XdouxMT09bgnuidTbGP+eR4j8GvMwY8wfG\nmOcYY94InAtMxq0U+6Wn+FTu1muMOSzByl0bOuguNEK/8b9+49DdpCl3y8NBBwWyZdoEun55FdHf\nMxSdskjxqRlgGx+l+DT4IMVHSZ2ln6Dv5GlPFFe/VVW2LpuPPBnYpk1SfOZLqbX2e8BZwDjwA+B9\nwO9Ya+s4B00sacvdwtKs6LquEmB6ZYWHSSdlZpr2y9iNvo/L5k0zxp4HY7Jlxve7mYv+nqFjryIB\nqRsfy93S4EMde5Qik/lc/L7dSbpZ29MGxx7OKas69oRYa68BYlKkmkHacjfo3A27Tp7rFbFX4dhd\nRuyDZp7Ly6pVsHVrunX63WxEf8/w5qZJjr2qKM6HOvYoRdxo5GlPNy6qIKqqYy+b8HRWxC7mkbbc\nLbqOayk+3F60LSMjQUevU8RelhQPxUXscuzu8FWKL8Kx+xKxt0WKDz27HLuYR9oxdlgowbuM2IeG\n5ndIYxY+WMH3iL0sKR5g5Up3Y+y9pPhSxtgH4GMdexqKlOKznFdFKAh52tONi2cDVFXHXjamy7G3\nQYpvgVnzk3aMHRZG7K7G2Pfu7T3zWNmTPvSL2PNI8XWI2Hslz/lwcax7xA7ujiEkT4RcpBSviL1c\nuh/bqohdAPmkeNcR+549vdvR74lJZUfseaT4IsfYH354/u8ziH43c9EpZn2S4n18ultafHLsvkvx\nrsbYW+HYu5Ln5NgFkC15rijHHp0aNkq/+ZeLehRinaT4cPa5NAl0cTYPb5YUsbvFRRQaRVL84Pb4\ncO4WjqT44kleKe0PaRxPt8MrInkuiRSfKWKfTD7LgMvkuTKkeEgnx8epNN2OvZQx9gG2qXu5G9Q8\nYk/QdyTFV8OHVga2UfJcgcRM5OctLiJ2l2Ps/ZxN7uS5uCkQu6hbuRtkc+xxEXupUvwA2zQhYvfJ\nsaceY0/Qd1zWsUuKT85PlwS2kRQv5uFbuVthEXsK6lTudsABwQM10jj2uDZV4tgH0ATH7qMU72sd\nu6T45OjpbqInWcrdqh5jLzorflDEPugRmGWOsWeZfc47KX4AdS93A78i9iInzJEUXy5tfLqbHHsC\nspS7dUvwRZe7lZ0VP6jcbdEif6R4yO7Ye9k8TEhU8pxbXN2chOSRvn2b4rYbF79VW6aU7X66myJ2\nAeQbYy9Cik+aFW9McdHkoHK3xYv9keIhvWOvmxTfhHI3V8cQkkf6roMUryllk9EtxStiF4Bfdexp\nkucWLy7ujtyY+XPhR9sXtscXKR7cRuwqdysGSfHJcXET1BYpXo5d9CTPlLJVJs8VJcOHjIz0T55L\nE7EXXe4G7Rhjr7tjb3rynOs6dhdSvA83pUUT9k9J8QVydtk7dECeKWXLLHfL7dinplIt3itBLmnE\nXubMcxA49m3bYPv2ZMsnGWMvVYofYBvVsS+k1HK3BH1HM89Vw+kPTc17voYi9gIYL3uHDvCp3C3N\nXPFFO/ZeEXvS5LkqpHhIPvtcXJvCSL2Jjl1SfEDqiL1kxy4pPjmnzTn2EDl2AfhV7pZmrviipfhe\nEbvPUjwkl+PjbuZChy4p3i0+SvE+TykrKT4Z0SRi1+eYr7TArPlxUe5WRfJcUfPEh7iS4ssqd4Pk\nEXvcRbjbsftwcVQd+0Ka/HQ3SfHJMXT6qOtzzFc8uCT5j4tyN1dj7E1MnitDit93X9hnn/QRuzdS\n/ACaUO7mk2MvMnlOE9SUjJFjFz1wUe5mrZsTqtDkuZTkidjLHmMHWLkyuWNPMsbuW8QuKX4+vknx\nmlK2GqIRu6R48Qx5xtj37Ok4AFeO3eeIPc/Mc0VfZNKUvGmMvXx8ith9l+IVsScnOsauiF08Q94x\n9tABuJDj08w8V5fkuTLK3SCbY6+LFN+UcjdfpG/fpXiNsaegS4pXxF4AdX5sa1YpPkxic3FCxc0V\nH02ey1TuNjaWavG4iN1HKT6NY49rU/j7l+rYB9imCRF7raeUTdB3fJLiXbbFdx5eOjZPilfEXgAb\nyt6hA/Imz7l07Gki9tRZ8Rs3plo8LmJftChZxD487LcU780Y+wDbNMGx+yTFpx5jT9B3fJLiXbbF\ndy4+fqOS58RC8kwpG5XiXUXs/Rz73r2d/VaZPGdMcMxJxtiHhsopd4PAsT/5JDzxxOBl6zjGXvdy\nN5+S54p8upuLG8G89nbZFt8ZHlYdu+hBnilloxG7izH2uOQ56ETtVSbPhR1pkGMPk1rKlOIhWdTe\n1jF2RewBRT7dzYeZ59oUsQ8NqdxN9MCnMfY4KR7Kdez9pPiRkd5OP0roQKJPiPPJsXs3pewAVMe+\nkKY/3U1SfDLk2EVP8k4pW0byXOjEwwS6OkTsYYcrS4pfuTL4myZij5PiwwuEL1J83SN2SfHJyftb\nSYpvNi0wa37SlGN1l7tF69iLLHcLbx7CiD1TVnxK8kTsUcdeVsS+fDnsv39+KT507D5dHJtS7uZL\nhOy7FJ93jF0Re7PJfEkyxvyxMWa263Wby8b5QpoZmqoqd+slxRc9V3yeiD2MDMt07JA8Mz7JGHuZ\n7R5EEyJ2Hx27L+3pRmPsyWmjY+/hIlLxX8ArCGbtA4iJ0erL7GxyubXKcjeozxh7eLNkTHnlbpDc\nsScZY29ixC4pPkBSfHOIOnZJ8cnYY6190Fr707nXI4NWmMy5wypIE7FXWe4GOR37xESqxfuVu6Ud\nYy9r5jlwE7F3S/GljLEPsE0THLuPEXviPpug70iKr4Y3f3tCU8qm5BhjzL3GmB8bYy4zxgycfind\n3GZ+sHdvdim+7HK3XMlzW9LNC9h0KT7M2u+mEil+gG1Ux74QFw+BSdyeBH3HdcSex0G1KWI/cPsW\nRewp+DbwVuAM4DzgSODfjDHLHbTLK7JI8bfcAtdfD7t3lyPFh/u45ZbA4UiK703o2AddFONu5sIb\nK5/G2FXutpCmj7ErYk9GGECE/7chYs88xm6t/Xrk7X8ZY24CNgNvAD7Xb70fAJ86/XRGw7BnjvHV\nqxlfvTqYc3nQ9IwTE/F3yOPjwasfMzOwYcDktpOTsGYN0EeKn5oKXl0ctAeuHoLN7xvjFwmO45BD\neGY7eY9jXsQeOY41u+FLBuxvw0Ofgy9aOO4vgVd1jqMn0eO46SZYv37+9zH2eMZ5R47jnNvhl34K\nay6D4x8D1vc+jqgU/6ynZtjEBha/Huh3AzWZ4jh6MXccq1bB00/DY4/BihVdy0SO44x74Iuzc+0P\nmTuO444L3p5yCnziE3DYYXPfpzyvUh1HaJs+9ph3wcrRP6yF/R6bgfUFHUdIj+NYcNHN2c+XPRSc\nV6O/Qv8Qps9xhA5vzTen4G/THccC5o7jqMdgE/Cc84H9kx9Hr/PqI7fB0rvpnJ8p7bFsd9CWF/1v\n4NJ0x9EXx9fdnmQ4rxYv6fRRY+BVX56A7/l/HFMnn8xU1zLbtm2L32+ItdbZC7gJ+LOY79dtAjs9\nPW3rxKOPWvvjHydf/sEHrb3rruB1993WXndd8DT2u+7K35bnPtfad7+793d33x3s55JLgr+XX55y\n42eemWrxX/5la1/96vmfvfvd1j7vedb+n/9j7X779V/3Ix+x9sADrV250tpjjgna+/TTKdubgW9+\nM9jXrbfGL/fJT1q7dGn/73fsmP+3cAbY5n/9r+C3zMv++1t74YX5t5OFn/1Za9/5Tnfb+9znAlvv\n3p1+3d27g3U/97mEKyToOzfdFGzz+99P355uTj3V2nPOyb7+Qw8FbfnHf8zfFt+Zfc2ZdufO4P/D\nD7f2j/6o2vbkYXp62gIWWGdjfLEz0c0Ysw9wNLDV1TZ94YAD4Kijki9/8MFw9NHB64gjFibU5aHf\nGDt0JmB5/PHgr88T1FQ1xp50kpp+Qx4hS5fO/1s1Sp5biKT4ctriO8Z0hirbIsXnqWP/c2PMKcaY\nZxtjTgKuAnYDMfpCO+mejS4P/bLioXPyluXYXWTFlz3GntSxx91A+Ygc+0LyOK8iyt3k2KunLY49\nz6XrcOAK4CDgQeAG4GXW2oddNKxJuJzFKi6SDO9Mq3TseWaeK+Mis2QJHHhg/ojdN5rg2IvKivfF\nsevpbtXTlqz4PMlzMdkF/ZkCfi/rTmtK9zSzeRgUSS5e3HksaWrHHpcw0gNXUnxYoleWQ0lS8han\njFTCANs0odzNp4gdUjqBBH1HM89VRMQ2bYnYS79fu7LsHXqASyl+UCS5eHGOiD2lYx8UsVvb/5i7\npfh+NeNFkNSxeyXFD7CNyt0WkvcmJdVvWoFjlxSfEDl2UQQupfg0EXvVc8WH73vR/XS3Mi8wSRy7\npPjyKUKKz3OT4koFibYHNKVslbRFim+ZWavBtWOPczhVj7GncezRrPgyLzC1jNgHoKe7LcRFxO5r\n8lze36pVEXsERezCGS7H2EOpux+5xthTMjISL8WH73sRSr5VOva4Dq6IvXx8i9hdDW9E2xNuNy+K\n2LOhiF04o6xyN8g5xp6S4eH8Unx0jL0sVq0Kpvp9OKZ+w7vkuQE0wbH7FrG7luI1xl49itiFM8oq\nd4PyHXvWiL1qKR7i5fhByohvyLEvpOlSvBx7euTYhTPKTp7zZea58H0vqpbiId6x1zFir3u5m49S\nvM/Jc3q6W3okxRdEHR/bmhdXU8rOzgadeVDyXPhM9tRZ8TMzqRbPG7GHUjyUe4EJHwgxyLF7FbEP\nsI3K3RbiQopP3J4EfUdSfEVEbKOIvSAmy96hB7iK2EMnOihiD0nt2Ac9sagLV+VuUO4FZnQ0eOLe\nICneq4h9gG0kxS+kVCk+Qd+RY6+IiG3k2IUzXDv2QWPsEDivoiOvPOVu0ZnnoPwocVDJWx2l+Lo7\ndknxyclrb0nxzaZlZq0GV+VuYXScxLEXPb4etiOvFO+rY29j8lzVUZyPEbtPU9xGUcSeDUXswhmu\nyt3SSPFlOHYXUnx4YSn7AqOIfSFVX+yLcKQ+zTwXHpsPdewu21InXJ9jvtIys1aDKym+aRF71VL8\n1q39v/cueW4ATXDsRUzh6lO5W56nzXXjSopvY8QuKV44oczkuTBhruh54sN2uCh3g/Id+8qVgWPv\nZxPvkucG0BTH7psU72sdu6T4bEiKF85wVe6WJnmuqoi9TlL83r3w4IO9v6+bFO/CCVUtz/qWPOfa\nCWhK2epR8pxwhmsp3ucx9jpJ8dB/nF3Jc+WjiD05mnkuG4rYCyJdpXQzqKLcLZNjn0w3y0Decreq\ns+Khv2P3LmIfYBs59oWU6tgT9B3XUrye7paQiG3k2AtiS9k79IDalLutWZNq8eHhzmx4IXWYeQ6C\nCWqGhuIdu1cR+wDbuLhgVZ1Q5ZsUn8p5Jug7kuIrImIbSfHCGU0ud4P5NyxZnscO5TuTkRE49NB4\nKd6riH0ALn6/qqM43yJ2Pd2teShiF84oU4ovMyu+l/OuixQP8bXs3kXsAwgv0HWWZ31z7L6PsdfZ\n1lUhxy6c0eTkOZgvt9dl5jmId+x1jdjrfLH3UYr3dUpZSfHZkBQvnNHkcjfILsVXWe4GgyP2Ojr2\nOsuzvkXsRbQn3G5eJMVnQxG7cIYi9oVUXe4GgyP2Oknx4e/nImKvso7dpylli5LiXT0ERlPKpkdT\nygpnuIimoFkRuy9j7A880Pvmo64Re52leE0pm5y8DqrqCoiq0JSyBXF22Tv0AGPcnFCFl7tNTaVa\nvJfzrku5GwSO3drAuXfjXfLcANu4cOxVX+xrLcUn6DuS4isiYhtJ8QUxXvYOPaHXZC5pKXyu+JSO\nvZfzrku5G8RPUuNd8lwJjr3qi32tpfgEfcen5LlWSfER20iKF05xIetJindLnGOXFF8+TZfifSp3\nq1qdqQpJ8cIpLi4STUueq9qxH3xw0M5+EbtXUvwAmuLYfZLii1AQQFJ8lUiKT4kx5veNMbPGmI+6\n2maTcCnFNyFiD6OpKsvdhoaCx7cqYp+/rurYA4pQEMAPKV517M3GiVmNMS8Gfgu4xcX2mkgbInZr\nO0ln4QXD54gdAjl+69aFn3uXPDcAFyWVVY+7+hixN1WKr/omrioUsSfEGLMPcBlwLvBY7hY1lDaM\nsYfHNzwcdKA4lcKHMXboH7F7lzw3gKZE7LVNnkvYHvBLim9jxC7HnoyNwNXW2uscbKuxlOXYq5wr\nvrt9cY7dByke+k9S00YpvuqEKt+S51xHd3nbE8WVFN/GiL0NUnwusdEYczZwHPCipOtsAQ7Ps9Oa\nMjwM114LO3Zk38attwZ/C5Pix8ZSLR6246KLAge5e/f8z0dG4MtfhgcfXLjunXfCC19YfcTez7F7\nlzw3wDZNiNhrLcUn6Dt52xNFyXMpiNhGjn0AxpjDgY8Dp1lrdydd73Lgy6efzujo6LzPx1evZnz1\n6sAIGzfGb2RiArbEPNl9fDx49WNmBjZsiN/H5GT8M5anpuJrV7uO49RT4dvfhjvu6Czyp49NsGpv\n/+PYtHScTcvmH8fLXgbLls296XEcB1i48VnwM58F/i7DcaxfH3sc3V+tXQsnXdE5jl9cBi/+NHAl\nXLcPbLseNn1n4XGEx7JkCfz4X2a4+MENsH7BIh0c2yNk1argxmPXLlh0fue8+sI2OOZS4MbIwlWf\nV+vX9z2OeY49Y/8IL/ZLH5yB9eX2D+ghk+bs5wc8PsMnN2c/r4aG4CU/noL1CY4j7po1dxxn3ANf\ntCxsT4bzavxOOOmhyLZS2uPYB2ETcMi5wFIae90F5r0fGoLfvGUC1vt/HFMnn8xU1zLbtm2L32+I\ntTbTC3gtsBfYBeyee81GPjM91lkH2OnpaSuED3zta9aCtZs3z/98332t/ehHq2lTFv7hH4LjePjh\n7NvYsiXYxjXXuGtXGt72Nmtf9jJ323vHO6w97rjs67/85da++c3u2rNxo7Wjo2629cEPWnvYYdnX\n/+pXA1tv2eKmPXXhrLOsfdWrqm5Fdqanpy1ggXU2xj/nERv/CfjZrs/+Grgd+Ii1bUhREHUnOklN\n9AZbyXPlU2spvoT2RJEUn422ZMVnduzW2u3AbdHPjDHbgYettbfnbZgQZdBv9rm6Jc81odyt6Vnx\neevqo7gqd1NWfDNxbdYW/GSiSRx4YFBB0O3YvUueG0BTInafsuKbHLErK77ZOL10WWt/yeX2hCga\nYxZmxlsbdP46RexNKXfzSYr3rT1RJMVnoy1SfMuEGCEW0u3YwwumIvZy8U369q09UVw9j72NUnwb\nIvaWmVWIhXQ79iTPvfeNJjh23yJkn6X4vJJy1bauCkXsBTFZ9g5FciYmqm5BJXQ79iQz/JXOANs0\nwbH7ljyXygkk6Dt52xNFU8qmIGIbJc8VRLq5zUSpxE0+0WD6RexeSfEDbNMEx17r5LkEfUdTylZE\nxDZtSZ5rw/2aELGsWgWPPgpPPRW89zJiH0AYedW5BEpSfHL0dLdsSIoXoiWEtezh41u9jNgHEF6g\n6zzu6psUX4RjlxRfLZLihWgJ3ZPU1DFilxS/ED3dLb4t0M6IXVK8EC2gO2Jvq2Ov+mIvKT45eSPP\nqm/iqkJSvBAtYb/9YOnSTsReZym+zhf7pkvxrqeUlRSfHknxQrSE7tnn2hqxV+3Ymy7F+zTzXNXq\nTFVIii+ImCfQiqqJewZxw4k6di8j9gG2aYpj98mRpnKeCfqOa8cebjMLVdu6VCK2kRRfEFeWvUOR\nHDl2wNOIfYBtmlDu5pv07dqxu5biIbu9WzWlbMQ2mlJWiBbRy7F7FbEPoAnlbr5F7K5l2yIi9qzt\nq9rWVaGIXYgW0UuK9ypiH0ATpHgfk+d8ak8UV469FRF7BCXPCdEiVq2Cxx+HJ5/0VIofQFPK3XxK\nnitiaMDlzHOQX4pvY8QuKV6IlhCtZfcyeW4ATYjYfZPifa9jB0nxaZEUL0SLiM4+19aIveqLvW/S\ndxE3Gr5J8W1z7JLihWgRK1cGf6OOXRF7uUiKT07eKgiXbakTkuILQo9t9ZiZmapbUBn77hu87rvP\n0+S5AbZpimOvrRSfoO+4frob5IvYW+PYI7aRFF8Qk2XvUCRnw4aqW1ApYWa8l1L8ANvklWah+kxp\nH6X4xL9ngr7jso7dhRTfmoz4iG0kxQvRMkLHruS5/O3Jgo9SvE8KQpS8jl1SfLORYxdiDq8j9gE0\nodzNt4jd5+ex57V3qyL2CIrYhWgZitjnb6tsfIvYfWtPFEXs2VDELkTLaHvE7oNj90n6brIU36rk\nuQhKnhOiZaxaBTt2wKOPBu/l2MtFUnxyXDzdTVJ8c2mhaYXoTThJTVgdIym+XHyTvn2uY89b7iYp\nvtnIsQsxRzhJzZYtwd86RexNeGyrb1J805/u1lbHroi9ANpdKe05k+2eZSB07F5G7ANs04THtvoo\nxSduT4K+49uUsq2R4iO2kRQ/AGPMecaYW4wx2+ZeNxpj/tug9bZk3aEonjVrqm5BpSxbBgcc4GnE\nPsA2TSh3q7UUn6Dv+PZ0t9ZE7BHbSIofzBbgvcA64ATgOmCTMWati4YJUQWrVgWO3Zh6XfiaMsYu\nKT4ZkuKzISl+ANbar1hrv2at/bG19kfW2guAJ4GXuWueEOWyahU89ZRnMnwCmuDYay3FJ0BTylZP\nW6R4J5cvY8wQ8AZgGfAtF9sUogrCzHivZPgENMGx11qKT0AREbuk+HS0RYrP5diNMS8kcORLgCeA\ns6y1d7homBBVIMdebcS+cyf8wi/A4YfDpZdmjyo//GH4r/+CtTkGBn127FmSJa++Gv7v/w3+37y5\nnY59aAgefjg4xwCOPBIuuaR5v0XeiP0O4Fhgf+BXgUuNMafEOfcTgfedfjqjo6PzPh9fvZrx1ath\nbAw2bozf68REJ8OpF+PjwasfMzODn8Y0ORmfEDM1Fbz6oePoUKPj+P1bt/D6w4NHuLK+63uPj2Ne\nBJfRHqFjH906A+8s/zhe+Up4y1vgJz+Byy+Hzy6dYPED2c6ryy6DFx0yw/++fcNCOyY8DmNg/fYp\nWO+mf0z8B2zfgZPz6mcegU3AyvOAfeKPA4CpKdb8/hTv3QqHHhJ8tP+zIm1pST9fvx5eeukEB/5o\nCzt2wCP/CrMPwnD0BtKT45g6+WSmupbZtm1b/H5DrLXOXsA3gE/FfL8OsNPT01YI4Y4f/tBasPb6\n67Nv46tfDbaxZYu7dmXhi18M2vHAA9m38ZznWPue9+Rrxwc+YO2qVfm2EeXXfs3aV7zCzba++c3g\nN7rttuTrvOUt1p50kpv9N4Errwx+w23bqm5Jcqanpy1ggXU2xhe7Tp8YAhbHLXC24x0Kh8TdQYpq\nGWCbJpS7hSyeu4Ls2pV9G7t2dbaTlVRSfIK+s2sXLFqUr00hWaR4F79JLeljGxfnma/kqWP/kDHm\n5caYZxtjXmiM+TBwKnBZ3HoxAoeoGjl2fynBsVc9xh4SXnB37sy+jZ078zuxVIlWCfqOizaFZMmK\nd7n/WjHAsec5z3wlzxj7IcDngZXANuA/gVdaa69z0TAhRHKa5NjDqDavY88bHbsujdq5cy53wwFZ\nHbsrxaAJuDjPfCWzY7fWnuuyIUKI7DTJsfsSsbvOii8iYk9j7507YcUKN/tvAk2O2Fs4RYEQzUOO\nvYO1FUjxCXDp2LOMsbdWiu+DHLsQwmua8HS3kLwX3D17gmNxEbG7luJdSeEaY8+PHLsQwmuaGLFn\nzVYO1/NNineZlZ7lRq61WfF9UFa8EMJrmvDY1pC8kVS4nm+OXVK8Xyhid4ge2+oxY2NVt0D0Y4Bt\nmlTHnjdbOVwvr+ydaow9Qd/xodytlVnxfWzT5Kz40h37gIn4RJUMmlJSVMcA2zRRivchYk/8eybo\nOz5kxbcyYu9jG0XsQgivkWPv0AYpXslz+ZFjF0J4TZMc+8hI50lvWXDl2Isod6tySlk59vnIsQsh\nvKZJ5W4QXHR9yIp3Ve5mLezeXW3Erqz4+YyMBDdIyooXQnhJkyJ2CBxQ1RG7Syne1c1GSNobOVeT\n9jQJY/KdZz4jxy5EA2hSuRsEknXVWfEuHburm42QtPbevTv428qs+BjynGc+I8cuRANoUrkb+BGx\nu/hNQ1w79rRSvOv9NwVF7EIIb5EU38GlFA9uHbvrKWWTtk2OvTdy7I6YLHuHIjkTE1W3QPRjgG3k\n2Du4duyJouIB9lHEXiExtpFjd4TmNvOYLZoX0FsG2KaJjr3qrPhU49gD7OM6eS7tGLvr/deKGNvk\nOc98RlK8EA2giY7dh+Q50Bh7k1HELoTwlqbVsefNih8dzX+DkqVWPK5NUF25m+sx/qagrHghhLco\nYiuNhSgAAAuLSURBVO/gql7bRQlhiGvHmrZtith7o4hdCOEtLpxQk8rdXDiwOkTscuz5kGMXQniL\nIvYOrh27z2PsKnfLhxy7EMJbmujY82TF+xaxKyveT5QV74ipsncokjM+XnULRD8G2MalY/cBHyL2\nVM5zgH0kxVdIjG0UsTviyrJ3KJIjx+4vJTl2H6J1yJ8V7yJJLZXcXZFjV1Z8AmJso6x4IYS3uCp3\n86HUDfyI2F0nzxkDw8P5twWK2F2hiF0I4S1Ni9h9cOyuy90WL3b3+2YtdxsddbP/piDHLoTwFlfl\nbnLsHVxH7C6j5SwRu8sbi6Ygxy6E8JYmRuy+ZMW7SCp01aaQtG1zvf+moKz4Lowxf2CMuckY87gx\n5gFjzFXGmOe6bJwQIhlNc+w+JM8VIcW7IosU38rEuQEoeW4hLwf+AngpcBowClxrjFnqomFCiOQ0\nzbE3UYp36VizSvFiPpLiu7DWvtpa+wVr7e3W2h8AbwXWACfErafHtnrMzEzVLRD9SGibpjn2LMdT\nycxzA+xTVMSeptyttY49xjZy7IM5ALDAI3ELTTrcoXDMhg1Vt0D0I4FthoaaVe5mLezZk37dSiL2\nAfYpwrEbo4g9ETG2kWOPwRhjgI8DN1hrb3OxTSFEOoxpVsQO2S66rhLFXI6xF5G8lsaxK3muN4sX\nB79hlhtIn3F1f34R8ALgbEfbE0KkZNEiOO+8TjSX9vW7v+tPnfPy5cHfffdNfxz/+Z+d9fMQOsKj\njx68zy9dHf/9JZe4aVN3+5La+6KL3O+/CYS/yeho+vPsQx+qtu1xjOTdgDFmEng18HJr7dZBy/8A\n+NTppzPadQUZX72a8dWrYWwMNm6M38jEBGzZ0v/78fH4KR5nZgZLm5OTsGZN/++npoJXP+p4HDfd\nBOvXz/++jsfRi7ofR2ibmOO4+mq4+2446fIJlj/a/zh+/OJxfvLS3sdx9NF4YY9XvhLueMUESx5K\nfxzGwKtfTe7jeOlL4YaJKQ6/of9xbF8xxo3nbOTYSfhMn12F9lixF1jfY4GM59Xm42DHjuD/G8cn\n2X5Qf3sc9Z0pTrhrqvf+of79IyTlcbxuL8wcB7MRpSuufwAsf3iGk6Y2cMDXgW/3WcjBcUydfDJT\nXcts27at/zoRjM2h3c059dcCp1prf5Jg+XWbYPrw6WnWrVuXeb+iINavhy99qepWiF7INn4j+/hL\ng2xz8803c8IJJwCcYK29ud9ymSN2Y8xFwDjBPeB2Y8yhc19ts9Y+nXW7QgghhMhOnjH284D9gOuB\n+yKvN+RvlhBCCCGykDlit9Z6UhgjhBBCiJDSnbMqpT1mUrMMeIts4zeyj7+00DalO/aYnEpRNXFZ\nnKJaZBu/kX38pYW2kZwuhBBCNAg5diGEEKJByLELIYQQDUKOXQghhGgQcuxCCCFEg5BjF0IIIRpE\n6Y5dj3/zmLiHEohqkW38RvbxlxbapnTHHvPsH1E1LewAtUG28RvZx19aaBtJ8UIIIUSDkGMXQggh\nGoQcuxBCCNEg5NiFEEKIBiHHLoQQQjQIOXYhhBCiQeixraLD2FjVLRD9kG38Rvbxlxbaxlhry9uZ\nMeuA6enpadatW1fafoUQQoi6c/PNN3PCCScAnGCtvbnfcpLihRBCiAYhxy6EEEI0CDl2IYQQokHI\nsQshhBANQo5dCCGEaBBy7EIIIUSDkGMXQgghGkTpjn2y7B2K5ExMVN0C0Q/Zxm9kH39poW1Kd+zt\nmwOoRmzRvIDeItv4jezjLy20TemO/d/K3qFIzNS991bdBNEH2cZvZB9/aaNtcjl2Y8zLjTFfMsbc\na4yZNcasH7SOHLu/tLED1AXZxm9kH39po23yRuzLge8D7wDKm3ReCCGEED0ZybOytfZrwNcAjDHG\nSYuEEEIIkRmVuwkhhBANIlfEnoElALfffnvJuxVJ2L17Nzff3PdJgKJCZBu/kX38pUm2ifjOJXHL\nOXseuzFmFvhla+2XYpZ5I3C5kx0KIYQQ7eQca+0V/b4sO2L/OnAOcA/wdMn7FkIIIerMEuAIAl/a\nl1IjdiGEEEIUS66I3RizHDgaCDPijzLGHAs8Yq1t33Q/QgghRMXkitiNMacC/8LCGvbPW2vflqdh\nQgghhEiPMyleCCGEENWjOnYhhBCiQcixCyGEEA0ilWM3xvyBMeYmY8zjxpgHjDFXGWOe27XMIcaY\nv557MMx2Y8w1xpiju5a5fu6hMeFrrzHmoq5lVhhjLjfGbDPGPGqMuXguWU/0wBhznjHmlrnfa5sx\n5kZjzH/rWuaDxpj7jDE7jDHf6GGXxcaYjcaYh4wxTxhj/t4Yc0jXMrJLBhzZR/2mAAbZxhhzljHm\n63P9YtYY83M9tqG+UwCObNO6fpM2Yn858BfAS4HTgFHgWmPM0sgymwjq7M4EjgNmgH/qWsYCfwUc\nChwGrATe07WvK4C1wCuA/w6cAnw6ZXvbxBbgvcA64ATgOmCTMWYtgDHmvcAG4LeAlwDbga8bYxZF\ntvFxgt/6Vwh+71XAP3TtR3bJhgv7qN8UQ6xtCB529e8Ev3W/pCT1nWJwYZv29RtrbeYXcDAwC5w8\n9/6YuffPjyxjgAeAt0U++xfgozHbff7cdo6PfHYGsAc4LE+b2/QCHgZ+Y+7/+4DzI9/tBzwFvCHy\nfidwVmSZ583Z4SVz79fKLtXYZ+4z9ZsKbBP57Nlzv+/PdX2uvuOpbea+a12/yTvGfgDB3dAjc+8X\nz73fGS5gg19pJ3By17rnGGMeNMb8wBjzoa6I/kTgUWvtf0Q++6e5bb80Z5sbjzFmyBhzNrAMuNEY\ncyTBneo/h8tYax8HvkPwWwO8iGBeg+gydxIoLuEyL0N2yU1G+4So3xRIl22+lXC1E1DfKZyMtglp\nVb/JPEGNMcYQyE83WGtvm/v4DgLp5MPGmPOAHcD5wOEE8kfI5cBmgijl54ALgecCvzr3/WHAT6P7\ns9buNcY8Mved6IEx5oUEJ/wS4AmCCOJOY8yJBCfpA12rPEDn9zwU2DXnUPotI7vkIKd9QP2mMPrY\n5o6Eqx+G+k5h5LQNtLDf5Jl57iLgBcDPhx9Ya/cYY84CPksQxe8huPO5hs7sdFhrL45s51ZjzFbg\nOmPMkdbau3O0qe3cARwL7E9w0l5qjDml2iaJCLnso35TKD1tk9KBiGLIZZs29ptMUrwxZhJ4NfAL\n1tqt0e+stf9hrV1HYISV1tpXE4zF/yRmkzfN/Q2zgO8HujNKh4ED574TPbDW7rHW/mTOBu8DbgF+\nh+A3MwRReZRD6fye9wOLjDH7DVhGdslITvv0Qv3GETG2SYL6ToHktE0vGt9vUjv2Oaf+WuAXrbUz\n/Zaz1j5hrX3YGHMMwfjtF2M2ezyBFBneJHwLOMAYc3xkmVcQXPy+k7bNLWYIWDx3V3o/wW8IwNxF\n6KXAjXMfTRMoLNFlngesoTOeJbu4JY19eqF+UxxDBDlD3fTKvFbfKZc0tulF8/tNymzEi4BHCcre\nDo28lkSW+VXgVOBIghuAu4G/jXx/FHABQfnCs4H1wI+A67r2dQ3wPeDFBHL/ncAXqs429PUFfGjO\nLs8GXgh8mOBi80tz37+HIJv0TOBnCW607gIWddn3buAXCBKCvgn8u+xSvX3Ubyq1zQoCKfjVBNnT\nb5h7f2hkG+o7Htqmrf0m7Y88C+zt8fr1yDLvJMgGfXruRP8AMBL5/nDgeuBBguS6O+eMtU/Xvg4A\nLgO2EdxMfAZYVvUP5usLuJhguOMpgujv2vDkjyzzAYIEkh0Ez/M9uuv7xQTzFDxEkKTyd8Ahskv1\n9lG/qc42wFv6XPv+KLKM+o6Htmlrv9FDYIQQQogGobnihRBCiAYhxy6EEEI0CDl2IYQQokHIsQsh\nhBANQo5dCCGEaBBy7EIIIUSDkGMXQgghGoQcuxBCCNEg5NiFEEKIBiHHLoQQQjQIOXYhhBCiQfz/\nQjhAXQQqAsIAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x1334c9cd0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "well = \"CRAWFORD\"\n",
    "depth = xvalid.loc[well_name_valid== well ,\"Depth\"]\n",
    "predictions = pd.Series(preds).loc[well_name_valid==well]\n",
    "plt.plot(depth,predictions)\n",
    "plt.axis([2950,3175, 1, 9])\n",
    "plt.grid(b=True, which='major', color='r', linestyle='--')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAggAAAFkCAYAAABFIsPfAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAAPYQAAD2EBqD+naQAAIABJREFUeJztnXuYHVWZ7t+vO510GkiIyLXTATSoKBjsAE4wIIhRj0fC\nYVRkG51Rn4yi3YqeOeNluIgjXkY9I2IH1IEjKrB5vCBBB5FxkAGNiHRGxSHcDd0KBAjQxCTk0r3O\nH7WLrq7brsuqVat2vb/n2c/urlpVa62vVlW9+1vfWkuUUiCEEEII8dJVdgEIIYQQYh8UCIQQQggJ\nQIFACCGEkAAUCIQQQggJQIFACCGEkAAUCIQQQggJQIFACCGEkAAUCIQQQggJQIFACCGEkAAUCIQQ\nQggJkEsgiMieInKhiGwUkW0i8gsROVpX4QghhBBSDnk9CJcBOBnAKgBHAPh3AD8TkQPzFowQQggh\n5SFZF2sSkV4AWwCcopS6wbP9DgDXK6XO01NEQgghhJgmjwdhFoBuADt827cDWJ7jvIQQQggpmVlZ\nD1RK/UVEfgXgXBG5G8AmAG8HsAzAfWHHiMg+AF4PYCOAZ7PmTQghhNSQXgCHAPipUmpz0ZllFggt\n3gHg/wH4M4DdANYDuArA0oj0r18GXLk7ZMcJrc84gOE2mY4AGIjZ3wRwdcz+gdY54hhulSWKMwA0\nYvazHtOwHtOwHg6sxzSsxzSsh0OCeqyC864tlMwxCDNOIjIXwDyl1CYRuRrAHkqpU0LSHQfgl1dc\ncQUOP/zw3PmSZHzkIx/Bl7/85bKLUStoc/PQ5uahzc2yYcMGvOMd7wCAVyml1hWdX14PAgBAKbUd\nwHYRWQCnC+H/RCR99ggAhx9+OAYHB3VkTRIwf2yM9jYMbW4e2tw8tHlpGOmizyUQROR1AATAPQAO\nA/AFAHcBuDzqmLl5MiTZ2L697BLUD9rcPLS5eWjzjiavB2E+gM8B6AfwJIDvAzhHKTWZt2CEEEII\nKY9cAkEp9T0A39NUFkIIIYRYgvG1GE4wnSFBo7+/7CLUDtrcPLS5eWjzzoYCoQbwJjYPbW4e2tw8\ntHlnw9UcCSGEEBKAAoEQQgghAYwLhKbpDAnQiJuzixQCbW4e2tw8tHlHY1wgxE1hSQqCN7F5aHPz\n0Obmoc07GnYxEEIIISQABQIhhBBCAlAgEEIIISQABQIhhBBCAlAgEEIIISQABQIhhBBCAhgXCAOm\nMyTA2FjZJagftLl5aHPz0OYdjXGBMGI6QwIMD5ddgvpBm5uHNjcPbd7RsIuBEEIIIQEoEAghhBAS\ngAKBEEIIIQEoEAghhBASgAKBEEIIIQEoEAghhBASgAKBEEIIIQGMCwSOmi2BEc4+YRza3Dy0uXlo\n847GuEAYN50hARYtKrsE9YM2Nw9tbh7avKNhFwMhhBBCAlAgEEIIISQABQIhhBBCAlAgEEIIISQA\nBQIhhBBCAmQWCCLSJSKfFpEHRWSbiNwvIufoLBwhhBBCyiGPB+HjAN4H4AMAXgLgowA+KiKxUx2c\nkSNDkpFms+wS1A/a3Dy0uXlo844mj0BYBmCtUuoGpdSYUuoaADcCODbuoEaODElGeBObhzY3D21u\nHtq8o8kjENYBOFlEDgMAEVkC4FUArtdRMEIIIYSUx6wcx34ewDwAd4vIJByxcbZS6motJasYX/sa\n8OijM7e96EXA29+uN5/LLgPGU05H2bgHuOZzwPAwsNdeestjK7/9LXDttcnSLl4MvOMd+fL7zW+A\n3l7gyCPznefrXwceeSTfOVxe9jLgrW/Vc644Nm4Evv1tYGoqOs3cucAHPwj09eXL64EHgCuuAJQK\n7mvcAzTPn7nt4IOBd797+v9164Abbww/9157AWedBczK8FR87DHgG98Adu8O7nvb24DDD09/zjKY\nnAS+8hXgmWfi051+OnDnncBRITb3ctxxwOtep7WIxCB5BMLbALwdTljBXQCOAvAVEXlYKfWdqIPu\nBHDJihXo6emZsb3R349Gfz8wMACsWROf89BQ/Fuy0XA+UYyNOW/LOEZG4qcRbTafc6/t3AUcdANw\ncA/Q3e3sfmhqAKu718QLhJT12L4dWL0aWLDAedAetHsMF0zE1+Oc+SNY9jTwj/8IHHEEcMop0fUI\npYLXAwDUfwFH/xmYPcf5/+HuAZyzd7AeW7c6D8NVqwAZzl6PY48FBjCGsVNa9bj9dmDlylT1mJgA\nbj6zib/paT7XjvxE1cPLBU8PYb8d4+gSAGF3oubr8e1vA5/6FHDggdO7T93WxKnbneuhpoAdO4Gt\na4G+57cSZGxXO+8GBu8D5vQCa+c2sLZvuh7HbQYuvXQ67YItY/jMM8OY+gHQ1fKVdv0aOPoJYPZs\n5/9z5o/g4VmLsHMn8PjjwMknA0cd5ckw4f2xdi1w7rlAf//M3Zs2ASdfMwQcYtf9EaBVjw0bgL//\ne2Dffadt5HLB00M4aHIcO3YAu78F7PUnYO/J23HcPzvt3H89nn4aOOwwj0AwWI9YLHxeBRgYQHP5\ncjR9aSYmJuLz1Y1SKtMHwBiA9/u2nQ3grphjBtcCanR0VHUSjz2mFKDUtddOb1uzRqlZs/TmMzHh\n5HP11emO2/GGUxSg1A9+oLc8NvP2tyt10knt033zm45Nd+3Kl5/zm9az4ZRTUp9j82bnHNdck68s\nSin1xS8qNW9e/vMk4bzzlFq4MHr/xo1OvW68MX9eH/uYUosXR+z02fw733HyffbZ6W2ve51Sb3lL\n8NDf/95Je9tt2cq1Zo1SPT3B7YODSp15ZrZzlsFvf+vY4fbbo9MsXarU+96nVF+fUg8cEd3OP/Qh\npY48soBC1pjR0VEFQAEYVBnf3Wk+eWIQ+gBM+rZNoYZzK7iuVZHpbd3djrtOJ+75on5dRuEWS3d5\nbGZqavpXYxzur6SdO4stTxLC2lFWimh/UUxNxZfZ3RfWLaA7r7B8vV0fUcfnbQeTk+H3pcnroIMk\nbbCry0k3NTX9bIlLR6pLni6GHwE4R0T+BOC/AQwC+AiAS2OP6kDcB59fILi/K3U88IEcAkFmHl8H\nsgiEvP3jeQlrR1kx+WJq18Z1CoQ091NYvlHHUyA4JGmDXoEQpxAoEKpPHoEwDODTANYA2A/AwwAu\naW2LZBzAwhyZ2oh7U3lfSO7DYnIyW9BTGFkFAgYGZhxfB5IKhDmtGAXtHoSWzdMQ1o6yYlogxJVZ\nt0CIzMtnczedXyCEHZ+3HXSaQIi7nl6BsHVBdDunQKg+mR9FSqmtSqn/rZQ6VCm1h1LqMKXUJ5VS\nIXG807QJ7agkUR4EQO/DIatAmPrqGu1lsZ3SuxjaBUqFQA9Czrx8NqcHIT1pPQjrVkW3cwqE6lO7\neIEiiIpBAOwQCEWUxXZKFwgZ0B2DMDWl56XcDsYgdI5ASBuDkMTTQKoLBYIGbPcguDdxlR5UeUkr\nEHbsKLY8SdDtQQDMPKCt8SAkyLedByFrO+gUgZDUg+DWqZ1AqFLdSRAKBA3ECYSwiVOy4p4rS5Bi\nV5festjO5GT1PAhFCAQT17wTBII7LUvWdrB7d7RAqNJ9l1QguHWiB6GzoUDQQLsgRV1kDlJE9X7J\n5KWKXQy6gxQBM9c8aZCijpdFu7y8pAlS7O52PnXvYkgapEiBUA8oEDQQ1m/njlwoQiBkGRVRtQdV\nXqooEHTGIBTR/qLohBgEwGkLeQRC2H05a1a17rukMQi7dk3/HZeOAqHaUCBowPYYBPeYKj2o8lL6\nMMcMFNHFYMqDUPUuBsBpC/QgON8UCASgQNBCFQRC1X7J5KWKHgQKhPx5tcs37vi8HoQ6CQR2MdQD\n4wJhxHSGBrA+BmFoqHIPqryULhCGhlIf0ukxCIVPlOSzeZoYBIACAUgfg3D0N6PbOQVC9TEuENLP\nL2c/1nsQxscr96DKS+nDHNOuyQ398yAANfMg+GyexYPAYY7Od1IPQt/m6HZOgVB92MWgAdsnSnKP\nqdKDKi+lexAyUNUuBgYpdo5ASBqk6AqEJBMqkepCgaAB6z0IqN6DKi8UCM53rTwICfJlDEI8aT0I\nXKyps6FA0ID1MQio3oMqL1NTyew0a5Zz3WwSCIxByJ6Xl7QxCBzFkKwNeid/itNq7nTfpLpQIGiA\nHgT7SOpBAPL9ctQJPQj582qXLz0I8dCDQLxQIGiAMQj2UUWBUNUgRcYgdI5ASB2DEHMuCoTqQ4Gg\nAXoQ7KOKAoEehPx5tcuXHoR40noQGKTY2RgXCE3TGRrA+hiERqNyD6q8pBUI2oc5NhqpD6FAyJmX\nz+Yc5pietAJh02ui2zkFQvUxLhCuNp2hAWxfzdEVCFVaVS4vJj0IoQ/BHAJBZ5CiqdUcrQhS9Nnc\n5ERJnbaaY9KJkh47mQKhk2EXgwa4WJN9mBQIuuzKxZraY3MXQ50Wa+JUy/WAAkEDjEGwjzQCIc/w\nNkCfXdnF0J4igxQ5zFH/Wgzec5LqQYGgAQoE+6iiB4ECIX9e7fJlkGI8RQgEehGqCwWCBqwPUkT1\nHlR5qbJA4ERJ2fPywsWa0pM2BoECobOhQNAAPQj2UUWBUNV5EOhB6DyBoNODUKX6k5lQIGiAEyXZ\nh8lhjnXvYuikiZLqPsxRd5Ci95ykenC5Zw1Y70EYG6tcNHVeJidL9iCMjaU+T1UFgjUeBJ/N6UFI\nT1oPQu9j0e2cAqH6GBcII6YzNIDJGASRDC+Q4eHKPajyUnoXw/Bw6vNQIOTMy2dzCoT0JBUILgd/\nMbqdUyBUH3YxaMCkByFL94Jbnio9qPJSxWGO7oOUQYrZ8/LC1RzTkzRI0SWJkKBAqC4UCBowGYNA\ngZCM0j0IGaiqB6GTYhDqLhCSxiA8BwVCR0OBoAF6EOyDAsH5tqGLwZvOVF4AuxiykLaLod1qjgAF\nQpXJLBBE5I8iMhXy+arOAlYBkzEIFAjJ4CgG59sWgSBSDYGwe3e2F1pdBQI9CJ1Nhln9n+NoAN5b\n4kgANwL4bq4SVRB6EOyjyh6ETotBAPQKhCInSgKcttDbm65c7QRCGmFTJoxBIF4yCwSl1Gbv/yJy\nCoAHlFK35i5VxQgTCO7NoXs1xzwCoUqryuVlaiq5rfIKBF12LWKiJFOrOZr0ICQVCFk8CEA2gRC3\nmiOQrj2WSRIPgrcecZfdW3dSTbTEIIhID4BVAC7Tcb6qEfVg1z33QNSKcUmgByEa2zwInbaaI6BP\nIBQdpAhkawtxqzm6+6sAgxSJlzxdDF5OAzAfwLfaJRwGcK2mTG0h6sGu+6WcuYthZATd51bnIaWD\ntMMcH3kEOPHE6W3vfz/wtrclOz7UriPpZ/xgDELOvHw2T+tBmDPH+V65clos+Pn4x4E3vCG4Pa6L\nwd1fBdLGIGw+fwR7tklHgVBddAmE9wD4iVLq0XYJFwI4e8UK9PT0zNje6O9Ho78fGBgA1qyJP8nQ\nEDA+Hr2/0XA+UYyNtZ/IZmQEWLQoen+z6XwAvPxxYC2AA94LoK+1f2AA3d1r4h8MKesReAilqEek\nWPHUI5QKXg8AaG4FXvz/ANzc2hBTj1NPBe69F3jnbUPYZ9s4Hn8ceP79AK5MVg/XrgMYA1Zmr4dS\nwBlo4sAzm9PtyE/C69E1Po61AJZcBKdxetF8PULd/r7rcc1u4GVfA/DTdPXwt6vz7gC6ZwFYGVIP\nn13nbBrDWgxj8d8D2NvZdvmTwKFXAbgjWI9jjwVWrwa2b58+x7KNTSzb6NRj0yag/wMAjvBk0qpH\nnEAYwRB63jwe/bQt4f4I0KpHbAxC63o07gUGW5ue/ylMt1VfPQICwWA9YrHweRVgYADN5cvR9KWZ\nmJiIz1c3SqlcHwCLAOwG8KYEaQcBqNHRUdVJ3HijUoBSGzfO3L7XXkp96Uv68vnEJ5Q65JBsx65e\nrdQxx+gri+309Sn1la9kO/b1r1fqLW9Jnn7dOuf6A9nyc/nZz5xzPPhgvvO4dHcrdfHFes4Vx8qV\nSr3pTfFpenuVuuii/HmluTZ33unY87bbprftt59SF1yQLe+lS5U688zwfQMDSp17bnD7d7/rlOHp\np7PlaZrLL3fKu3NndJpPf3q6vfufeV5uuslJ88AD+stZV0ZHRxUABWBQ5Xx3J/noiEF4D4BNAK7X\ncK5KEtVvZ00XQwFlsZ00XQx+0sYk2BiDAJi75p0Sg9COuHbRKV0MaWMQuFhTZ5NLIIiIAHgXgMuV\nUrVtBtbHIBRQFtvJKxDSzItQd4FgTQxCSJ7uMVmO9xPXLjpFIKSNQaBA6GzyehBeC2eBxm9qKEtl\nieq3o0AoD3oQKBCKEAid7kGgQCBecgUpKqX+HTMnS6ol9CDYRxkCIe8ERzoXawLMCoROmCipHRQI\nDmEzxsalo0CoLlyLQQNViEHQPSeD7VRRIFTVg8AYhM4RCIxBIF6MC4QzTGdoAOs9CM1mrTwIeacs\nTrvsb6hAiBvCFEFVBYI1XQw+m+vuYohrF50iEJLYx9vOe38Y3c7ddFWpOwliXCDEjC6tLNbHINRM\nIOR11WvxIFAgzKATBEIdPAhpBcKca9oLBHoQqgu7GDRgvQehgLLYjBUCIQN5PR9+GIMwfUyW4/3U\nRSC0sw+nWq4PFAgaoECwCx0CIcswx7y//HUu1gTU0IMQkqd7TJbj/dRlmGMaD0JcUgqE6kOBoIG4\nIEWu5mievL/o03oQXLvaGKRo4prXPUhRqejVGk2uqqmDJPahB6E+UCBoIMo1zNUcy6HqXQy6BIKp\nkSt18iCEtQvXxp2wmmNqDwIFQkdDgaABdjHYBQWCA7sYpo/JcryfdgKBXQzh6SgQqgsFggYoEOwi\nr0DIOsxRVwwCgxTz5eWiO0gxql10mkBgkCJxMS4QYhbZrCzWT5Q0MECBkILZs50+46QPtlCBMDCQ\nOt+qehCSxiDoeFHE5uWzuakYhE4SCGljECSmnVMgVB/jAqHNKtqVxHoPwpo1FAgpmD3b+d61K1n6\nULu2W5M+hKoKBGu6GHw2ZxdDetJ2McS1cwqE6sMuBg1YP1FSAWWxGfeBlNVWrkBIOtTRtWveFyAF\ngp68vHm6x2Q53k/UMMe6CQS3TiLxad10FAjVhQJBA9Z7EAooi83o8iAkjUPQJRAYg6AnL5ciJkra\ntStYj04TCEljEJKmo0CoLhQIGrA+BqFVFqX0PKRtp6oCoaoeBJPzIJTtQQCCXU+dJBDSxCBQIHQ+\nFAgaqIoHwT1Hp1OWQMj7IKyqQDDZxZBnoqS89o1qF50kENLEIFAgdD4UCBqoSgyCe45OR8cwR4Ae\nhKRUJQYhr32j2gUFQnw6CoTqQoGgAXoQ7KKqXQyMQdCTl4s/BiHvYlh18SAwBoG4UCBooAoCoWpT\nvuahqgKBHgQ9eXnzdI/xfrOLIRp6EIgX4wJhxHSGBrA+SHFoqHIPqjzoEghphznOeBAODaXOt6oC\nwZrFmnw298cg5F0tM6pddJJASB2kGNPOKRCqj3GBkH5+OfuJi0GwYjXH8fHKrSqXB9MeBNemM16A\n4+nnDK3qao7WeBB8NjflQXBt3AmrOab2IMS0cwqE6sMuBg1EPXhsW83RPUenwy4GB67mOH2M97uo\nLoa6rebILobOhwJBA1EPPmu6GECBkIayRjEwSFFPXi66gxTrMopBd5BiVepOglAgaCCq344CoRw4\nD4JD7WIQQvJ0j/F+M0gxmjQxCO2eRfQgVB8KBA1EueUoEMqh6l0MuuAohuljvN8mBULVfkWzi4F4\noUDQQJRbjgKhHKosEHR5DwAKBBsEgru9KvcdBQLxQoGgAXoQ7CKvQOjpcb5Nr+Y4NaUv/gBgDEJR\nEyWlGebobq/KfceJkogX4wKhaTpDA1gvEBqNWgkEt45ZXwQijkjI5UFoNFLnSw9Czrx8NqcHIT2p\nPQgx7ZwCofrkEggicpCIfEdEnhCRbSLyOxEZjDvm6jwZWor1QYo1Ewg6RgPMnp1eIACel2CNBII1\nQYoRAqHMIEV3e1Xuu9QTJcW0c7/9SfXIOKoeEJG9AfwSwH8AeD2AJwAcBuApPUWrDoxBsAsdAmHO\nnOwCIesLqKoCwRoPQkie7jHebwqEaHTGIIg4HwqE6pJZIAD4OIAxpdRqz7aHcpankljfxQAKhLTk\n9iBkIM0QviRQIEwf4/3OauOuLmfiIwqEmd/t0lIgVJc8XQynALhDRL4rIptEZL2IrG57VAdCgWAX\nVRUIaQLwksAgxeljvN+620WnCQRdQYpuGgqE6pLncfQCAO8HcA+A1wG4BMBFIvJOHQWrEtbHIKCe\nAiGrrQDnRZB2FIM37yxUtYvBmhiEkDzdY7zfeWwc1i46SSAksa9bzyQCobubAqHK5BEIXQBGlVLn\nKqV+p5T6VwD/CuBMPUWrDlGqu7cXGBub7osTAT772ejz/OQnjgvTm9772brVOWcW3OOWLYs+v/v5\n+tejz3PllU5d253D+znssGxlzooOD0JfH/CFLySr39WeyNu8HgSdAqG3F7j77mB5L79cXx6AvV0M\n3mO833ls3NcHfPSjM+152mnOPjdGwU9vL3DeeeFt59BD7XqBmu5iuOceYPFiYMuW6W2f/rRTho98\npP35w3jzm53ju7uBa6+due/WW4ElS+yyuc3kiUF4BMAG37YNAP467qBlAM5esQI97mDzFo3+fjT6\n+4GBAWDNmvich4biV8trNOKjyMfGgOHh+DxGRoBFi6L3N5vOB8CpDwAv3QZgpWf/wADed/4aHHTQ\ndGP8/OeB++6LrsdL/gj8cBJ4+RLn/weOaeDBV07Xo7sb+GuvdVPUY/Fi4HvfA55+eubuF/y6iRf+\nZnrw6d0bgIVfBPBv0/XwXo/77wfmzwe++MXpcxx35RD2eCr8ejy5GfjC/Q0o1Yh+8Gi+Hkc8AawF\ncMB7AfSF1yMUz/X4z/nAxJKZu/3Xw8uDDwJXfG4Ms948HC+7Y+qhFPDW3U1gZcxg4BT1OG8H8D5f\nHe66C/jLdQ3gXfruj9CXiud6AMBFG4F9tmA6Sinjff7NJ4FDrwJwBxLd52sxjCUjAH4EzN/htItj\nPwPg0mA9QvHV4/eHAn/Zd3r31gUDWLdqDQ44AJg3L/wU6waHsHN+8P546klgbCMwdWUDXe8097wK\npXU9YgVC63q84BnHjvMewsxnXsj1mCEQQuoxfxPwLw8AXafBuVdHRrBhg1OPu+/OVo8NG9ZgxQrg\nF79wnldeNmwA3vv7IWDlePR9avj9EcrAAJrLl6PpSzMxMRGfr26UUpk+AK4E8J++bV8G8IuYYwYH\nADU6Oqo6iS98Qam9926f7vjjlXrHO6L3X3ihUr29+sr1HA89lDjpS16i1Ic/HL3/nHOUGhhInvVl\nlykFKDU5mfyYvNx4o5Nnimrn5oornDy3bWttyJD5l76k1Lx5esvl55BDlDr7bL3nXLTIaRdxLFmi\n1Ac+kD+v/fdX6oILInaG2Ly7W6mvfc35++GHnWv04x/nL4cOvvMdpzzPPlt2Sab58IeVeulL49Pc\neadT7qOOUm3b+bx5Sv3f/xu9/wc/cM61YcP0tje/2dn2mtckL7eXF75QqY99TKl991XqM5+Zue+r\nX3XOvXVrtnOXzejoqAKgAAyqjO/uNJ88XQxfBvBXIvIJEXmhiLwdwGoAI3EHxe6sKEn7Rdstv5tn\nOedY2qldD7rLWMZkKbpXRUyCP2I+jc1ddHcxhFFE0JjJGIRYG4XY3Juvji4Gndg4kVDqeRDatPN2\n7c0N+PQGfoZtS8POnU53T1hAqft/VWJCyibzI1QpdQeA0wA0ANwJ4GwAZymlOnEupFiSPtjbBSvl\nCULUhe4y1k0g2BSkGEYRAsFkDELaoaDecfg6ghR1YqNAMB2DUJRAmDMnfC4TCoR05Pq9qpS6HsD1\nmspSWZIOvaJAMIMVHoQMUCDoySsqX3oQ2tMpAoEeBD1wsSYN0IMQDQVCcnQv1hRGUQLBxnkQACet\nznkQdGKrQDA5DwIFgt1YcqtUGwqEaOoiEPyT8mSBHgQ9eUXlSw9Ce+hBIF4oEDSQtF+0zgLB5A3J\nGIRourr0X4ukgW2MQZiJjQIhdZBiG9oJBHfSKe/kU2HbkjI1BezaNS0Q/Odw/6dASAYFggYYgxBN\nXTwIjEGIT0MPQpAyxHM7ivAgxNVPtwdh1y7nmx4EPVAgaIBdDNFQICRH92JNYVAg2CcQbPIg2NLF\n0NWVTSC4x1Ag6MG4QEg/Otx+rBcII8lnn6BAyEYgBiGFzV3SBuBloaODFENsziDFdKQOUmzTzrMK\nhD33zCcQOMxRD8ZvlZgJkiuL9TEIcVN++qBAyEYgBiGFzV2q2sVgzWJNITZnDEI6UscgtGnnZQkE\nehD0YImWrjaMQYimbgKBMQjhsIshiI0CwZYuhj33dOIJ0rYZCgS9UCBowPouhhRQIGSDMQjxaSgQ\nglRdICR5DmQdxbDnns7fab0I7nk4ikEPFAgaoECIpoyHoFv+qgkExiDoycsLYxDSYctESVkFAj0I\nerHkVqk2aWIQdu+O3m+LQIgr4+7d9gsEK4IUM1DVLgZrFmtqky89CO0xPQ+CXyBMTjqfvfaauT0p\nSQVC3DOOTEOBoIGkv2pKW80xBbrL6IqJMgSCyRdBVSZK6u6udhcDJ0oqlrJjENx5DIoWCPQgJIMC\nQQPsYoimLA9CV1c5AqGOHgTGIGSjqgLBvf+TBmanEQjud94uBg5z1INxgXCG6QwNoEsgpHXfJ6bZ\nTJy0kwSCSQICIYXNXRikmDOvEJtTIKQjtQehTTtP60HQJRDoQdCDcYHQMJ2hAaz3IFAgFE4gBiGD\nQGCQYs68Qmxuc5BiGd1v7UgdpEiB0NFYcqtUG+snSkoBBUI2qhKDUMcgRcYgJKfsxZrcb1cgpF2w\nicMc9UKBoAFOlBRN3QQCYxDC8b6o8+Tjnisp7GJIR9lBivQg2AUFggas72JIAQVCNjhRUnwaHR4E\nCoTisUUgcBSDHVAgaIACIZq6CARd8yAwBiE+H4ATJRVJ0msJ2C0QenocgbB798z8KRDSYcmtUm0Y\ngxBNXQRCnbsYTMUg0INQPEmfZV1d9nYx9PQ4+c6Z42xz51bwno8CIRkUCBpgDEI0dRMIdQxSNNXF\nkCXIkEF0ZvgNAAAgAElEQVSK6UjaBm0WCLNnO3+73+45lKJASItxgdCJyz1b38UwMJA4KQVCNgIe\nhBQ2dzEVg1DEw9EKD0KIzelBSEdqgdCmndskELzTK1MgJMO4QBg2naEBrBcIa9YkTkqBkI2AQEhh\nc5cqxiAk7dc3EoMQYnPGIKQjaRt8TiC0aeftBGkRwxz9AiFsxUgKhGRYcqtUG+sFQgqKEggmb8gq\nBylWrYsh6a9yxiAEsVUg2NDFsMceM/9PSpwHwXsuCoRkUCBoIOkLias5moExCNHoFghJ+/UZgxDE\nRoFgMkjRjQno6wu+xOfOdZ4zRQkEruaYDAoEDSR9sNdxNce6CQR6EMKhByGIjQLBpAdhctLJb889\ngy/xqMWW2kEPgl4oEDTALoZoKBCSU8WJkigQslN3geANSPS/xN15DLIIBHd4o/tNgZAdCgQNpBEI\nQLyipkDIT5VjEBikmD8vL1UIUrTpZZU6SDFBurQCoafHaS9ZBQI9CPrIfKuIyCdFZMr3uUtn4apC\nmomSgOjGSYGgB8YgRMMYBHoQ4jAZg+CdNdH7Eve+4CkQyiVvj/cfAJwMwG1StQz9SDNREuA0zp6e\n4H4KBD1UtYuhigKBXQzZsVEgmOxi8A5p9A5F9L7gOcyxXPI+RncrpR5XSj3W+jzZ7oCRnBnaSNou\nhqjGmXaEQGKGhhIn7QSBMDlpgUBIYXMXxiDkzCvE5hQI6UgtENq08yxdDPQg2EPex+hhIvJnEXlA\nRK4QkbbTx6WfX85+dAmEwjwI48nnr9QtENrFXRSBFTEIKWzuYiIGobu7g2MQQmxehRgE2wRCqhiE\nNu08jUBwhz1SINhDni6G2wC8C8A9AA4EcD6AW0TkCKXU1vxFqw6MQYimrC4G03asaxeDyRgEdjEU\nT5pnWZJ7rLsb2LwZuPnm4L4HHnC+3ZUb/+M/nG3eUQgbN4YfG8WmTcAhh0wfDwC//S2wYAEwOjqd\njgIhGZkFglLqp55//yAitwN4CMDpAL4ZddydAC5ZsQI9vk74Rn8/Gv39ztze7aapHRqKV66NhvOJ\nYmwMGG4z6fPICLBoUfT+ZtP5APjwemD7dgArPftD6hEQCL56fO0RYOE1ANxQT131iMNTDwD4Hw8B\nP5wC1MpWYImvHqECIeZ6LNgBnIEGpqbMXY/3/AFY+QTaXo8AOdqVCDCAMSz+38PAAgC33w6sXBlM\nGFMPpYAVTzSBlc3Q/QBy1+PMO4G9phoA9FyPyJeur1197I7WqnquSTLUY68dwFoAx34GwGVIdH98\n5Y/DWDAB4CFgyWPO8fuuBjB3Zj0i8dUjQI7rsdcupzz739IATjN3f4TSqkesSPXU44otwMLrADzu\naech12OffYD164GTTnLujxHPZPv7wqn/y/8TWAFg2wrgFxjBwmVOPfbbD/i3f3M+LmegiQai6/G3\nGMBdxzjXo7fX8U780z85H8DxKlw0NYSTvjUOrIs4ieH3RygDA2guX46mL83ExER8vrpRSmn7ALgd\nwGdi9g+uBdTo6KjqJFatUurVr26f7rrrlAKUevTR8P0LFyp17rlai+ZwyimJk152mVPG3bvD9/f2\nKnXRRcmzfvxx53w//GHyY/IyNKTUkiXm8lNKqd//3qnnr37V2pDC5i7vfKdSy5frLZefD31IqSOP\n1He+p55y6v3d78anO/10pU4+OV9ejz7q5HXddREJQmz+ilco9f73O3//5CfO8WNj+cqhi6efTmY7\nk5x0klJnnNE+3bPPtp4Rbdr5zp1K3Xdf9OeRR5x0Dz00vW3LFmfbtm3xx0Z9du6czv+JJ2bue+wx\npQ48UKlPfSqbfcpmdHRUAVAABpXGd3fUR9u8fSKyJ4DFAL6t65xVwfoYhBR4yxhWlip0MZRhx7p2\nMVgVpNgmX3YxtCdpG3Td9+3o6QEWL26fLuzH9ty5yY6NY599nI+Xdt2oZJo88yB8UUROEJGDReQ4\nAD8EsAuI8f90KJ0qEMKgQAiHEyXFp+NESUFsFQi22KcoKBCSk8eDsBDAVQD2AfA4gF8A+Cul1GYd\nBasSaRZrAqIXCrFJIISVUan0AYB1EQicKCk+HSdKCmKjQDAx1LZs2i1IR6bJE6QYE8URTRPAP2TN\n1FKs9yDEBdz4iCuju812gbB7t/lFrwJdDCls7sJ5EHLmFWJzm7sYyhgC3I7UIjVDOy8behCSY9yZ\ndLXpDA2Q9KZyX1pxAqGQF1uKmziujO4221dztCIGIcODs4oeBAqE7NjoQaBAIF46vLfJDNZ7EFLQ\nCR4ExiBEwxgEe/rYbRUIttinKCgQktPhTcEMaWMQKBCKxQoPQgZMeRB0Phw5UVJ2dMSt6KYuMQgU\nCMmgQNAAPQjR1E0g1C1I0WQXQ6cFKYrMLJ8NmGiDZUOBkBwKBA1QIERTN4GQ5yXIIEU9eUXla5sH\nAdB/PfJCgUC8UCBoQIdAcOZU6zyB4NrF5A1ZVYHAGAQ9eXmxOQYBsFMg2GSfIqBASE6HNwUz6BAI\nWV6+RVCEQDDtRq1ykCI9CPnzisqXHoT2MAaBeDEuEDpxuWcdQYqFCoSxscRJiyij6YegFTEIKWzu\nUkWBkLRf3/tLvrC8QmxucwwCYJ9ASN0GM7TzsqFASI5xgdBmbcFKosOD4M7sVciLrd3KYx4oELIR\n6GJIYXMXxiDkzCvE5vQgpCO1QMjQzstm1iwKhKSwi0ED7GKIp5YCIQNV9CBYJRDa5EuB0B4GKRIv\nFAgaoECIpw4CgRMlxadjkGI4NgoEm+xTBBQIyenwpmAG62MQUkCBkI26zoPAxZryoXviqrwwSJF4\noUDQQFoPQthKYrYJhLAyZo2T6O6uj0CwfR4E3deCXQz5sNGDYJN9ioCrOSaHAkEDOhZrskUgFFFG\n0w9BK1ZzzEAVPQgUCPmgQDAPPQjJoUDQgM4YBNMvNj9FlLEOXQyMQYhPxxiEcGwUCDbZpwgoEJLT\n4U3BDIxBiKcOAqGuHgQu1pQP2wQCYxCIF+MCoXqjZttj/SiGkeSzT1AgZCMQpJjC5i5VFAhWLdYU\nYvMqBCnaJBBSt8EM7bxsKBCSY1wgjJvO0ADWC4RFixInpUDIRsCDkMLmLpwoKWdeITanByEdqQVC\nhnZeNhQIyWEXgwasFwgpoEDIRpW6GNy8dGCVQGiTLwVCexikSLxQIGiAAiGeOgiEKgUpAvquRxWD\nFG16AdooEBikSFw6vCmYIWmQopuGAqFYrIhByIBJD4Ku61G1iZJsEgeAfQLBRhvphgIhORQIGkj6\nYBeJnjmNAkEfVe1iMBWD4OalgzRdDHnz1NHFYNvLzzaBYKONdEOBkBwKBA2kuamiGicFgj6qKhBM\nehB0PSCrFoNg28uPAsE8FAjJoUDQAAVCPHUQCIxBiE9nSwyCbf3rpqchb4eNNtINBUJyjDeFM0xn\naICkMQhASQKh2UyclAIhGwEPQgqbuzAGIZ62HoQQm9ODkI7U3VwZ2nnZUCAkx7hAaJjO0AA6PAhZ\nF0JKBAVC4QSCFDM8ODs9BqHwIMUIgcAgxeSkFlEUCB1NhzuTzJBWINRtNcc6CYSqxCBUUSAwBqF4\nbLSRbmbN4mqOSaFA0ECam2rWLLsXa0oyFDPLYk0mFXsZqzkyBiE+HWMQwrFRINhmI93Qg5AcbU1B\nRD4uIlMi8i+6zlkVrI9BSIGI/jLSg5CMKnoQrIpBaJOvjb+ObRMINnbD6IYCITlaBIKIHAPgvQB+\np+N8VaOTRjG4ZaBASIeOiZIYgxAPJ0oqHhtFlG4oEJKTWyCIyJ4ArgCwGsDTuUtUQSgQ4jH5EFTK\nyYsehHCqLBDoQSgeG22kGwqE5OjwIKwB8COl1E0azlVJ6iQQRNI/QEyO9XbzoUAIx7ULBYIdUCCY\nhwIhOblCuUTkDABHATg66THjABbmydRC0gqEW24Bzj9/5va77prer52BgVTJu7uBG24Annlm5vY7\n7shWPpMPwbKEVkAgpLS5eyyDFHPkFWJzBimmI7WNMrTzsunuBrZuDT6Dy2b1amChZS/HzAJBRBYC\nuBDAa5VSu5IedyWAH69YgZ6enhnbG/39aPT3Ow1uzZr4kwwNAePj0fsbDecTxdgYMDwcn8fISPxa\n583mc2OAL/wj8PwtAB7y7I+oxwknAD/9KXDppcAFTw/hoEmnHscBGN4bmPdOAK7Y0FWPOHt66uFy\n41zg6VsB3Ao83D2Ac/aePv6kk0LO0eZ6vP7JBsanzFyP7klgLYDBCwF837PfQLtahDGsGBkGftTa\nsHJlMFFMPZQCjr6vCayMGVuesx5HPQGcgQamNF2PyLgAX7tadTdwwuMAXJNkqMfLH3eu7b6rAcxF\n8Hr4zzc2hrNuGsbWvzj5/q/7gSO2esrgqUckIffHDHJej8/fBfwODcTOEKP5eRVKqx6xcRpR9XDb\nueHnbigJrscZtw7hqK5xqH8O3792bgNr+6LrcdDuMVwwEV+Pc+aP4OFZ0fU4dVsTp26fWY+9fg5g\nfuufgQE0ly9H01fXiYmJ2Hy1o5TK9AFwKoBJADsB7Gp9pjzbJOSYQQBqdHRUdRIve5lSZ51Vdins\n5VWvUupv/9ZMXlu2KAUo1Wyayc9LV5dSl1yS/fgjj1RqeFhfecK46SbHPg88oOd8P/+5c757741P\nd955SvX358vrhhucvMbGkh/z7ncrtWyZ8/fnPqfU856Xrwy6OfFEpVatKrsU0yxYoNTnP192KUgU\no6OjCoACMKgyvrvTfPJ0MfwMwJG+bZcD2ADg80rldShWhzr02+WhDl0MQH43OoMU9eQVla+N96np\nOULaYaONSHlkFghKqa0A7vJuE5GtADYrpTbkLViV4E0VT10Egre/OwuMQdCTlxfGIKTDRhuR8tDd\nFGrjNfCSZqKkOlIXgVBHDwInSsqHbQLBxrkiSHlonZBWKfUaneerCjY+eGyiTgKBEyWFw4mSwrFN\nIPBZRrzwd68GeFPFUyeBUDcPAmMQ8kGBQGyGAkEDvKnioUBIBmMQ9OTlhTEI6bDRRqQ8jDeFEdMZ\nGsD6m2poqNTsTT4E3WVcy1gVc0aQYgabm/Qg6Iqct8qDEGJzehDSkbobpuRnCykW46+16s271R4b\n+zZnEDf5jwHq5EF4rp4ZbF7FGASTQYpt8wqxOWMQ0pFaRJX8bCHFYvPv3spg4y8Tm6iTQGAMQjiM\nQQin8gKBdDQUCBrgTRUPBUIyKBD05BWVr433KQUCsRkKBA1YH4NQMnURCJwoKRoGKYZjo0CwzUak\nPNgUNGBj36ZN1EUg1HEeBKtiECLytTkGweRS6Emw0UakPCgQNEC3XDx1EgjsYgiHXQzh2OhBsM1G\npDwoEDTAmyoekwvSUCDEQ4GQrwy6oUAgNmNcIMSs5F1ZrL+p4tZoN0BdPAgzYhAy2JwxCDnzCrE5\nYxCSkyXGo+xnCykW47fL1aYzNID1izVRIBhhxkswo0ComgfBqsWaQmxOD0Jysnhoyn62kGKx+bVW\nGWx88NiEyUCssgWC7UGKrl2q2MXQiUGKlRcIpKOhQNAABUI8tfQgZKCKHoSkL5W8Q0DT5OWFHoTk\nUCAQPxQIGrDxwWMTFAjJ6GSBwCDFcCgQiM1QIGjAxuAnmyhjsabSgxQzwCBFPXl5YZBicjIFKZKO\nhk1BAzb2bdpEGR6EMlZzrEIMQpWDFBmDUCxZ7Es6GwoEDdjourQJdjEkg10MevKKytfG+9QmgcAu\nBuKHyz1rwMYHzwzGxkrNvpYCIYPNKRBy5hVicwqE5GQSCCU/W0ixGBcII6YzNICNfZszGB4uNfu6\nCIQZMQgZbM4YhGR5Rb7AQmzOGITkZIpBKPnZQorFstulmtjYt2kTdREIeV+CjEGIJ4sHoAoeBFPT\nkLeDMQjEDwWCBmx88NhEnQRCnnqyiyGeLAKKQYrJYQwC8UOBoAEKhHjqJBCqEqSo61er6RiETvQg\nUCAQW6FA0ICNDx6bqItA4DwI0ei4P7LYhzEIyeE8CMQPm4IGrF+sqWTKEAhlXI8qeRDKiEEAzNuH\nHoTkMAaB+OFrTQM2PnhswrRAKMN7ANRzoqQ0XQze9FlgDEKxsIuB+KFA0AAFQjx1Egh18yAkrS89\nCOFQIBCbMS4QOnHUrI0PnhmMlDv7RC0FQgabm2hH7vl1CoQkZdaRb9u8QmxOgZCcTAKh5GcLKZbM\nAkFEzhSR34nIROuzTkTe0O648awZWoyNwU8zWLSo1OzrIhBmBClmsLmJdiSSvyvES9Iy6/IgxOYV\nYnMGKSYnU5Biyc8WUix5bpdxAB8DMAhgKYCbAKwVkcN1FKxK2Ni3aROmV3NkDEI8Oq9H0jIzBiEc\nmwQCgxSJn8xr3iml/s236RwReT+AvwKwIVepKoaNrkubMDlb3ORkOSs5AtWIQQD0vpTSdjEwBmEm\nNgkExiAQP1oepSLSBeB0AH0AfqXjnFWDN1U03d316GKoikDQeT0oEPJh8t5oBwUC8ZNLIIjIEXAE\nQS+ALQBOU0rdraNgfp59Fmg0gKeeik7zN38DvOc9ReQezVlnOd+8qaLp6gIefxz45CeBT32qmDzu\nucdZN+b++8uNQbjmGuAPf4hOc8QRM+O61qwBDj4YuOkmsx6ECy8Evv/94L6Xvxy46KJk57nnHuCD\nH0yWNo9A2LgReN/7nGub1j5dXcDWrcCJJwIbNgCHW9YB2tUFPPOMU76kLFoEXH65/ngKCgTiR1QO\nSS8iswAsAjAfwFsA/B2AE6JEgogMLgNG5z/veejp6Zmxr9Hfj0Z/PzAw4Dw1fdx7L/DiFwMrVgD/\nsHEI+2ybGe64eTMwbx7wylfCURKNRnTBx8bar0I2MhIfgNNsAs0mfvRjQAC85jVAX59nf0Q9ZjA0\nBIzHhG0arEckGuoxfnwDiz7awMBAxOqwGupxy/ubePprTfT3Awv2Bl7wAl8CA9fju18aw+ILo+vx\nl78Aq58dwb3PTtdj6VJgyRLgqquc+Ik/f6mJ/W8q9nqs7Wvge7OC9bj7buclunVDsuvxrZ8vwrve\n5Qi/88/37fe1qz/9GVi/HnjjG4FZ3enq8fDDwB2jwEEHAXvPBxYvbu1PcH/85V3DuO++6Zff/gcA\n/QfNrEeZ98eWvwBX7G7gl4ui67HP1jH87W+c67FtO/Dkk8Ab/4evK01DPR766Boccghw443OczZN\nPQB0zPPKlno0ly9H05dmYmICt9xyCwAsVUqtjy+EBpRS2j4A/h3AJTH7BwGo0dFRlZY771QKUOq2\n28L3n366Uq99berT5mb2bKXWrDGfb9X45CeV6u8v7vzf+IbTPqamissjL1//ulJdXTO3HXGEUqtW\nKdXbq9RFF5VTLpeLL1Zq1qzk6dPY/KqrnLRbtqQv15VXOsdu25b+2E7jBz9wbLF5s/5z33uvc+6b\nb9Z/bqKH0dFRBUABGFQa391RH92DfroAzIlLcEbGE+/c6XzPnh2+f/bs6TSmUMrJM6pM1hCnVA1R\n9PVxr4M17tEQm8+e7fQ3ewM2d+6c/pTdjmbPdrwYSfvE09g8TxdDu3v/OSxo50Xj2qCIeymxnb3U\nwOZ1Js88CJ8VkeNF5GAROUJEPgfg1QCuiDsuxnETy44dznecQHDTmGLXrum8rcaCm7jo67Njh2XX\nIUIgADPtsGMHsH2781Iuu/xpXz5pbJ5HIOzY4fS3t40tsaCdF01YG9IFBQLxkydIcT8A3wJwIIAJ\nAL8H8Dql1E06CubHRg9CphuqppjyINiM9wXsxqvs3OnEJnj3l4W3fL297dOnsXleD0LZtrGFIj0I\n7X6EkfqRZx6E1ToL0g4KhGpDgRD+cN+5E9iyZeb+skj78qFAMI91XQyko7Fs4tFobBYIc2KjLgjg\n2Mjf/66TKrxE2gmEsttRFoGQtMwUCHowIRDKbofEHionEKIa75w59CDYTJEPNve8tj/Y3PL5BYIt\nXQxh5YvDpAfB9mtrirTXKA18nhE/lRMINnoQeEO1x4RAsP06+G3gjoKxRSCwi8F+2MVATFIZgZBk\nFAMFgr1QIARtMDnpvDApEPTl0+lQIBCTGBcIWZd7dhuvbwLG5yhjmGNlon4HBsouQaHDs9zzWnUd\nQmzut4H77c47UHb5014jk8McE+VjQTsvmiLvo0zPsxrYvM4YFwhtJqiMZOdORxxETcpCD0IM7aYe\nNUDtPAghNvfbwG+LsstfeQ+CBe28aEx4EKJ+hIVSA5vXmcp0MbR7SLgCIc9qcVnK5OZN4qmdQAiB\nAoFdDHkpWiB0d5e32Bmxj44SCIAzVawpOCwoOUVGX7vntf0l0k4glN2OOMzRfooWCGW3QWIXlRII\ncY236BdQGPQgJIfDHINt1DYPAoc52k/RAqHsNkjsojICoV2gUtEvoDAoEJLDLgZ2MQD0IOTF7QKg\nQCAmqIxASNrFQIFgJxQIFAgABYIOigrIpp2Jn44TCCaHOlZmmKMF1G6YYwhRwxz9+8ui8sMca0JR\nQ7ppZ+Kn4wRCGR6EVMOCago9CI5rWMReD4LbjulBsBt6EIgpjAuEkYzH2SoQKjEsaGio7BLUTyCE\n2Fxk5sPdb4tZeRZf10BXl1OGygoEC9q5CawSCDWxeV0xLhCyzrtlq0CoRHT1eNb5K/VRu2GOETaP\nEghz5kRPAmaSNC8f64Y5WtDOTVCkQEj9PKuJzetKx3QxlDXM0aqXksVwmKODd9VRry1saUdpVkXl\nMMdyKGrlWj7PiJ/KCIQdO+IfEmV5EHhDJcN1n9fGgxBBlAfBlrKn9SBY1cVQE6zqYiAdTWUEgq1d\nDLyhkuHvf9dNVa4FBUL6MlXl2pqCAoGYouMEgulhjryhklPU8CygOtfCawOvLWwpe5prxGGO5cBh\njsQUHScQ6EGwF3oQ6utB6Go9aehByA89CMQUFAg54A2VjqIebEpV51p0ikBIa3N2MeiDAoGYwrhA\naGY8ztZRDJWIrm40yi4BgOKir90VPK26FhE2jxrFYEvZk16jtDY3MorBknZeNEWOYkjdDmti87pi\nXCBcnfE4WxdrqoTituQmLvKXj3t+a4iwead4ENLaPKtAUArYtSthPpa086KxyoNQE5vXlUp1McSp\n2+5up5+TAsFeaiUQIvALBLfMtpTdNoGwa1e6fOqAVQKBdDSVEgjtGm+RQXBh8IZKBwVCUCDsuef0\ndhuwTSBU6dqaggKBmKLjBAKHOdpLkcOz3PPbjn+Y4157TW+3gaTXKK3NswqEKl1bU3CYIzFFxwkE\nehDshR4EehDoQcgPPQjEFJkFgoh8QkRuF5FnRGSTiPxQRF6ks3BeKBCqDwVCUCD09jrTUNtSdgoE\n+6FAIKbI40E4HsBXAbwSwGsB9AC4UUTm6iiYnyTur6KG/0RRmWGOllDk8Cz3/LbjH+Y4e7bzsaXs\nSa9RWpvnFQi22McGrBrmSDqazAJBKfVGpdR3lFIblFJ3AngXgEUAlsYdl2W556STstCDEMHYWNkl\nAFAzD0KEzcNGMbgfG6i0B8GSdl40VnkQamLzuqIzBmFvAArAk3GJRjKceHLSebC0U7cUCBEMD5dd\nAgA1EwgRNqdASFeeVPlY0s6LxiqBUBOb1xUtAkFEBMCFAH6hlLpLxzm9JH1ImB7FUBmBYAlFXR8r\nBUIEXhvYKhCSXCMrBUJNKOI+mpx0PrQz8TJL03kuBvBSAK/SdL4ZJH1I9PUB3/iG8zHFm99sLq+q\n09cH3Hrr9MuiiPPbTl8fcP/90zZ461udkQzuaIay6esD7r03+TVKanP33n3FK7KXizj09QETE8Xc\nR7Qz8ZJbIIjICIA3AjheKfVIu/R3ArhkxQr09PTM2N7o70ejvx8YGADWrJmxr7cXuPRSYKkb3TA0\nBIyPB8794y7gqSXAA8c08OAro6cA3WPzGI5rxrvG1jVGsHWfRZH7X/DrJl74myYOuB3AypAEIfUI\nEFGP52g04qcyHRtr7+IbadOp02w6nyg01uPss4Fjjgnu1nE9lmxo4oD3mqlHJN7rcfvtwMpgwxg6\nfwQLFy567pf0iScC27YBBx7YSmDweoQxPAy8dM8xLLuq/fWY++JFOOCAiAS+ehypgD8tnV7DYeuC\nAaxbFV+P464cwh5PjaOnBzjww+nqASD5/bEoul2VfT0ABOrx3l3AKUfN9MYkfV5FsXXBAO549xqc\nckp0MULr4W3nNb0eoWioR3P5cjR9aSYmJuLz1YyoLKunuAc74uBUAK9WSj2YIP3gWmB04egoBgcH\nM+dLUrJyJXDddWWXol7Q5uahzc1Dmxtl/fr1WOr8Ul6qlFpfdH6ZPQgicjGABpzfz1tFZP/Wrgml\n1LM6CkcIIYSQcsgTpHgmgHkAbgbwsOdzev5iEUIIIaRMMnsQlFKVmaaZEEIIIekw/pLnqNkSaBeo\nSPRDm5uHNjcPbd7RGBcIMbGjpCjiomlJMdDm5qHNzUObdzTsJiCEEEJIAAoEQgghhASgQCCEEEJI\nAAoEQgghhASgQCCEEEJIAAoEQgghhAQwLhDOMJ0hiV8UhBQDbW4e2tw8tHlHY1wgxKyRRYqCN7F5\naHPz0Obmoc07GnYxEEIIISQABQIhhBBCAlAgEEIIISQABQIhhBBCAlAgEEIIISQABQIhhBBCAnC5\n5zowMFB2CeoHbW4e2tw8tHlHI0opc5mJDAIYHR0dxeDgoLF8CSGEkKqzfv16LF26FACWKqXWF50f\nuxgIIYQQEoACgRBCCCEBKBAIIYQQEoACgRBCCCEBKBAIIYQQEoACgRBCCCEBKBAIIYQQEsC4QBgx\nnSEBhobKLkH9oM3NQ5ubhzbvaIwLBM67VQLjnL/SOLS5eWhz89DmHY1xgXCL6QwJmn/+c9lFqB20\nuXloc/PQ5p1NLoEgIseLyHUi8mcRmRKRle2OoUAwD29i89Dm5qHNzUObdzZ5PQh7APgtgA8AMLeo\nAyGEEEIKZVaeg5VSNwC4AQBERLSUiBBCCCGlw2GOhBBCCAmQy4OQgV4A2LBhg+Fs682uXbuwfn3h\nK3ym7vAAAAZ2SURBVIMSD7S5eWhz89DmZvG8O3tN5CdK6QkdEJEpAP9LKXVdTJq3A7hSS4aEEEJI\nPVmllLqq6ExMexB+CmAVgI0AnjWcNyGEEFJlegEcAuddWjhGPQiEEEIIqQa5PAgisgeAxQDcEQwv\nEJElAJ5USnGKLUIIIaSi5PIgiMirAfwcwTkQvqWUek+eghFCCCGkPLR1MRBCCCGkc+A8CIQQQggJ\nQIFACCGEkACpBIKIfEJEbheRZ0Rkk4j8UERe5Euzh4iMiMi4iGwTkf8Wkff50swRkTUi8oSIbBGR\n74vIfr40C0TkShGZEJGnROTSVlBkrdBo85tbC2q5n0kRudiXhjZHYpvvJyKXtxYq2yoi14vIYl8a\ntvOEaLQ523lCRORMEfldyw4TIrJORN7gS/NPIvJw67ny72zj+dBkc3NtXCmV+APgegDvBHA4gCMB\n/BjOnAZzPWm+AeBeAMcDWARgNYBdAN7kSXNJ67hXA3gFgHUAbvXl9RMA6wEcDeC41jmvSFPeTvho\ntPnPAXwNwL4A9mt99qTNM9v8VwBuBjAI4LCWbf1p2M7N25ztPLnN/yeANwB4IZzRaBcA2AHg8Nb+\njwF4EsCbABwB4FoADwCY7TkH27h5mxtr43kr+3wAUwCWe7bdCeBsX7o7APxT6+95LYOc5tn/4tZ5\njm39f3jr/1d40rwewG4AB5R9kUtuYKlt7mlU/xJz3pfQ5slsDuflNAXgJZ40AmATgPe0/mc7N2zz\n1ja283x23wzg3a2/HwbwEc++eQC2Azjd8z/buEGbt7YZa+N5YxD2hjPE8UnPtnUAVorIQQAgIifB\nubndmZ+Wwpl/4T/cA5RS9wAYA7CstemvADyllPovz3l/1srrlTnLXHWy2NxllYg8LiJ3ishnRWSu\nZ98y0OZR+G0+p/X/DjeBcu7CHQCWtzYdDbbzPGSxuQvbeUpEpEtEzgDQB2CdiBwK4ADMbL/PAPg1\nptsv23gOMtrcxUgbzzxRkogIgAsB/EIpdZdn1wfhuLz/JCK7AUwC+Dul1C9b+w8AsLNVcS+bWvvc\nNI95dyqlJkXkSU+a2pHD5oCzBsZDcBTqywF8AcCLALyltZ82DyHC5ncDGAfwORE5E8A2AB8BsBDA\nga00+4PtPBM5bA6wnadCRI6A03XTC2ALHG/APSKyDM4LZZPvEG/7ZRvPQE6bAwbbeJ6ZFC8G8FIA\nr/Jt/xAclfImOEryBAAXi8jDSqmbcuRHcthcKXWpJ/1/i8gjAG4SkUOVUn8svuiVJWBzpdRuETkN\nwGVwfuHuhqPQr8f0rKIkO5ltznaemrsBLAEwH84L5tsickK5Rep4ctncZBvPJBBEZATAGwEcr5R6\nxLO9F8Bn4KzJ8JPW5j+IyCsA/B8ANwF4FMBsEZnnU577t/ah9e2PhO0G8DxPmlqR0+Zh3N76Xgzg\nj6DNA0TZHABa7rtBEdkLTgDRZhG5DcBvWknYzjOQ0+ZhsJ3HoJTaDeDB1r//JSLHAjgLzq9SgdNe\nvb9o9wfguq7ZxjOQ0+ZhFNbGU8cgtG7gUwGcpJQa8+3uaX0mfdsnPXmNwlH/J3vO+WI40fe/am36\nFYC9Wy85l5PhGO/XactcdTTYPIxXwHFnuQ9h2txDG5s/h1JqS+tFdRicPtlrW7vYzlOiweZhsJ2n\nowvAnNYv0Ucxs/3Og+OpXNfaxDauhzQ2D6O4Np4y2vJiAE/BGU63v+fT64uw/D2cYS+HAHgXnP7C\n9/rO80cAJ8IJWvwlgkNjrocTiX8MHFfjPQC+ozN6tAofHTYH8AIA58AZHnYwgJUA7gdwE22e2eZv\nadn7UDgvtT8C+G7IedjODdmc7Ty1zT/bsvfBcIbUfQ7OC/81rf0fhRNhfwqcoafXArgPM4fcsY0b\ntLnpNp62clNwfpn6P3/jSbMfnH7CcQBbAdwF4CzfeeYA+CqAJ+AEaXwPwH6+NHsDuALAROvB8a8A\n+sq+wCU0qNw2hxPIdTOAx+EIh3taDdM/dpY2T27zD8KJ93i29YA8H8As33nYzg3anO08tc0vhePq\n3g7nl+uNaL2oPGnOhxMMtw3OqKjFvv1s4wZtbrqNc7EmQgghhATgWgyEEEIICUCBQAghhJAAFAiE\nEEIICUCBQAghhJAAFAiEEEIICUCBQAghhJAAFAiEEEIICUCBQAghhJAAFAiEEEIICUCBQAghhJAA\nFAiEEEIICfD/AYzyMYu/ORO5AAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x133738e90>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "well = \"STUART\"\n",
    "depth = xvalid.loc[well_name_valid== well ,\"Depth\"]\n",
    "predictions = pd.Series(preds).loc[well_name_valid==well]\n",
    "plt.plot(depth,predictions)\n",
    "plt.axis([2800,3050, 1, 9])\n",
    "plt.grid(b=True, which='major', color='r', linestyle='--')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "xvalid['Facies']=preds\n",
    "xvalid.to_csv('XmasPreds_5.csv')"
   ]
  }
 ],
 "metadata": {
  "anaconda-cloud": {},
  "kernelspec": {
   "display_name": "Python [conda root]",
   "language": "python",
   "name": "conda-root-py"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}