notebook/sk10_cross_validation3.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/cross_validation.py:41: DeprecationWarning: This module was deprecated in version 0.18 in favor of the model_selection module into which all the refactored classes and functions are moved. Also note that the interface of the new CV iterators are different from that of this module. This module will be removed in 0.20.\n",
      "  \"This module will be removed in 0.20.\", DeprecationWarning)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/learning_curve.py:22: DeprecationWarning: This module was deprecated in version 0.18 in favor of the model_selection module into which all the functions are moved. This module will be removed in 0.20\n",
      "  DeprecationWarning)\n"
     ]
    }
   ],
   "source": [
    "from sklearn.learning_curve import  validation_curve\n",
    "from sklearn.datasets import load_digits\n",
    "from sklearn.svm import SVC\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "digits = load_digits()\n",
    "X = digits.data\n",
    "y = digits.target"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n",
      "/Users/Liu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/sklearn/metrics/scorer.py:100: DeprecationWarning: Scoring method mean_squared_error was renamed to neg_mean_squared_error in version 0.18 and will be removed in 0.20.\n",
      "  sample_weight=sample_weight)\n"
     ]
    }
   ],
   "source": [
    "param_range = np.logspace(-6, -2.3, 5)\n",
    "train_loss, test_loss = validation_curve(\n",
    "        SVC(), X, y, param_name='gamma', param_range=param_range, cv=10,\n",
    "        scoring='mean_squared_error')\n",
    "train_loss_mean = -np.mean(train_loss, axis=1)\n",
    "test_loss_mean = -np.mean(test_loss, axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYIAAAEKCAYAAAAfGVI8AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzt3Xt4lPWd9/H3lxAJAeQYFhEhgbZoCHIKKB6pWGs9IAi7DzZaabG5+rR21+3Wyl64Vtnmqd32srR1t26kSH02pViUVtw+uha1YhWRo8hJLCcRlBAFhRgg5Pv8MZOQhJlMTncmuefzuq65MnPPPffv9yPh953f8TZ3R0REUlenZGdARESSS4FARCTFKRCIiKQ4BQIRkRSnQCAikuIUCEREUpwCgYhIilMgEBFJcQoEIiIprnOyM9AY/fr18+zs7GRnQ0SkQ1m7du0hd89KdF6HCATZ2dmsWbMm2dkQEelQzGxPY85T15CISIpTIBARSXEKBCIiKa5DjBGISOs6efIk+/bto6KiItlZkVaQkZHBoEGDSE9Pb9bnFQhEUtC+ffvo0aMH2dnZmFmysyMt4O6UlZWxb98+cnJymnWN8HYNlZRAdjZ06hT5WVKS7ByJtBsVFRX07dtXQSAEzIy+ffu2qHUXzhZBSQkUFkJ5eeT1nj2R1wAFBcnLl0g7oiAQHi39XYazRTB37ukgUK28PHJcRETqCGcg2Lu3acdFpE2VlZUxevRoRo8ezYABAzj33HNrXp84caJR1/jqV7/K9u3bGzzn3//93ylRt3BC4ewaGjw40h0U67iINF1JSaRFvXdv5P9RUVGLuln79u3Lhg0bALj//vvp3r073/3ud+uc4+64O506xf6++thjjyVM51vf+laz85hKwtkiKCqiZFw62XdBp+9D9l1QMi498scrIk1TPea2Zw+4nx5zC+Cb9jvvvENubi4FBQWMGDGCAwcOUFhYSH5+PiNGjGDevHk151522WVs2LCByspKevXqxZw5cxg1ahQTJ07k4MGDANx7773Mnz+/5vw5c+YwYcIEhg8fzquvvgrAsWPHmD59Orm5ucyYMYP8/PyaIJUqQtkiKLkQCqcY5R55vadX5DUXgoaKReq56y5oqOJbtQqOH697rLwcZs+GRx+N/ZnRoyFaATfVtm3bePzxx8nPzwfgwQcfpE+fPlRWVvL5z3+eGTNmkJubW+czR44c4corr+TBBx/kO9/5DgsXLmTOnDlnXNvdWb16NU8//TTz5s3j2Wef5Re/+AUDBgzgySefZOPGjYwdO7ZZ+e7IQtkimLtiLuVet5+x3E8wd4UGi0WarH4QSHS8hYYNG1YTBAAWL17M2LFjGTt2LFu3bmXLli1nfKZr16586UtfAmDcuHHs3r075rVvvvnmM8555ZVXmDlzJgCjRo1ixIgRrViajiGULYK9R2IPCsc7LpLSEn1zz86OPeY2ZAi89FKrZ6dbt241z3fs2MHPfvYzVq9eTa9evbj11ltjzpc/66yzap6npaVRWVkZ89pdunRJeE4qCmWLYHDP2IPC8Y6LSAOKiiAzs+6xzMw2GXP7+OOP6dGjB2effTYHDhzgueeea/U0Lr30Up544gkANm3aFLPFEXahDARFk4vITK/7h5uZnknRZA0WizRZQQEUF0daAGaRn8XFbbI4c+zYseTm5nL++efzla98hUsvvbTV0/j2t7/Ne++9R25uLg888AC5ubn07Nmz1dNpz8zdk52HhPLz872pN6Yp2VTC15d+hU+tiiG9hlA0uYiCkRoqFgHYunUrF1xwQbKz0S5UVlZSWVlJRkYGO3bs4JprrmHHjh107tyxes5j/U7NbK2758f5SI2OVdImKBhZwJLHvsu+qsOsu393srMjIu3U0aNHmTx5MpWVlbg7//mf/9nhgkBLhb607b+9IyLJ1KtXL9auXZvsbCRVYGMEZrbQzA6a2Vu1jvUxs+fNbEf0Z++g0gcwDNe+WiIiDQpysHgRcG29Y3OAFe7+WWBF9HVgDHC1CUREGhRYIHD3l4EP6x2+Cfh19PmvgalBpQ/RFkGQCYiIhEBbTx/9G3c/EH3+PvA3QSamXiERkcSSto7AI/NW435hN7NCM1tjZmtKS0ubl4ipRSDSnr3//vvMnDmTYcOGMW7cOK677jrefvvtZGfrDNnZ2Rw6dAiASy65JOY5s2bNYunSpQ1eZ9GiRezfv7/m9R133NEuFrC1dSD4wMzOAYj+PBjvRHcvdvd8d8/PyspqVmIaIxBpHSWbSsien02nBzqRPT+bkk0t33nU3Zk2bRqTJk3ir3/9K2vXruWHP/whH3zwQc057XEbiOpdS5ujfiBYsGDBGRvoJUNbB4Kngdujz28H/hBkYpo1JNJyJZtKKFxeyJ4je3CcPUf2ULi8sMXB4MUXXyQ9PZ1vfOMbNcdGjRrFqVOnuPzyy5kyZUpNJfnQQw+Rl5dHXl5ezbbSx44d4/rrr2fUqFHk5eWxZMkSAObMmUNubi4XXnjhGfc4AHjkkUe4++67a14vWrSIO++8E4CpU6cybtw4RowYQXFxccx8d+/eHYgEsjvvvJPhw4dz9dVX12x9DTBv3jzGjx9PXl4ehYWFuDtLly5lzZo1FBQUMHr0aD799FMmTZpE9WLZxYsXM3LkSPLy8rjnnnvqpDd37lxGjRrFxRdfXCdQtpbA1hGY2WJgEtDPzPYB3wceBJ4ws9nAHuDvgkofqlsEItKQu569iw3vx9+GetW+VRw/VXen0fKT5cz+w2weXRt7G+rRA0Yz/9qGN7N76623GDduXMz31q1bx1tvvUVOTg5r167lscce4/XXX8fdueiii7jyyivZuXMnAwcO5L//+7+ByFbUZWVlLFu2jG3btmFmHD58+IxrT58+nYkTJ/LjH/8YgCVLljA3ehvbhQsX0qdPHz799FPGjx/P9OnT6du3b8w8Llu2jO3bt7NlyxY++OADcnNz+drXvgbAnXfeyX333QfAbbfdxjPPPMOMGTN4+OGH+clPflJnd1WA/fv3c88997B27Vp69+7NNddcw+9//3umTp3KsWPHuPjiiykqKuJ73/sejz76KPfee2+D/7ZNFeSsoVvc/Rx3T3f3Qe7+K3cvc/fJ7v5Zd7/a3evPKhKRdqZ+EEh0vDVMmDCBnJwcILJN9LRp0+jWrRvdu3fn5ptvZuXKlYwcOZLnn3+ee+65h5UrV9KzZ0969uxJRkYGs2fP5qmnniKz/mZ5QFZWFkOHDmXVqlWUlZWxbdu2mj2Mfv7zn9d883733XfZsWNH3Dy+/PLL3HLLLaSlpTFw4ECuuuqqmvdefPFFLrroIkaOHMkLL7zA5s2bGyzvG2+8waRJk8jKyqJz584UFBTw8ssvA5GdVW+44Qag4S22WyLUK4sj00fVJhBpSKJv7tnzs9lz5MxtqIf0HMJLs15qdrojRoyIO7haeyvqeD73uc+xbt06/vjHP3LvvfcyefJk7rvvPlavXs2KFStYunQpDz/8MM8//3xNy2PKlCnMmzePmTNn8sQTT3D++eczbdo0zIyXXnqJP/3pT7z22mtkZmYyadKkmFteJ1JRUcE3v/lN1qxZw3nnncf999/frOtUS09PxyzSxx3U9tmh3H20mtYRiLRcULv5XnXVVRw/frxOX/ybb77JypUr65x3+eWX8/vf/57y8nKOHTvGsmXLuPzyy9m/fz+ZmZnceuut3H333axbt46jR49y5MgRrrvuOn7605+yceNG0tLS2LBhAxs2bKi51eW0adP4wx/+wOLFi2tuSnPkyBF69+5NZmYm27ZtY9WqVQ3m/4orrmDJkiWcOnWKAwcO8OKLLwLUVPr9+vXj6NGjdYJdjx49+OSTT8641oQJE/jzn//MoUOHOHXqFIsXL+bKK69sxr9q84S8RYAGi0VaqHrX3rkr5rL3yF4G9xzcKrv5mhnLli3jrrvu4kc/+hEZGRlkZ2czdWrddaZjx45l1qxZTJgwAYhMuRwzZgzPPfccd999N506dSI9PZ1f/vKXfPLJJ9x0001UVFTg7jz00EMx0+7duzcXXHABW7ZsqbnutddeyyOPPMIFF1zA8OHDufjiixvM/7Rp03jhhRfIzc1l8ODBTJw4EYjsXfT1r3+dvLw8BgwYwPjx42s+M2vWLL7xjW/QtWtXXnvttZrj55xzDg8++CCf//zncXeuv/56brrppqb/ozZTaLehBrjln7JZ5/vZ/tCJxCeLpBBtQx0+2oY6HtOsIRGRRFJgjEChQESkISEPBGoRiMTTEbqFpXFa+rsMeSDQrCGRWDIyMigrK1MwCAF3p6ysjIyMjGZfI9RjBKb9R0ViGjRoEPv27aPZGzpKu5KRkcGgQYOa/flQBwLQ9FGRWNLT02tW7oqEvGtIu4+KiCQS7kCg+xGIiCQU7kCgbahFRBIKeSBA80dFRBIIdSBALQIRkYRCHQi0oExEJLGQBwJtMSEikkio1xGYNp0TEUko9C0CERFpWKgDAdprSEQkoVAHAg0Wi4gkFvJAoOmjIiKJhDsQmGYNiYgkEu5AkOwMiIh0AKEOBKAxAhGRREIdCDRGICKSWLgDgbahFhFJKNyBQOsIREQSSkogMLN/NLPNZvaWmS02s+bfdbmhdIK4qIhIyLR5IDCzc4G/B/LdPQ9IA2YGlJrGCEREEkhW11BnoKuZdQYygf1BJKKVxSIiibV5IHD394CfAHuBA8ARd/+f+ueZWaGZrTGzNaWlpc1KSwvKREQSS0bXUG/gJiAHGAh0M7Nb65/n7sXunu/u+VlZWc1LS11DIiIJJaNr6Gpgl7uXuvtJ4CngkiASUgwQEUksGYFgL3CxmWWamQGTga3BJKXpoyIiiSRjjOB1YCmwDtgUzUNxEGmZqWtIRCSRpNyq0t2/D3w/6HS0oExEJLGQryzW9FERkUTCHQhM/UIiIomEOhAAGiMQEUkg1IFAYwQiIomFPxCoRSAi0qBwBwLdj0BEJKFwBwKtLRYRSSjUgQA0WCwikkioA4G6hkREEgt3INBgsYhIQiEPBFpZLCKSSLgDgVYWi4gkFOpAABosFhFJJNSBQNtQi4gkFu5AoHUEIiIJpUQgcNeQsYhIPKEOBGoQiIgkFupAYNEBAtckUhGRuMIdCKLTR72qKsk5ERFpv1IjELgCgYhIPOEOBBokEBFJKNSBoJq6hkRE4gt1IFDXkIhIYuEOBFpHICKSUMgDQYRaBCIi8YU7EFTvPqoWgYhIXKEOBNVtAg0Wi4jEl5RAYGa9zGypmW0zs61mNjGQdNDKYhGRRDonKd2fAc+6+wwzOwvIDCIRrSwWEUmszQOBmfUErgBmAbj7CeBEIGmh6aMiIokko2soBygFHjOz9Wa2wMy6BZGQblUpIpJYMgJBZ2As8Et3HwMcA+bUP8nMCs1sjZmtKS0tbVGCahGIiMSXjECwD9jn7q9HXy8lEhjqcPdid8939/ysrKxmJWSaNSQiklCjAoGZDTOzLtHnk8zs782sV3MSdPf3gXfNbHj00GRgS3OulUjNYLFmDYmIxNXYFsGTwCkz+wxQDJwH/KYF6X4bKDGzN4HRwP9pwbXiqllZrBaBiEhcjZ01VOXulWY2DfiFu//CzNY3N1F33wDkN/fzjWXWqTrBoJMSEemwGtsiOGlmtwC3A89Ej6UHk6XWp8FiEZH4GhsIvgpMBIrcfZeZ5QD/N7hstQ6NEYiIJNaoriF33wL8PYCZ9QZ6uPuPgsxYazg9a0iBQEQknsbOGnrJzM42sz7AOuBRM3so2Ky1nG5MIyKSWGO7hnq6+8fAzcDj7n4RcHVw2WodumexiEhijQ0Enc3sHODvOD1Y3GFo+qiISHyNDQTzgOeAv7r7G2Y2FNgRXLZah7qGREQSa+xg8e+A39V6vROYHlSmWot2HxURSayxg8WDzGyZmR2MPp40s0FBZ66lTrcINGtIRCSexnYNPQY8DQyMPpZHj7VrNYPFCgQiInE1NhBkuftj7l4ZfSwCmrclaFtSi0BEJKHGBoIyM7vVzNKij1uBsiAz1hp0z2IRkcQaGwi+RmTq6PvAAWAG0VtNtmfVNyjT9FERkfgaFQjcfY+7T3H3LHfv7+5T6RCzhiLF06whEZH4WnKHsu+0Wi4CUnPPYo0RiIjE1ZJA0GH2b9AYgYhIfC0JBO2+dtXKYhGRxBpcWWxmnxC7wjegayA5akXahlpEJLEGA4G792irjARBN6YREUmsJV1D7Z5WFouIJBbqQIDGCEREEgp1IDg9RqBAICIST7gDQXXPkMYIRETiCncgqFlZrEAgIhJPuAOBVhaLiCQU6kCApo+KiCQU6kBQvQeGBotFROILdyDQjWlERBJKWiCI3uBmvZk9E1ga1YPF6hoSEYkrmS2CfwC2tklKahGIiMSVlEBgZoOA64EFAacDaGWxiEhDktUimA98Dwi0hlYgEBFJrM0DgZndABx097UJzis0szVmtqa0tLSZaVUvKGvWx0VEUkIyWgSXAlPMbDfwW+AqM/uv+ie5e7G757t7flZWVrMSqpk+qhaBiEhcbR4I3P2f3X2Qu2cDM4EX3P3WQBLTymIRkYTCvY4ArSwWEUmkwTuUBc3dXwJeCur6NYFALQIRkbjC3SIw3Y9ARCSRkAeC6uKpRSAiEk+oA8HpWxYrEIiIxBPqQKAxAhGRxMIdCLSyWEQkoZAHAu0+KiKSSLgDQfUTdQ2JiMQV6kCAbkwjIpJQqAPB6cFijRGIiMQT7kBQs/uoWgQiIvGEOxBEfyoQiIjEF+5AUL2yWIFARCSuUAeCmpXFmj4qIhJXqAOBBotFRBILdyDQYLGISEIhDwRqEYiIJBLuQHB6bbGIiMQR2kBQsqmEW/c8BMD0Nd+jZFNJknMkItI+JfVWlUEp2VRC4fJCyivLAfjgxIcULi8EoGBkQTKzJiLS7oSyRTB3xVzKT5bXOVZ+spy5K+YmKUciIu1XKAPB3iN7m3RcRCSVhTIQDO45uEnHRURSWSgDQdHkIjLTM+scy0zPpGhyUZJyJCLSfoUyEBSMLKD4xmKGnNUfHLp0Sqf4xmINFIuIxBDKQACRYLB7zK+57U34m7P6KAiIiMQR2kAAgBk5H8G+ilJOnDqR7NyIiLRL4Q8Eh6GKKs0YEhGJI9yBAMj5KPJz10e7kpsREZF2qs0DgZmdZ2YvmtkWM9tsZv8QSEIlJXDbbeQcjrzc9dxvA0lGRKSjS0aLoBL4J3fPBS4GvmVmua2aQkkJFBbCwYOc+zGkn4Jdyx+PHBcRkTraPBC4+wF3Xxd9/gmwFTi3VROZOxfKI1tMpDkMOQw7u1dGjouISB1JHSMws2xgDPB6jPcKzWyNma0pLS1t2oX31h0YzjkMu3qfeVxERJIYCMysO/AkcJe7f1z/fXcvdvd8d8/Pyspq2sUH191KIucj2NXrzOMiIpKkQGBm6USCQIm7P9XqCRQVQebpLSZyDsOhbnD0X/+l1ZMSEenokjFryIBfAVvd/aFAEikogOJiGDIEgKHHzgJg1zUTAklORKQjS0aL4FLgNuAqM9sQfVzX6qkUFMDu3fCFL5DTdxgAOz/a2erJiIh0dMmYNfSKu5u7X+juo6OPPwaW4NCh5Gx9H4Bdh7WoTETav5JNJWTPz6bTA53Inp8d+K12Q3mryjqGDaPvex/RPb27VheLSLtXc6vd6F0W9xzZE/itdsMfCIYOxYChXc9Ri0BE2gV353DFYQ4eO0hpeSmlx0prnv/bX/4t7q12FQiaa1hkfCDHe/GOxghEJAANVeylx0o5WH6Q0mOllJZHjh8qP0RlVWWT0ghy48zwB4KhQwHIKe/C8xWbcXciE5dERGKr8ioOVxyuU3nXeV6vsm+oYj+7y9lkZWbRv1t/sntlM37gePp3609WZhZZ3bLqPM/KzGL4w8PZc2TPGdcJ8la74Q8EZ58N/fqR82EV5T3LKS0vpX+3/snOlYi0odau2Ksr75zeOVx07kU1lXj/bv3rPO+X2Y8unbs0Ka9Fk4vqjBFA8LfaDX8ggMjMofeOQc/IdtQKBCIdW+2KPWZ3TL3KvvRYKaf8VMxrBV2xN1X1OMDcFXPZe2Qvg3sOpmhyUaB3WUyNQDBsGEO3vQy5kSmkFw26KNk5EpFaqiv2+pV3cyr2nl161lTeQ3sPranYY3XHtEXF3hwFIwva9Pa6qREIhg4le9kSuEmLykTaQqyKvaHumEPlh0Jdsbd3qREIhg2jW0UV/TP6ai2BSDNUeRUfffpRzBkxza3Y+3frr4q9nUiNQDB0KCUj4fDxIyxYv4Dndz4feJ+bSHvWUMUeqzumqRV7/b716ueq2NunlAgEJf4mhTfCCY/MAmiLlXoibal2xR6vO6YpFXt15T2s9zAmDppYZ3qjKvbwMXdPdh4Sys/P9zVr1jT789nzh7AnxmKMIT2HsPuu3S3ImUgwGlOx1/4W39iKvaYijzGHvXpWzFlpZ7VxaSUoZrbW3fMTnZcSLYK9R96NeXzPkT08tfUpbvjcDfrjl0BVV+zxVp42t2Kv/41dFbs0R0oEgsE9B8dcqZdmaUx/Yjr9u/Xn9lG3M3vMbIb3G56EHEpHk6hir7+lQFl5WdyKvVdGr5rK+zN9PlNTscfqZ1fFLkFIia6hkk0lFD45i3I7vVIwMz2TR65/hL6ZfVmwbgHL315OZVUllw++nNljZvO3I/6WzPTMBq4qYVLlVXz46Yex+9ZbULHXfENXxS5J0NiuoZQIBAAl/3Yrcw+UsLeXxVyp9/7R93l84+MsWLeAHR/u4OwuZ/PlvC9zx9g7GHvOWO1P1ME0VLHH+hbfmIq9Mf3sqtilPVEgqG/5cpgyBVatgoviryx2d1buXcmCdQv43ZbfUVFZwegBo7ljzB18eeSX6d21d8vyIc1Su2KPN9Wx/l4xVV4V81qq2CVVKBDUt3kz5OXBb34Dt9zSqI8crjjMbzb9hgXrFrD+/fVkdM5gRu4M7hhzB1cMuUKthBZoTMVe+1t8ooq9TkWeGXsOe/XgaXpaehuXViQ5FAjqKy+Hbt3gX/8V7r23yR9fd2AdC9YtoGRTCR8f/5jP9vkss8fM5vbRtzOg+4CW5S0Eqiv2xsxhV8Uu0jYUCGIZOBCuvRYWLmz2JcpPlrN0y1IWrFvAyr0rSbM0bhx+I3eMuYMvfuaLdO4UjolYiSr2+t/iyz4ti1ux987oHbMLRhW7SLAUCOorKYHZs+H4cRgyBIqKoKBlq4q3H9rOwvULWbRxEQePHeTcHufy1dFf5WtjvkZO75yW5beVnao6FemKaeReMc2p2OPtFaOKXSQ5FAhqKymBwsJI91C1zEwoLm5xMAA4eeokz7z9DAvWL+DZd56lyqu4eujVzB4zm6nnTyWjcwYlm0padX/xhir2WP3sjanYa091VMUu0vEpENSWnQ17zlxQRp8+8MorcP750EoDv+8eeZdFGxbxq/W/Ys+RPfTp2ofxA8fz5z1/pqKyoua8zPRMim8srgkGtSv2xvSzN7Vib2gTMFXsIuGkQFBbp07QUDn79oVLL4XLLos8xo6FLi3bSKvKq1ixcwUL1i/gic1PxDynS1oXhvUZ1qiKPd5UR1XsIhKPAkFt8VoEAwfCD34QaRX85S+wfXvkeJcuMGHC6cBwySXQq1ezk+/0QCec2P/O086f1mA/e9+ufVWxi0izKBDU1tgxgoMH4dVXI4HhlVdg7VqorIx0G+XlnQ4Ml10Ggwc3Ovns+dkx9zrS7qciEiQFgvpKSmDuXNi7N1KJN2bWUHk5rF59OjC8+ip88knkvfPOiwSE6i6lvDxIS4ud9KYSCpcXUn7ydCCqP0YgItLa2nUgMLNrgZ8BacACd3+wofNbbR1BS506BZs2nQ4MK1fC/v2R984+O9KFVN1imDABunat+WjJL7/J3J3F7O12isHH0igaWkjB//6PJBVERFJBuw0EZpYGvA18AdgHvAHc4u5b4n2m3QSC+twjYw/VgeGVVyJbWQCkp8O4cZGgcOoUPPIIfPrp6c+24vRVEQmZ5vRgxNCeA8FE4H53/2L09T8DuPsP432m3QaCWD78EF577XRgWL0aTpyIfW5mJtx4Y2QMovYDWu9Ya14rGdcPY5k6+vXbe5k6ulZc99Se71B2LlD7lmH7gPjbgXY0ffrA9ddHHgAVFZFfYqyAW14O69dH3qv9gIZft/axll5LpL3pyIFs167IJJXayssjLYSAehDa7cY4ZlYIFAIMbsIMnXYnIyPStIs1fXXIkNNTVju6jhzIdH1dvz1df8cOYtp75n3XW0syAsF7wHm1Xg+KHqvD3YuBYoh0DbVN1gJSVBS7qVdUlLw8tbYwNc1Fkum112J/cQzwC3GnwK4c3xvAZ80sx8zOAmYCTychH22noCDSvzdkSKSyHDJEA8UiEltRUeSLYm0Bf3Fs8xaBu1ea2Z3Ac0Smjy50981tnY82V1Cgil9EEquuJ1ph1lBjpc6CMhGRFNPYWUPJ6BoSEZF2RIFARCTFKRCIiKQ4BQIRkRSnQCAikuI6xKwhMysFYqywaJR+wKFWzE5HkGplTrXygsqcKlpa5iHunpXopA4RCFrCzNY0ZvpUmKRamVOtvKAyp4q2KrO6hkREUpwCgYhIikuFQFCc7AwkQaqVOdXKCypzqmiTMod+jEBERBqWCi0CERFpQIcKBGZ2rZltN7N3zGxOjPe7mNmS6Puvm1l2rff+OXp8u5l9sbHXTLaAyrzQzA6a2VttU4qmae0ym9l5ZvaimW0xs81m9g9tV5rGCaDMGWa22sw2Rsv8QNuVJrEg/q6j76WZ2Xozeyb4UjRNQP+Xd5vZJjPbYGbN35nT3TvEg8iW1X8FhgJnARuB3HrnfBN4JPp8JrAk+jw3en4XICd6nbTGXDNsZY6+dwUwFngr2WVso9/zOcDY6Dk9gLfD/nsGDOgePScdeB24ONllDfLvOvr+d4DfAM8ku5xtUWZgN9CvpfnrSC2CCcA77r7T3U8AvwVuqnfOTcCvo8+XApPNzKLHf+vux919F/BO9HqNuWYyBVFm3P1l4MO2KEAztHqZ3f2Au68DcPdPgK1E7p3dXgRRZnf3o9Hz06OP9jIgGMjftZkNAq4HFrRBGZoqkDLkHas9AAADzUlEQVS3lo4UCGLd9L7+f+aac9y9EjgC9G3gs425ZjIFUeb2LtAyR5vbY4h8Q24vAilztJtkA3AQeN7d20uZg/odzwe+B1S1fpZbLKgyO/A/ZrbWIvd5b5aOFAhEWsTMugNPAne5+8fJzk/Q3P2Uu48mcl/wCWaWl+w8BcXMbgAOuvvaZOeljV3m7mOBLwHfMrMrmnORjhQIGnPT+5pzzKwz0BMoa+CzjblmMgVR5vYukDKbWTqRIFDi7k8FkvPmC/T37O6HgReBa1s1180XRHkvBaaY2W4i3S5Xmdl/BZH5Zgrkd+zu1T8PAstobpdRsgdRmjDY0hnYSWSwpHqwZUS9c75F3cGWJ6LPR1B3sGUnkcGbhNcMW5lrfS6b9jlYHMTv2YDHgfnJLl8bljkL6BU9pyuwErgh2WUN+u86es4k2t9gcRC/425Aj+g53YBXgWublb9k/wM18R/zOiIzPv4KzI0emwdMiT7PAH5HZDBlNTC01mfnRj+3HfhSQ9dsT4+AyrwYOACcJNLfODvZ5QyyzMBlRPpS3wQ2RB/XJbucAZf5QmB9tMxvAfclu4xB/13Xen8S7SwQBPQ7HkokQGwENrek/tLKYhGRFNeRxghERCQACgQiIilOgUBEJMUpEIiIpDgFAhGRFKdAICKS4hQIRERSnAKBpCwz+5fo/u6vmNliM/uumX3dzN6I7uP/pJllRs9dZGa/NLNVZrbTzCZF7+uw1cwW1brmUTP7cfQeAH8yswlm9lL0M1Oi52Sb2UozWxd9XJKkfwIRQIFAUpSZjQemA6OIbNiVH33rKXcf7+6jiGxXPbvWx3oDE4F/BJ4Gfkpk+f9IMxsdPacb8IK7jwA+AX4AfAGYRmQVKUR2A/2CRzYL+1/AzwMppEgjdU52BkSS5FLgD+5eAVSY2fLo8Twz+wHQC+gOPFfrM8vd3c1sE/CBu28CMLPNRPZu2gCcAJ6Nnr8JOO7uJ6OfyY4eTwcejgaPU8DnAiqjSKMoEIjUtQiY6u4bzWwWkX1rqh2P/qyq9bz6dfX/pZN+et+WmvPcvSq6oyREWhQfEGmNdAIqWrcIIk2jriFJVX8Bboze27c7cEP0eA/gQHTb6oKA0u4JHHD3KuA2IjtJiiSNAoGkJHd/g0g//5vA/yPSjXME+Bcidy/7C7AtoOT/A7jdzDYC5wPHAkpHpFG0+6ikLDPr7u5HozODXgYKPXpvY5FUojECSWXFZpZLZB/4XysISKpSi0BEJMVpjEBEJMUpEIiIpDgFAhGRFKdAICKS4hQIRERSnAKBiEiK+/8vGBnELeLfiQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot(param_range, train_loss_mean, 'o-', color=\"r\",\n",
    "             label=\"Training\")\n",
    "plt.plot(param_range, test_loss_mean, 'o-', color=\"g\",\n",
    "             label=\"Cross-validation\")\n",
    "\n",
    "plt.xlabel(\"gamma\")\n",
    "plt.ylabel(\"Loss\")\n",
    "plt.legend(loc=\"best\")\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}