234_实战Kaggle比赛图像分类CIFAR10.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 1. 实战Kaggle比赛图像分类CIFAR10"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "① 比赛的网址是 https://www.kaggle.com/c/cifar-10"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import collections\n",
    "import math\n",
    "import os\n",
    "import shutil\n",
    "import pandas as pd\n",
    "import torch \n",
    "import torchvision\n",
    "from torch import nn\n",
    "from d2l import torch as d2l"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 我们提供包含前1000个训练图像和5个随即测试图像的数据集的小规模样本\n",
    "# cifar10_tiny是cifar10中每一个类把前面一千个训练图片拿出来，测试是每一个类挑五个图片\n",
    "d2l.DATA_HUB['cifar10_tiny'] = (d2l.DATA_URL + 'kaggle_cifar10_tiny.zip',\n",
    "                               '2068874e4b9a9f0fb07ebe0ad2b29754449ccacd')\n",
    "demo = True\n",
    "\n",
    "if demo:\n",
    "    data_dir = d2l.download_extract('cifar10_tiny')\n",
    "else:\n",
    "    data_dir = '../data/cifar-10'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'1': 'frog',\n",
       " '2': 'truck',\n",
       " '3': 'truck',\n",
       " '4': 'deer',\n",
       " '5': 'automobile',\n",
       " '6': 'automobile',\n",
       " '7': 'bird',\n",
       " '8': 'horse',\n",
       " '9': 'ship',\n",
       " '10': 'cat',\n",
       " '11': 'deer',\n",
       " '12': 'horse',\n",
       " '13': 'horse',\n",
       " '14': 'bird',\n",
       " '15': 'truck',\n",
       " '16': 'truck',\n",
       " '17': 'truck',\n",
       " '18': 'cat',\n",
       " '19': 'bird',\n",
       " '20': 'frog',\n",
       " '21': 'deer',\n",
       " '22': 'cat',\n",
       " '23': 'frog',\n",
       " '24': 'frog',\n",
       " '25': 'bird',\n",
       " '26': 'frog',\n",
       " '27': 'cat',\n",
       " '28': 'dog',\n",
       " '29': 'deer',\n",
       " '30': 'airplane',\n",
       " '31': 'airplane',\n",
       " '32': 'truck',\n",
       " '33': 'automobile',\n",
       " '34': 'cat',\n",
       " '35': 'deer',\n",
       " '36': 'airplane',\n",
       " '37': 'cat',\n",
       " '38': 'horse',\n",
       " '39': 'cat',\n",
       " '40': 'cat',\n",
       " '41': 'dog',\n",
       " '42': 'bird',\n",
       " '43': 'bird',\n",
       " '44': 'horse',\n",
       " '45': 'automobile',\n",
       " '46': 'automobile',\n",
       " '47': 'automobile',\n",
       " '48': 'bird',\n",
       " '49': 'bird',\n",
       " '50': 'airplane',\n",
       " '51': 'truck',\n",
       " '52': 'dog',\n",
       " '53': 'horse',\n",
       " '54': 'truck',\n",
       " '55': 'bird',\n",
       " '56': 'bird',\n",
       " '57': 'dog',\n",
       " '58': 'bird',\n",
       " '59': 'deer',\n",
       " '60': 'cat',\n",
       " '61': 'automobile',\n",
       " '62': 'automobile',\n",
       " '63': 'ship',\n",
       " '64': 'bird',\n",
       " '65': 'automobile',\n",
       " '66': 'automobile',\n",
       " '67': 'deer',\n",
       " '68': 'truck',\n",
       " '69': 'horse',\n",
       " '70': 'ship',\n",
       " '71': 'dog',\n",
       " '72': 'truck',\n",
       " '73': 'frog',\n",
       " '74': 'horse',\n",
       " '75': 'cat',\n",
       " '76': 'automobile',\n",
       " '77': 'truck',\n",
       " '78': 'airplane',\n",
       " '79': 'cat',\n",
       " '80': 'automobile',\n",
       " '81': 'cat',\n",
       " '82': 'dog',\n",
       " '83': 'deer',\n",
       " '84': 'dog',\n",
       " '85': 'horse',\n",
       " '86': 'horse',\n",
       " '87': 'deer',\n",
       " '88': 'horse',\n",
       " '89': 'truck',\n",
       " '90': 'deer',\n",
       " '91': 'bird',\n",
       " '92': 'cat',\n",
       " '93': 'ship',\n",
       " '94': 'airplane',\n",
       " '95': 'automobile',\n",
       " '96': 'frog',\n",
       " '97': 'automobile',\n",
       " '98': 'automobile',\n",
       " '99': 'deer',\n",
       " '100': 'automobile',\n",
       " '101': 'ship',\n",
       " '102': 'cat',\n",
       " '103': 'truck',\n",
       " '104': 'frog',\n",
       " '105': 'frog',\n",
       " '106': 'automobile',\n",
       " '107': 'ship',\n",
       " '108': 'dog',\n",
       " '109': 'bird',\n",
       " '110': 'truck',\n",
       " '111': 'truck',\n",
       " '112': 'ship',\n",
       " '113': 'automobile',\n",
       " '114': 'horse',\n",
       " '115': 'horse',\n",
       " '116': 'airplane',\n",
       " '117': 'airplane',\n",
       " '118': 'frog',\n",
       " '119': 'truck',\n",
       " '120': 'automobile',\n",
       " '121': 'bird',\n",
       " '122': 'bird',\n",
       " '123': 'truck',\n",
       " '124': 'bird',\n",
       " '125': 'frog',\n",
       " '126': 'frog',\n",
       " '127': 'automobile',\n",
       " '128': 'truck',\n",
       " '129': 'dog',\n",
       " '130': 'airplane',\n",
       " '131': 'deer',\n",
       " '132': 'horse',\n",
       " '133': 'frog',\n",
       " '134': 'horse',\n",
       " '135': 'automobile',\n",
       " '136': 'ship',\n",
       " '137': 'automobile',\n",
       " '138': 'automobile',\n",
       " '139': 'bird',\n",
       " '140': 'ship',\n",
       " '141': 'automobile',\n",
       " '142': 'cat',\n",
       " '143': 'cat',\n",
       " '144': 'frog',\n",
       " '145': 'bird',\n",
       " '146': 'deer',\n",
       " '147': 'truck',\n",
       " '148': 'truck',\n",
       " '149': 'dog',\n",
       " '150': 'deer',\n",
       " '151': 'cat',\n",
       " '152': 'frog',\n",
       " '153': 'horse',\n",
       " '154': 'deer',\n",
       " '155': 'frog',\n",
       " '156': 'ship',\n",
       " '157': 'dog',\n",
       " '158': 'dog',\n",
       " '159': 'deer',\n",
       " '160': 'cat',\n",
       " '161': 'automobile',\n",
       " '162': 'ship',\n",
       " '163': 'deer',\n",
       " '164': 'horse',\n",
       " '165': 'frog',\n",
       " '166': 'airplane',\n",
       " '167': 'truck',\n",
       " '168': 'dog',\n",
       " '169': 'automobile',\n",
       " '170': 'cat',\n",
       " '171': 'ship',\n",
       " '172': 'bird',\n",
       " '173': 'horse',\n",
       " '174': 'dog',\n",
       " '175': 'cat',\n",
       " '176': 'deer',\n",
       " '177': 'automobile',\n",
       " '178': 'dog',\n",
       " '179': 'horse',\n",
       " '180': 'airplane',\n",
       " '181': 'deer',\n",
       " '182': 'horse',\n",
       " '183': 'dog',\n",
       " '184': 'dog',\n",
       " '185': 'automobile',\n",
       " '186': 'airplane',\n",
       " '187': 'truck',\n",
       " '188': 'frog',\n",
       " '189': 'truck',\n",
       " '190': 'airplane',\n",
       " '191': 'ship',\n",
       " '192': 'horse',\n",
       " '193': 'ship',\n",
       " '194': 'ship',\n",
       " '195': 'bird',\n",
       " '196': 'dog',\n",
       " '197': 'bird',\n",
       " '198': 'cat',\n",
       " '199': 'dog',\n",
       " '200': 'airplane',\n",
       " '201': 'frog',\n",
       " '202': 'automobile',\n",
       " '203': 'truck',\n",
       " '204': 'cat',\n",
       " '205': 'frog',\n",
       " '206': 'truck',\n",
       " '207': 'automobile',\n",
       " '208': 'cat',\n",
       " '209': 'truck',\n",
       " '210': 'frog',\n",
       " '211': 'frog',\n",
       " '212': 'horse',\n",
       " '213': 'automobile',\n",
       " '214': 'airplane',\n",
       " '215': 'truck',\n",
       " '216': 'dog',\n",
       " '217': 'ship',\n",
       " '218': 'dog',\n",
       " '219': 'bird',\n",
       " '220': 'truck',\n",
       " '221': 'airplane',\n",
       " '222': 'ship',\n",
       " '223': 'ship',\n",
       " '224': 'airplane',\n",
       " '225': 'frog',\n",
       " '226': 'truck',\n",
       " '227': 'automobile',\n",
       " '228': 'automobile',\n",
       " '229': 'frog',\n",
       " '230': 'cat',\n",
       " '231': 'horse',\n",
       " '232': 'frog',\n",
       " '233': 'frog',\n",
       " '234': 'airplane',\n",
       " '235': 'frog',\n",
       " '236': 'frog',\n",
       " '237': 'automobile',\n",
       " '238': 'horse',\n",
       " '239': 'automobile',\n",
       " '240': 'dog',\n",
       " '241': 'ship',\n",
       " '242': 'cat',\n",
       " '243': 'frog',\n",
       " '244': 'frog',\n",
       " '245': 'ship',\n",
       " '246': 'frog',\n",
       " '247': 'ship',\n",
       " '248': 'deer',\n",
       " '249': 'frog',\n",
       " '250': 'frog',\n",
       " '251': 'automobile',\n",
       " '252': 'cat',\n",
       " '253': 'ship',\n",
       " '254': 'cat',\n",
       " '255': 'deer',\n",
       " '256': 'automobile',\n",
       " '257': 'horse',\n",
       " '258': 'automobile',\n",
       " '259': 'cat',\n",
       " '260': 'ship',\n",
       " '261': 'dog',\n",
       " '262': 'automobile',\n",
       " '263': 'automobile',\n",
       " '264': 'deer',\n",
       " '265': 'airplane',\n",
       " '266': 'truck',\n",
       " '267': 'cat',\n",
       " '268': 'horse',\n",
       " '269': 'deer',\n",
       " '270': 'truck',\n",
       " '271': 'truck',\n",
       " '272': 'bird',\n",
       " '273': 'deer',\n",
       " '274': 'truck',\n",
       " '275': 'truck',\n",
       " '276': 'automobile',\n",
       " '277': 'airplane',\n",
       " '278': 'dog',\n",
       " '279': 'truck',\n",
       " '280': 'airplane',\n",
       " '281': 'ship',\n",
       " '282': 'bird',\n",
       " '283': 'automobile',\n",
       " '284': 'bird',\n",
       " '285': 'airplane',\n",
       " '286': 'dog',\n",
       " '287': 'frog',\n",
       " '288': 'cat',\n",
       " '289': 'bird',\n",
       " '290': 'horse',\n",
       " '291': 'ship',\n",
       " '292': 'ship',\n",
       " '293': 'frog',\n",
       " '294': 'airplane',\n",
       " '295': 'horse',\n",
       " '296': 'truck',\n",
       " '297': 'deer',\n",
       " '298': 'dog',\n",
       " '299': 'frog',\n",
       " '300': 'deer',\n",
       " '301': 'bird',\n",
       " '302': 'automobile',\n",
       " '303': 'automobile',\n",
       " '304': 'bird',\n",
       " '305': 'automobile',\n",
       " '306': 'dog',\n",
       " '307': 'truck',\n",
       " '308': 'truck',\n",
       " '309': 'airplane',\n",
       " '310': 'ship',\n",
       " '311': 'deer',\n",
       " '312': 'automobile',\n",
       " '313': 'automobile',\n",
       " '314': 'frog',\n",
       " '315': 'cat',\n",
       " '316': 'cat',\n",
       " '317': 'truck',\n",
       " '318': 'airplane',\n",
       " '319': 'horse',\n",
       " '320': 'truck',\n",
       " '321': 'horse',\n",
       " '322': 'horse',\n",
       " '323': 'truck',\n",
       " '324': 'automobile',\n",
       " '325': 'dog',\n",
       " '326': 'automobile',\n",
       " '327': 'frog',\n",
       " '328': 'frog',\n",
       " '329': 'ship',\n",
       " '330': 'horse',\n",
       " '331': 'automobile',\n",
       " '332': 'cat',\n",
       " '333': 'airplane',\n",
       " '334': 'cat',\n",
       " '335': 'cat',\n",
       " '336': 'bird',\n",
       " '337': 'deer',\n",
       " '338': 'dog',\n",
       " '339': 'horse',\n",
       " '340': 'dog',\n",
       " '341': 'truck',\n",
       " '342': 'airplane',\n",
       " '343': 'cat',\n",
       " '344': 'deer',\n",
       " '345': 'airplane',\n",
       " '346': 'deer',\n",
       " '347': 'deer',\n",
       " '348': 'frog',\n",
       " '349': 'airplane',\n",
       " '350': 'airplane',\n",
       " '351': 'frog',\n",
       " '352': 'frog',\n",
       " '353': 'airplane',\n",
       " '354': 'ship',\n",
       " '355': 'automobile',\n",
       " '356': 'frog',\n",
       " '357': 'bird',\n",
       " '358': 'truck',\n",
       " '359': 'bird',\n",
       " '360': 'dog',\n",
       " '361': 'truck',\n",
       " '362': 'frog',\n",
       " '363': 'horse',\n",
       " '364': 'deer',\n",
       " '365': 'automobile',\n",
       " '366': 'ship',\n",
       " '367': 'horse',\n",
       " '368': 'cat',\n",
       " '369': 'frog',\n",
       " '370': 'truck',\n",
       " '371': 'cat',\n",
       " '372': 'airplane',\n",
       " '373': 'deer',\n",
       " '374': 'airplane',\n",
       " '375': 'dog',\n",
       " '376': 'automobile',\n",
       " '377': 'airplane',\n",
       " '378': 'cat',\n",
       " '379': 'deer',\n",
       " '380': 'ship',\n",
       " '381': 'dog',\n",
       " '382': 'deer',\n",
       " '383': 'horse',\n",
       " '384': 'bird',\n",
       " '385': 'cat',\n",
       " '386': 'truck',\n",
       " '387': 'horse',\n",
       " '388': 'frog',\n",
       " '389': 'horse',\n",
       " '390': 'automobile',\n",
       " '391': 'deer',\n",
       " '392': 'horse',\n",
       " '393': 'airplane',\n",
       " '394': 'automobile',\n",
       " '395': 'horse',\n",
       " '396': 'cat',\n",
       " '397': 'automobile',\n",
       " '398': 'ship',\n",
       " '399': 'deer',\n",
       " '400': 'deer',\n",
       " '401': 'bird',\n",
       " '402': 'airplane',\n",
       " '403': 'bird',\n",
       " '404': 'bird',\n",
       " '405': 'airplane',\n",
       " '406': 'airplane',\n",
       " '407': 'truck',\n",
       " '408': 'airplane',\n",
       " '409': 'truck',\n",
       " '410': 'frog',\n",
       " '411': 'ship',\n",
       " '412': 'bird',\n",
       " '413': 'horse',\n",
       " '414': 'horse',\n",
       " '415': 'deer',\n",
       " '416': 'airplane',\n",
       " '417': 'cat',\n",
       " '418': 'airplane',\n",
       " '419': 'ship',\n",
       " '420': 'truck',\n",
       " '421': 'deer',\n",
       " '422': 'bird',\n",
       " '423': 'horse',\n",
       " '424': 'bird',\n",
       " '425': 'dog',\n",
       " '426': 'bird',\n",
       " '427': 'dog',\n",
       " '428': 'automobile',\n",
       " '429': 'truck',\n",
       " '430': 'deer',\n",
       " '431': 'ship',\n",
       " '432': 'dog',\n",
       " '433': 'automobile',\n",
       " '434': 'horse',\n",
       " '435': 'deer',\n",
       " '436': 'deer',\n",
       " '437': 'airplane',\n",
       " '438': 'frog',\n",
       " '439': 'truck',\n",
       " '440': 'airplane',\n",
       " '441': 'horse',\n",
       " '442': 'ship',\n",
       " '443': 'ship',\n",
       " '444': 'truck',\n",
       " '445': 'truck',\n",
       " '446': 'cat',\n",
       " '447': 'cat',\n",
       " '448': 'deer',\n",
       " '449': 'airplane',\n",
       " '450': 'deer',\n",
       " '451': 'dog',\n",
       " '452': 'frog',\n",
       " '453': 'frog',\n",
       " '454': 'airplane',\n",
       " '455': 'automobile',\n",
       " '456': 'airplane',\n",
       " '457': 'ship',\n",
       " '458': 'airplane',\n",
       " '459': 'deer',\n",
       " '460': 'ship',\n",
       " '461': 'ship',\n",
       " '462': 'automobile',\n",
       " '463': 'dog',\n",
       " '464': 'bird',\n",
       " '465': 'frog',\n",
       " '466': 'ship',\n",
       " '467': 'automobile',\n",
       " '468': 'airplane',\n",
       " '469': 'airplane',\n",
       " '470': 'horse',\n",
       " '471': 'horse',\n",
       " '472': 'dog',\n",
       " '473': 'truck',\n",
       " '474': 'frog',\n",
       " '475': 'bird',\n",
       " '476': 'ship',\n",
       " '477': 'cat',\n",
       " '478': 'deer',\n",
       " '479': 'horse',\n",
       " '480': 'cat',\n",
       " '481': 'truck',\n",
       " '482': 'airplane',\n",
       " '483': 'automobile',\n",
       " '484': 'bird',\n",
       " '485': 'deer',\n",
       " '486': 'ship',\n",
       " '487': 'automobile',\n",
       " '488': 'ship',\n",
       " '489': 'frog',\n",
       " '490': 'deer',\n",
       " '491': 'deer',\n",
       " '492': 'dog',\n",
       " '493': 'horse',\n",
       " '494': 'automobile',\n",
       " '495': 'cat',\n",
       " '496': 'truck',\n",
       " '497': 'ship',\n",
       " '498': 'airplane',\n",
       " '499': 'automobile',\n",
       " '500': 'horse',\n",
       " '501': 'dog',\n",
       " '502': 'ship',\n",
       " '503': 'bird',\n",
       " '504': 'ship',\n",
       " '505': 'airplane',\n",
       " '506': 'deer',\n",
       " '507': 'automobile',\n",
       " '508': 'ship',\n",
       " '509': 'truck',\n",
       " '510': 'ship',\n",
       " '511': 'bird',\n",
       " '512': 'truck',\n",
       " '513': 'truck',\n",
       " '514': 'bird',\n",
       " '515': 'horse',\n",
       " '516': 'dog',\n",
       " '517': 'horse',\n",
       " '518': 'cat',\n",
       " '519': 'ship',\n",
       " '520': 'ship',\n",
       " '521': 'deer',\n",
       " '522': 'deer',\n",
       " '523': 'bird',\n",
       " '524': 'horse',\n",
       " '525': 'automobile',\n",
       " '526': 'frog',\n",
       " '527': 'deer',\n",
       " '528': 'airplane',\n",
       " '529': 'deer',\n",
       " '530': 'frog',\n",
       " '531': 'truck',\n",
       " '532': 'horse',\n",
       " '533': 'frog',\n",
       " '534': 'bird',\n",
       " '535': 'dog',\n",
       " '536': 'dog',\n",
       " '537': 'automobile',\n",
       " '538': 'horse',\n",
       " '539': 'bird',\n",
       " '540': 'bird',\n",
       " '541': 'bird',\n",
       " '542': 'truck',\n",
       " '543': 'dog',\n",
       " '544': 'deer',\n",
       " '545': 'bird',\n",
       " '546': 'horse',\n",
       " '547': 'ship',\n",
       " '548': 'automobile',\n",
       " '549': 'cat',\n",
       " '550': 'deer',\n",
       " '551': 'cat',\n",
       " '552': 'horse',\n",
       " '553': 'frog',\n",
       " '554': 'truck',\n",
       " '555': 'ship',\n",
       " '556': 'airplane',\n",
       " '557': 'frog',\n",
       " '558': 'airplane',\n",
       " '559': 'bird',\n",
       " '560': 'bird',\n",
       " '561': 'bird',\n",
       " '562': 'automobile',\n",
       " '563': 'ship',\n",
       " '564': 'deer',\n",
       " '565': 'airplane',\n",
       " '566': 'automobile',\n",
       " '567': 'ship',\n",
       " '568': 'ship',\n",
       " '569': 'automobile',\n",
       " '570': 'dog',\n",
       " '571': 'horse',\n",
       " '572': 'frog',\n",
       " '573': 'deer',\n",
       " '574': 'dog',\n",
       " '575': 'ship',\n",
       " '576': 'horse',\n",
       " '577': 'automobile',\n",
       " '578': 'truck',\n",
       " '579': 'automobile',\n",
       " '580': 'truck',\n",
       " '581': 'ship',\n",
       " '582': 'deer',\n",
       " '583': 'horse',\n",
       " '584': 'cat',\n",
       " '585': 'ship',\n",
       " '586': 'ship',\n",
       " '587': 'bird',\n",
       " '588': 'frog',\n",
       " '589': 'frog',\n",
       " '590': 'horse',\n",
       " '591': 'automobile',\n",
       " '592': 'frog',\n",
       " '593': 'ship',\n",
       " '594': 'automobile',\n",
       " '595': 'truck',\n",
       " '596': 'horse',\n",
       " '597': 'ship',\n",
       " '598': 'cat',\n",
       " '599': 'airplane',\n",
       " '600': 'automobile',\n",
       " '601': 'airplane',\n",
       " '602': 'ship',\n",
       " '603': 'ship',\n",
       " '604': 'cat',\n",
       " '605': 'airplane',\n",
       " '606': 'airplane',\n",
       " '607': 'automobile',\n",
       " '608': 'dog',\n",
       " '609': 'airplane',\n",
       " '610': 'ship',\n",
       " '611': 'ship',\n",
       " '612': 'horse',\n",
       " '613': 'truck',\n",
       " '614': 'truck',\n",
       " '615': 'airplane',\n",
       " '616': 'truck',\n",
       " '617': 'deer',\n",
       " '618': 'automobile',\n",
       " '619': 'cat',\n",
       " '620': 'frog',\n",
       " '621': 'frog',\n",
       " '622': 'deer',\n",
       " '623': 'deer',\n",
       " '624': 'horse',\n",
       " '625': 'dog',\n",
       " '626': 'frog',\n",
       " '627': 'airplane',\n",
       " '628': 'ship',\n",
       " '629': 'airplane',\n",
       " '630': 'cat',\n",
       " '631': 'bird',\n",
       " '632': 'ship',\n",
       " '633': 'deer',\n",
       " '634': 'frog',\n",
       " '635': 'truck',\n",
       " '636': 'truck',\n",
       " '637': 'horse',\n",
       " '638': 'airplane',\n",
       " '639': 'cat',\n",
       " '640': 'cat',\n",
       " '641': 'frog',\n",
       " '642': 'horse',\n",
       " '643': 'deer',\n",
       " '644': 'truck',\n",
       " '645': 'automobile',\n",
       " '646': 'frog',\n",
       " '647': 'bird',\n",
       " '648': 'horse',\n",
       " '649': 'bird',\n",
       " '650': 'bird',\n",
       " '651': 'airplane',\n",
       " '652': 'frog',\n",
       " '653': 'horse',\n",
       " '654': 'dog',\n",
       " '655': 'horse',\n",
       " '656': 'frog',\n",
       " '657': 'ship',\n",
       " '658': 'truck',\n",
       " '659': 'airplane',\n",
       " '660': 'truck',\n",
       " '661': 'deer',\n",
       " '662': 'deer',\n",
       " '663': 'horse',\n",
       " '664': 'airplane',\n",
       " '665': 'truck',\n",
       " '666': 'deer',\n",
       " '667': 'truck',\n",
       " '668': 'frog',\n",
       " '669': 'truck',\n",
       " '670': 'deer',\n",
       " '671': 'dog',\n",
       " '672': 'horse',\n",
       " '673': 'truck',\n",
       " '674': 'bird',\n",
       " '675': 'deer',\n",
       " '676': 'dog',\n",
       " '677': 'automobile',\n",
       " '678': 'deer',\n",
       " '679': 'cat',\n",
       " '680': 'truck',\n",
       " '681': 'frog',\n",
       " '682': 'dog',\n",
       " '683': 'frog',\n",
       " '684': 'truck',\n",
       " '685': 'cat',\n",
       " '686': 'cat',\n",
       " '687': 'dog',\n",
       " '688': 'airplane',\n",
       " '689': 'horse',\n",
       " '690': 'bird',\n",
       " '691': 'automobile',\n",
       " '692': 'cat',\n",
       " '693': 'frog',\n",
       " '694': 'deer',\n",
       " '695': 'airplane',\n",
       " '696': 'airplane',\n",
       " '697': 'bird',\n",
       " '698': 'dog',\n",
       " '699': 'airplane',\n",
       " '700': 'automobile',\n",
       " '701': 'airplane',\n",
       " '702': 'bird',\n",
       " '703': 'cat',\n",
       " '704': 'truck',\n",
       " '705': 'ship',\n",
       " '706': 'deer',\n",
       " '707': 'truck',\n",
       " '708': 'ship',\n",
       " '709': 'airplane',\n",
       " '710': 'bird',\n",
       " '711': 'frog',\n",
       " '712': 'deer',\n",
       " '713': 'deer',\n",
       " '714': 'airplane',\n",
       " '715': 'automobile',\n",
       " '716': 'ship',\n",
       " '717': 'ship',\n",
       " '718': 'cat',\n",
       " '719': 'frog',\n",
       " '720': 'truck',\n",
       " '721': 'frog',\n",
       " '722': 'frog',\n",
       " '723': 'horse',\n",
       " '724': 'ship',\n",
       " '725': 'bird',\n",
       " '726': 'deer',\n",
       " '727': 'dog',\n",
       " '728': 'horse',\n",
       " '729': 'frog',\n",
       " '730': 'dog',\n",
       " '731': 'cat',\n",
       " '732': 'airplane',\n",
       " '733': 'dog',\n",
       " '734': 'airplane',\n",
       " '735': 'dog',\n",
       " '736': 'airplane',\n",
       " '737': 'ship',\n",
       " '738': 'bird',\n",
       " '739': 'frog',\n",
       " '740': 'horse',\n",
       " '741': 'cat',\n",
       " '742': 'ship',\n",
       " '743': 'bird',\n",
       " '744': 'automobile',\n",
       " '745': 'horse',\n",
       " '746': 'frog',\n",
       " '747': 'horse',\n",
       " '748': 'automobile',\n",
       " '749': 'airplane',\n",
       " '750': 'truck',\n",
       " '751': 'dog',\n",
       " '752': 'dog',\n",
       " '753': 'airplane',\n",
       " '754': 'automobile',\n",
       " '755': 'horse',\n",
       " '756': 'frog',\n",
       " '757': 'truck',\n",
       " '758': 'airplane',\n",
       " '759': 'deer',\n",
       " '760': 'horse',\n",
       " '761': 'horse',\n",
       " '762': 'automobile',\n",
       " '763': 'dog',\n",
       " '764': 'truck',\n",
       " '765': 'deer',\n",
       " '766': 'airplane',\n",
       " '767': 'ship',\n",
       " '768': 'dog',\n",
       " '769': 'truck',\n",
       " '770': 'truck',\n",
       " '771': 'frog',\n",
       " '772': 'horse',\n",
       " '773': 'automobile',\n",
       " '774': 'ship',\n",
       " '775': 'cat',\n",
       " '776': 'bird',\n",
       " '777': 'cat',\n",
       " '778': 'ship',\n",
       " '779': 'bird',\n",
       " '780': 'bird',\n",
       " '781': 'deer',\n",
       " '782': 'frog',\n",
       " '783': 'airplane',\n",
       " '784': 'airplane',\n",
       " '785': 'dog',\n",
       " '786': 'cat',\n",
       " '787': 'ship',\n",
       " '788': 'bird',\n",
       " '789': 'cat',\n",
       " '790': 'horse',\n",
       " '791': 'bird',\n",
       " '792': 'truck',\n",
       " '793': 'cat',\n",
       " '794': 'ship',\n",
       " '795': 'horse',\n",
       " '796': 'ship',\n",
       " '797': 'bird',\n",
       " '798': 'horse',\n",
       " '799': 'truck',\n",
       " '800': 'airplane',\n",
       " '801': 'bird',\n",
       " '802': 'cat',\n",
       " '803': 'bird',\n",
       " '804': 'bird',\n",
       " '805': 'bird',\n",
       " '806': 'cat',\n",
       " '807': 'cat',\n",
       " '808': 'frog',\n",
       " '809': 'bird',\n",
       " '810': 'cat',\n",
       " '811': 'bird',\n",
       " '812': 'ship',\n",
       " '813': 'airplane',\n",
       " '814': 'dog',\n",
       " '815': 'dog',\n",
       " '816': 'automobile',\n",
       " '817': 'deer',\n",
       " '818': 'dog',\n",
       " '819': 'frog',\n",
       " '820': 'frog',\n",
       " '821': 'bird',\n",
       " '822': 'horse',\n",
       " '823': 'airplane',\n",
       " '824': 'automobile',\n",
       " '825': 'horse',\n",
       " '826': 'horse',\n",
       " '827': 'ship',\n",
       " '828': 'bird',\n",
       " '829': 'truck',\n",
       " '830': 'bird',\n",
       " '831': 'bird',\n",
       " '832': 'deer',\n",
       " '833': 'bird',\n",
       " '834': 'automobile',\n",
       " '835': 'automobile',\n",
       " '836': 'automobile',\n",
       " '837': 'frog',\n",
       " '838': 'frog',\n",
       " '839': 'frog',\n",
       " '840': 'dog',\n",
       " '841': 'automobile',\n",
       " '842': 'automobile',\n",
       " '843': 'horse',\n",
       " '844': 'airplane',\n",
       " '845': 'deer',\n",
       " '846': 'cat',\n",
       " '847': 'cat',\n",
       " '848': 'horse',\n",
       " '849': 'automobile',\n",
       " '850': 'bird',\n",
       " '851': 'cat',\n",
       " '852': 'dog',\n",
       " '853': 'dog',\n",
       " '854': 'dog',\n",
       " '855': 'frog',\n",
       " '856': 'automobile',\n",
       " '857': 'deer',\n",
       " '858': 'cat',\n",
       " '859': 'horse',\n",
       " '860': 'ship',\n",
       " '861': 'ship',\n",
       " '862': 'cat',\n",
       " '863': 'frog',\n",
       " '864': 'frog',\n",
       " '865': 'bird',\n",
       " '866': 'cat',\n",
       " '867': 'airplane',\n",
       " '868': 'truck',\n",
       " '869': 'deer',\n",
       " '870': 'cat',\n",
       " '871': 'ship',\n",
       " '872': 'airplane',\n",
       " '873': 'airplane',\n",
       " '874': 'automobile',\n",
       " '875': 'automobile',\n",
       " '876': 'dog',\n",
       " '877': 'deer',\n",
       " '878': 'truck',\n",
       " '879': 'cat',\n",
       " '880': 'automobile',\n",
       " '881': 'ship',\n",
       " '882': 'truck',\n",
       " '883': 'cat',\n",
       " '884': 'truck',\n",
       " '885': 'truck',\n",
       " '886': 'bird',\n",
       " '887': 'truck',\n",
       " '888': 'deer',\n",
       " '889': 'ship',\n",
       " '890': 'bird',\n",
       " '891': 'truck',\n",
       " '892': 'ship',\n",
       " '893': 'ship',\n",
       " '894': 'automobile',\n",
       " '895': 'dog',\n",
       " '896': 'cat',\n",
       " '897': 'frog',\n",
       " '898': 'ship',\n",
       " '899': 'horse',\n",
       " '900': 'frog',\n",
       " '901': 'truck',\n",
       " '902': 'ship',\n",
       " '903': 'airplane',\n",
       " '904': 'frog',\n",
       " '905': 'deer',\n",
       " '906': 'airplane',\n",
       " '907': 'airplane',\n",
       " '908': 'bird',\n",
       " '909': 'dog',\n",
       " '910': 'ship',\n",
       " '911': 'bird',\n",
       " '912': 'airplane',\n",
       " '913': 'bird',\n",
       " '914': 'horse',\n",
       " '915': 'frog',\n",
       " '916': 'truck',\n",
       " '917': 'horse',\n",
       " '918': 'automobile',\n",
       " '919': 'dog',\n",
       " '920': 'dog',\n",
       " '921': 'frog',\n",
       " '922': 'frog',\n",
       " '923': 'cat',\n",
       " '924': 'frog',\n",
       " '925': 'bird',\n",
       " '926': 'deer',\n",
       " '927': 'horse',\n",
       " '928': 'airplane',\n",
       " '929': 'dog',\n",
       " '930': 'frog',\n",
       " '931': 'deer',\n",
       " '932': 'frog',\n",
       " '933': 'dog',\n",
       " '934': 'bird',\n",
       " '935': 'deer',\n",
       " '936': 'frog',\n",
       " '937': 'automobile',\n",
       " '938': 'frog',\n",
       " '939': 'airplane',\n",
       " '940': 'deer',\n",
       " '941': 'airplane',\n",
       " '942': 'cat',\n",
       " '943': 'automobile',\n",
       " '944': 'ship',\n",
       " '945': 'dog',\n",
       " '946': 'deer',\n",
       " '947': 'deer',\n",
       " '948': 'automobile',\n",
       " '949': 'horse',\n",
       " '950': 'cat',\n",
       " '951': 'truck',\n",
       " '952': 'deer',\n",
       " '953': 'horse',\n",
       " '954': 'truck',\n",
       " '955': 'horse',\n",
       " '956': 'cat',\n",
       " '957': 'horse',\n",
       " '958': 'bird',\n",
       " '959': 'ship',\n",
       " '960': 'deer',\n",
       " '961': 'frog',\n",
       " '962': 'frog',\n",
       " '963': 'automobile',\n",
       " '964': 'bird',\n",
       " '965': 'truck',\n",
       " '966': 'airplane',\n",
       " '967': 'deer',\n",
       " '968': 'ship',\n",
       " '969': 'horse',\n",
       " '970': 'cat',\n",
       " '971': 'truck',\n",
       " '972': 'ship',\n",
       " '973': 'horse',\n",
       " '974': 'horse',\n",
       " '975': 'airplane',\n",
       " '976': 'bird',\n",
       " '977': 'deer',\n",
       " '978': 'automobile',\n",
       " '979': 'automobile',\n",
       " '980': 'deer',\n",
       " '981': 'automobile',\n",
       " '982': 'dog',\n",
       " '983': 'deer',\n",
       " '984': 'airplane',\n",
       " '985': 'dog',\n",
       " '986': 'frog',\n",
       " '987': 'bird',\n",
       " '988': 'ship',\n",
       " '989': 'dog',\n",
       " '990': 'airplane',\n",
       " '991': 'bird',\n",
       " '992': 'automobile',\n",
       " '993': 'cat',\n",
       " '994': 'dog',\n",
       " '995': 'horse',\n",
       " '996': 'cat',\n",
       " '997': 'dog',\n",
       " '998': 'automobile',\n",
       " '999': 'cat',\n",
       " '1000': 'dog'}"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 整理数据集\n",
    "def read_csv_labels(fname):\n",
    "    \"\"\"读取 'fname' 来给标签字典返回一个文件名。\"\"\"\n",
    "    with open(fname, 'r') as f:\n",
    "        lines = f.readlines()[1:] # 一行一行读进来，每一行为列表中一个元素\n",
    "    tokens = [l.rstrip().split(',') for l in lines] # 遍历列表每一个元素，切分\n",
    "    return dict(((name, label) for name, label in tokens))\n",
    "\n",
    "labels = read_csv_labels(os.path.join(data_dir,'trainLabels.csv'))\n",
    "labels"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 将验证集从原始的训练集中拆分出来\n",
    "# train文件夹下有所有train的图片，test文件夹下有所有test图片\n",
    "# 把train文件夹下所有类的图片创建一个类名文件夹，然后搬到对应文件夹下\n",
    "def copyfile(filename, target_dir):\n",
    "    \"\"\"将文件复制到目标目录\"\"\"\n",
    "    os.makedirs(target_dir, exist_ok=True)\n",
    "    shutil.copy(filename, target_dir)\n",
    "    \n",
    "def reorg_train_valid(data_dir, labels, valid_ratio):\n",
    "    n = collections.Counter(labels.values()).most_common()[-1][1]\n",
    "    n_valid_per_label = max(1,math.floor(n * valid_ratio))\n",
    "    label_count = {}\n",
    "    for train_file in os.listdir(os.path.join(data_dir,'train')):\n",
    "        label = labels[train_file.split('.')[0]]\n",
    "        fname = os.path.join(data_dir,'train',train_file)\n",
    "        copyfile(fname,os.path.join(data_dir,'train_valid_test','train_valid',label)) \n",
    "        if label not in label_count or label_count[label] < n_valid_per_label:                           \n",
    "            copyfile(fname,os.path.join(data_dir,'train_valid_test','valid',label))\n",
    "            label_count[label] = label_count.get(label,0) + 1\n",
    "        else:\n",
    "            copyfile(fname,os.path.join(data_dir,'train_valid_test','train',label))  \n",
    "    return n_valid_per_label"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 在预测期间整理测试集，以方便读取\n",
    "def reorg_test(data_dir):\n",
    "    for test_file in os.listdir(os.path.join(data_dir,'test')):\n",
    "        copyfile(os.path.join(data_dir,'test',test_file),\n",
    "                os.path.join(data_dir,'train_valid_test','test','unknown')) # unknown为 test文件夹里面的一个文件夹   "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 调用前面定义的函数，前面只是定义函数，这里是调用\n",
    "def reorg_cifar10_data(data_dir,valid_ratio):\n",
    "    labels = read_csv_labels(os.path.join(data_dir,'trainLabels.csv'))\n",
    "    reorg_train_valid(data_dir,labels,valid_ratio)\n",
    "    reorg_test(data_dir)\n",
    "    \n",
    "batch_size = 32 if demo else 128\n",
    "valid_ratio = 0.1 # train 数据里面百分之九十用来训练，剩下百分之十用来验证  \n",
    "reorg_cifar10_data(data_dir, valid_ratio)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 图像增广\n",
    "transform_train = torchvision.transforms.Compose([\n",
    "    torchvision.transforms.Resize(40),\n",
    "    torchvision.transforms.RandomResizedCrop(32,scale=(0.64,1.0),ratio=(1.0,1.0)),\n",
    "    torchvision.transforms.RandomHorizontalFlip(),\n",
    "    torchvision.transforms.ToTensor(),\n",
    "    torchvision.transforms.Normalize([0.4914,0.4822,0.4465],\n",
    "                                   [0.2023,0.1994,0.2010]) ])\n",
    "\n",
    "transform_test = torchvision.transforms.Compose([\n",
    "    torchvision.transforms.ToTensor(),\n",
    "    torchvision.transforms.Normalize([0.4914,0.4822,0.4465],\n",
    "                                    [0.2023,0.1994,0.2010]) ])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 读取由原始图像组成的数据集\n",
    "train_ds, train_valid_ds = [\n",
    "    torchvision.datasets.ImageFolder(\n",
    "        os.path.join(data_dir,'train_valid_test',folder),\n",
    "        transform=transform_train) for folder in ['train','train_valid'] ]\n",
    "\n",
    "valid_ds, test_ds = [\n",
    "    torchvision.datasets.ImageFolder(\n",
    "        os.path.join(data_dir,'train_valid_test',folder),\n",
    "        transform=transform_test) for folder in ['valid','test'] ]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 指定上面定义的所有图像增广操作\n",
    "train_iter, train_valid_iter = [\n",
    "    torch.utils.data.DataLoader(dataset,batch_size,shuffle=True,drop_last=True)\n",
    "    for dataset in (train_ds, train_valid_ds) ]\n",
    "\n",
    "valid_iter = torch.utils.data.DataLoader(valid_ds,batch_size,shuffle=False,drop_last=True)    \n",
    "test_iter = torch.utils.data.DataLoader(test_ds,batch_size,shuffle=False,drop_last=False)     "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 模型\n",
    "def get_net():\n",
    "    num_classes = 10\n",
    "    net = d2l.resnet18(num_classes,3) # 3表示数值三通道，彩色图片\n",
    "    return net\n",
    "\n",
    "loss = nn.CrossEntropyLoss(reduction=\"none\") # reduction=\"none\" 表示不要把loss加起来sum"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 训练函数\n",
    "def train(net, train_iter, valid_iter, num_epoch, lr, wd, devices, lr_period, lr_decay):  # 每隔一段时间的lr_period把学习率lr_decay降低点     \n",
    "    trainer = torch.optim.SGD(net.parameters(),lr=lr,momentum=0.9,weight_decay=wd)\n",
    "    scheduler = torch.optim.lr_scheduler.StepLR(trainer, lr_period, lr_decay) \n",
    "    num_batches, timer = len(train_iter), d2l.Timer()\n",
    "    legend = ['train loss','train acc']\n",
    "    if valid_iter is not None:\n",
    "        legend.append('valid acc')\n",
    "    animator = d2l.Animator(xlabel='epoch',xlim=[1,num_epochs],legend=legend)   \n",
    "    net = nn.DataParallel(net,device_ids=devices).to(devices[0])\n",
    "    for epoch in range(num_epochs):\n",
    "        net.train()\n",
    "        metric = d2l.Accumulator(3)\n",
    "        for i,(features,labels) in enumerate(train_iter):\n",
    "            timer.start()\n",
    "            l, acc = d2l.train_batch_ch13(net,features,labels,loss,trainer,devices)    \n",
    "            metric.add(l,acc,labels.shape[0])\n",
    "            timer.stop()\n",
    "            if (i+1) % (num_batches // 5) == 0 or i == num_batches -1:\n",
    "                animator.add(epoch + (i + 1) / num_batches, (metric[0]/metric[2], metric[1]/metric[2],None))      \n",
    "        if valid_iter is not None:\n",
    "            valid_acc = d2l.evaluate_accuracy_gpu(net,valid_iter)\n",
    "            animator.add(epoch+1,(None,None,valid_acc))\n",
    "        scheduler.step()\n",
    "    measures = (f'train loss {metric[0] / metric[2]:.3f},'\n",
    "               f'train acc {metric[1] / metric[2]:.3f}')\n",
    "    if valid_iter is not None:\n",
    "        measures += f', valid acc {valid_acc:.3f}'\n",
    "    print(measures + f'\\n{metric[2] * num_epochs / timer.sum():.1f}'\n",
    "         f' examples/sec on {str(devices)}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "train loss 0.618,train acc 0.790, valid acc 0.359\n",
      "623.1 examples/sec on [device(type='cuda', index=0)]\n"
     ]
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\r\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\r\n",
       "  \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\r\n",
       "<!-- Created with matplotlib (https://matplotlib.org/) -->\r\n",
       "<svg height=\"180.65625pt\" version=\"1.1\" viewBox=\"0 0 238.965625 180.65625\" width=\"238.965625pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\r\n",
       " <metadata>\r\n",
       "  <rdf:RDF xmlns:cc=\"http://creativecommons.org/ns#\" xmlns:dc=\"http://purl.org/dc/elements/1.1/\" xmlns:rdf=\"http://www.w3.org/1999/02/22-rdf-syntax-ns#\">\r\n",
       "   <cc:Work>\r\n",
       "    <dc:type rdf:resource=\"http://purl.org/dc/dcmitype/StillImage\"/>\r\n",
       "    <dc:date>2022-06-17T16:35:30.793978</dc:date>\r\n",
       "    <dc:format>image/svg+xml</dc:format>\r\n",
       "    <dc:creator>\r\n",
       "     <cc:Agent>\r\n",
       "      <dc:title>Matplotlib v3.3.4, https://matplotlib.org/</dc:title>\r\n",
       "     </cc:Agent>\r\n",
       "    </dc:creator>\r\n",
       "   </cc:Work>\r\n",
       "  </rdf:RDF>\r\n",
       " </metadata>\r\n",
       " <defs>\r\n",
       "  <style type=\"text/css\">*{stroke-linecap:butt;stroke-linejoin:round;}</style>\r\n",
       " </defs>\r\n",
       " <g id=\"figure_1\">\r\n",
       "  <g id=\"patch_1\">\r\n",
       "   <path d=\"M 0 180.65625 \r\n",
       "L 238.965625 180.65625 \r\n",
       "L 238.965625 0 \r\n",
       "L 0 0 \r\n",
       "z\r\n",
       "\" style=\"fill:none;\"/>\r\n",
       "  </g>\r\n",
       "  <g id=\"axes_1\">\r\n",
       "   <g id=\"patch_2\">\r\n",
       "    <path d=\"M 30.103125 143.1 \r\n",
       "L 225.403125 143.1 \r\n",
       "L 225.403125 7.2 \r\n",
       "L 30.103125 7.2 \r\n",
       "z\r\n",
       "\" style=\"fill:#ffffff;\"/>\r\n",
       "   </g>\r\n",
       "   <g id=\"matplotlib.axis_1\">\r\n",
       "    <g id=\"xtick_1\">\r\n",
       "     <g id=\"line2d_1\">\r\n",
       "      <path clip-path=\"url(#p2e7129216d)\" d=\"M 71.218914 143.1 \r\n",
       "L 71.218914 7.2 \r\n",
       "\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-width:0.8;\"/>\r\n",
       "     </g>\r\n",
       "     <g id=\"line2d_2\">\r\n",
       "      <defs>\r\n",
       "       <path d=\"M 0 0 \r\n",
       "L 0 3.5 \r\n",
       "\" id=\"m4d97e6b201\" style=\"stroke:#000000;stroke-width:0.8;\"/>\r\n",
       "      </defs>\r\n",
       "      <g>\r\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"71.218914\" xlink:href=\"#m4d97e6b201\" y=\"143.1\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "     <g id=\"text_1\">\r\n",
       "      <!-- 5 -->\r\n",
       "      <g transform=\"translate(68.037664 157.698438)scale(0.1 -0.1)\">\r\n",
       "       <defs>\r\n",
       "        <path d=\"M 10.796875 72.90625 \r\n",
       "L 49.515625 72.90625 \r\n",
       "L 49.515625 64.59375 \r\n",
       "L 19.828125 64.59375 \r\n",
       "L 19.828125 46.734375 \r\n",
       "Q 21.96875 47.46875 24.109375 47.828125 \r\n",
       "Q 26.265625 48.1875 28.421875 48.1875 \r\n",
       "Q 40.625 48.1875 47.75 41.5 \r\n",
       "Q 54.890625 34.8125 54.890625 23.390625 \r\n",
       "Q 54.890625 11.625 47.5625 5.09375 \r\n",
       "Q 40.234375 -1.421875 26.90625 -1.421875 \r\n",
       "Q 22.3125 -1.421875 17.546875 -0.640625 \r\n",
       "Q 12.796875 0.140625 7.71875 1.703125 \r\n",
       "L 7.71875 11.625 \r\n",
       "Q 12.109375 9.234375 16.796875 8.0625 \r\n",
       "Q 21.484375 6.890625 26.703125 6.890625 \r\n",
       "Q 35.15625 6.890625 40.078125 11.328125 \r\n",
       "Q 45.015625 15.765625 45.015625 23.390625 \r\n",
       "Q 45.015625 31 40.078125 35.4375 \r\n",
       "Q 35.15625 39.890625 26.703125 39.890625 \r\n",
       "Q 22.75 39.890625 18.8125 39.015625 \r\n",
       "Q 14.890625 38.140625 10.796875 36.28125 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-53\"/>\r\n",
       "       </defs>\r\n",
       "       <use xlink:href=\"#DejaVuSans-53\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "    <g id=\"xtick_2\">\r\n",
       "     <g id=\"line2d_3\">\r\n",
       "      <path clip-path=\"url(#p2e7129216d)\" d=\"M 122.613651 143.1 \r\n",
       "L 122.613651 7.2 \r\n",
       "\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-width:0.8;\"/>\r\n",
       "     </g>\r\n",
       "     <g id=\"line2d_4\">\r\n",
       "      <g>\r\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"122.613651\" xlink:href=\"#m4d97e6b201\" y=\"143.1\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "     <g id=\"text_2\">\r\n",
       "      <!-- 10 -->\r\n",
       "      <g transform=\"translate(116.251151 157.698438)scale(0.1 -0.1)\">\r\n",
       "       <defs>\r\n",
       "        <path d=\"M 12.40625 8.296875 \r\n",
       "L 28.515625 8.296875 \r\n",
       "L 28.515625 63.921875 \r\n",
       "L 10.984375 60.40625 \r\n",
       "L 10.984375 69.390625 \r\n",
       "L 28.421875 72.90625 \r\n",
       "L 38.28125 72.90625 \r\n",
       "L 38.28125 8.296875 \r\n",
       "L 54.390625 8.296875 \r\n",
       "L 54.390625 0 \r\n",
       "L 12.40625 0 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-49\"/>\r\n",
       "        <path d=\"M 31.78125 66.40625 \r\n",
       "Q 24.171875 66.40625 20.328125 58.90625 \r\n",
       "Q 16.5 51.421875 16.5 36.375 \r\n",
       "Q 16.5 21.390625 20.328125 13.890625 \r\n",
       "Q 24.171875 6.390625 31.78125 6.390625 \r\n",
       "Q 39.453125 6.390625 43.28125 13.890625 \r\n",
       "Q 47.125 21.390625 47.125 36.375 \r\n",
       "Q 47.125 51.421875 43.28125 58.90625 \r\n",
       "Q 39.453125 66.40625 31.78125 66.40625 \r\n",
       "z\r\n",
       "M 31.78125 74.21875 \r\n",
       "Q 44.046875 74.21875 50.515625 64.515625 \r\n",
       "Q 56.984375 54.828125 56.984375 36.375 \r\n",
       "Q 56.984375 17.96875 50.515625 8.265625 \r\n",
       "Q 44.046875 -1.421875 31.78125 -1.421875 \r\n",
       "Q 19.53125 -1.421875 13.0625 8.265625 \r\n",
       "Q 6.59375 17.96875 6.59375 36.375 \r\n",
       "Q 6.59375 54.828125 13.0625 64.515625 \r\n",
       "Q 19.53125 74.21875 31.78125 74.21875 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-48\"/>\r\n",
       "       </defs>\r\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\r\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "    <g id=\"xtick_3\">\r\n",
       "     <g id=\"line2d_5\">\r\n",
       "      <path clip-path=\"url(#p2e7129216d)\" d=\"M 174.008388 143.1 \r\n",
       "L 174.008388 7.2 \r\n",
       "\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-width:0.8;\"/>\r\n",
       "     </g>\r\n",
       "     <g id=\"line2d_6\">\r\n",
       "      <g>\r\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"174.008388\" xlink:href=\"#m4d97e6b201\" y=\"143.1\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "     <g id=\"text_3\">\r\n",
       "      <!-- 15 -->\r\n",
       "      <g transform=\"translate(167.645888 157.698438)scale(0.1 -0.1)\">\r\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\r\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-53\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "    <g id=\"xtick_4\">\r\n",
       "     <g id=\"line2d_7\">\r\n",
       "      <path clip-path=\"url(#p2e7129216d)\" d=\"M 225.403125 143.1 \r\n",
       "L 225.403125 7.2 \r\n",
       "\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-width:0.8;\"/>\r\n",
       "     </g>\r\n",
       "     <g id=\"line2d_8\">\r\n",
       "      <g>\r\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"225.403125\" xlink:href=\"#m4d97e6b201\" y=\"143.1\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "     <g id=\"text_4\">\r\n",
       "      <!-- 20 -->\r\n",
       "      <g transform=\"translate(219.040625 157.698438)scale(0.1 -0.1)\">\r\n",
       "       <defs>\r\n",
       "        <path d=\"M 19.1875 8.296875 \r\n",
       "L 53.609375 8.296875 \r\n",
       "L 53.609375 0 \r\n",
       "L 7.328125 0 \r\n",
       "L 7.328125 8.296875 \r\n",
       "Q 12.9375 14.109375 22.625 23.890625 \r\n",
       "Q 32.328125 33.6875 34.8125 36.53125 \r\n",
       "Q 39.546875 41.84375 41.421875 45.53125 \r\n",
       "Q 43.3125 49.21875 43.3125 52.78125 \r\n",
       "Q 43.3125 58.59375 39.234375 62.25 \r\n",
       "Q 35.15625 65.921875 28.609375 65.921875 \r\n",
       "Q 23.96875 65.921875 18.8125 64.3125 \r\n",
       "Q 13.671875 62.703125 7.8125 59.421875 \r\n",
       "L 7.8125 69.390625 \r\n",
       "Q 13.765625 71.78125 18.9375 73 \r\n",
       "Q 24.125 74.21875 28.421875 74.21875 \r\n",
       "Q 39.75 74.21875 46.484375 68.546875 \r\n",
       "Q 53.21875 62.890625 53.21875 53.421875 \r\n",
       "Q 53.21875 48.921875 51.53125 44.890625 \r\n",
       "Q 49.859375 40.875 45.40625 35.40625 \r\n",
       "Q 44.1875 33.984375 37.640625 27.21875 \r\n",
       "Q 31.109375 20.453125 19.1875 8.296875 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-50\"/>\r\n",
       "       </defs>\r\n",
       "       <use xlink:href=\"#DejaVuSans-50\"/>\r\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "    <g id=\"text_5\">\r\n",
       "     <!-- epoch -->\r\n",
       "     <g transform=\"translate(112.525 171.376563)scale(0.1 -0.1)\">\r\n",
       "      <defs>\r\n",
       "       <path d=\"M 56.203125 29.59375 \r\n",
       "L 56.203125 25.203125 \r\n",
       "L 14.890625 25.203125 \r\n",
       "Q 15.484375 15.921875 20.484375 11.0625 \r\n",
       "Q 25.484375 6.203125 34.421875 6.203125 \r\n",
       "Q 39.59375 6.203125 44.453125 7.46875 \r\n",
       "Q 49.3125 8.734375 54.109375 11.28125 \r\n",
       "L 54.109375 2.78125 \r\n",
       "Q 49.265625 0.734375 44.1875 -0.34375 \r\n",
       "Q 39.109375 -1.421875 33.890625 -1.421875 \r\n",
       "Q 20.796875 -1.421875 13.15625 6.1875 \r\n",
       "Q 5.515625 13.8125 5.515625 26.8125 \r\n",
       "Q 5.515625 40.234375 12.765625 48.109375 \r\n",
       "Q 20.015625 56 32.328125 56 \r\n",
       "Q 43.359375 56 49.78125 48.890625 \r\n",
       "Q 56.203125 41.796875 56.203125 29.59375 \r\n",
       "z\r\n",
       "M 47.21875 32.234375 \r\n",
       "Q 47.125 39.59375 43.09375 43.984375 \r\n",
       "Q 39.0625 48.390625 32.421875 48.390625 \r\n",
       "Q 24.90625 48.390625 20.390625 44.140625 \r\n",
       "Q 15.875 39.890625 15.1875 32.171875 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-101\"/>\r\n",
       "       <path d=\"M 18.109375 8.203125 \r\n",
       "L 18.109375 -20.796875 \r\n",
       "L 9.078125 -20.796875 \r\n",
       "L 9.078125 54.6875 \r\n",
       "L 18.109375 54.6875 \r\n",
       "L 18.109375 46.390625 \r\n",
       "Q 20.953125 51.265625 25.265625 53.625 \r\n",
       "Q 29.59375 56 35.59375 56 \r\n",
       "Q 45.5625 56 51.78125 48.09375 \r\n",
       "Q 58.015625 40.1875 58.015625 27.296875 \r\n",
       "Q 58.015625 14.40625 51.78125 6.484375 \r\n",
       "Q 45.5625 -1.421875 35.59375 -1.421875 \r\n",
       "Q 29.59375 -1.421875 25.265625 0.953125 \r\n",
       "Q 20.953125 3.328125 18.109375 8.203125 \r\n",
       "z\r\n",
       "M 48.6875 27.296875 \r\n",
       "Q 48.6875 37.203125 44.609375 42.84375 \r\n",
       "Q 40.53125 48.484375 33.40625 48.484375 \r\n",
       "Q 26.265625 48.484375 22.1875 42.84375 \r\n",
       "Q 18.109375 37.203125 18.109375 27.296875 \r\n",
       "Q 18.109375 17.390625 22.1875 11.75 \r\n",
       "Q 26.265625 6.109375 33.40625 6.109375 \r\n",
       "Q 40.53125 6.109375 44.609375 11.75 \r\n",
       "Q 48.6875 17.390625 48.6875 27.296875 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-112\"/>\r\n",
       "       <path d=\"M 30.609375 48.390625 \r\n",
       "Q 23.390625 48.390625 19.1875 42.75 \r\n",
       "Q 14.984375 37.109375 14.984375 27.296875 \r\n",
       "Q 14.984375 17.484375 19.15625 11.84375 \r\n",
       "Q 23.34375 6.203125 30.609375 6.203125 \r\n",
       "Q 37.796875 6.203125 41.984375 11.859375 \r\n",
       "Q 46.1875 17.53125 46.1875 27.296875 \r\n",
       "Q 46.1875 37.015625 41.984375 42.703125 \r\n",
       "Q 37.796875 48.390625 30.609375 48.390625 \r\n",
       "z\r\n",
       "M 30.609375 56 \r\n",
       "Q 42.328125 56 49.015625 48.375 \r\n",
       "Q 55.71875 40.765625 55.71875 27.296875 \r\n",
       "Q 55.71875 13.875 49.015625 6.21875 \r\n",
       "Q 42.328125 -1.421875 30.609375 -1.421875 \r\n",
       "Q 18.84375 -1.421875 12.171875 6.21875 \r\n",
       "Q 5.515625 13.875 5.515625 27.296875 \r\n",
       "Q 5.515625 40.765625 12.171875 48.375 \r\n",
       "Q 18.84375 56 30.609375 56 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-111\"/>\r\n",
       "       <path d=\"M 48.78125 52.59375 \r\n",
       "L 48.78125 44.1875 \r\n",
       "Q 44.96875 46.296875 41.140625 47.34375 \r\n",
       "Q 37.3125 48.390625 33.40625 48.390625 \r\n",
       "Q 24.65625 48.390625 19.8125 42.84375 \r\n",
       "Q 14.984375 37.3125 14.984375 27.296875 \r\n",
       "Q 14.984375 17.28125 19.8125 11.734375 \r\n",
       "Q 24.65625 6.203125 33.40625 6.203125 \r\n",
       "Q 37.3125 6.203125 41.140625 7.25 \r\n",
       "Q 44.96875 8.296875 48.78125 10.40625 \r\n",
       "L 48.78125 2.09375 \r\n",
       "Q 45.015625 0.34375 40.984375 -0.53125 \r\n",
       "Q 36.96875 -1.421875 32.421875 -1.421875 \r\n",
       "Q 20.0625 -1.421875 12.78125 6.34375 \r\n",
       "Q 5.515625 14.109375 5.515625 27.296875 \r\n",
       "Q 5.515625 40.671875 12.859375 48.328125 \r\n",
       "Q 20.21875 56 33.015625 56 \r\n",
       "Q 37.15625 56 41.109375 55.140625 \r\n",
       "Q 45.0625 54.296875 48.78125 52.59375 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-99\"/>\r\n",
       "       <path d=\"M 54.890625 33.015625 \r\n",
       "L 54.890625 0 \r\n",
       "L 45.90625 0 \r\n",
       "L 45.90625 32.71875 \r\n",
       "Q 45.90625 40.484375 42.875 44.328125 \r\n",
       "Q 39.84375 48.1875 33.796875 48.1875 \r\n",
       "Q 26.515625 48.1875 22.3125 43.546875 \r\n",
       "Q 18.109375 38.921875 18.109375 30.90625 \r\n",
       "L 18.109375 0 \r\n",
       "L 9.078125 0 \r\n",
       "L 9.078125 75.984375 \r\n",
       "L 18.109375 75.984375 \r\n",
       "L 18.109375 46.1875 \r\n",
       "Q 21.34375 51.125 25.703125 53.5625 \r\n",
       "Q 30.078125 56 35.796875 56 \r\n",
       "Q 45.21875 56 50.046875 50.171875 \r\n",
       "Q 54.890625 44.34375 54.890625 33.015625 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-104\"/>\r\n",
       "      </defs>\r\n",
       "      <use xlink:href=\"#DejaVuSans-101\"/>\r\n",
       "      <use x=\"61.523438\" xlink:href=\"#DejaVuSans-112\"/>\r\n",
       "      <use x=\"125\" xlink:href=\"#DejaVuSans-111\"/>\r\n",
       "      <use x=\"186.181641\" xlink:href=\"#DejaVuSans-99\"/>\r\n",
       "      <use x=\"241.162109\" xlink:href=\"#DejaVuSans-104\"/>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "   </g>\r\n",
       "   <g id=\"matplotlib.axis_2\">\r\n",
       "    <g id=\"ytick_1\">\r\n",
       "     <g id=\"line2d_9\">\r\n",
       "      <path clip-path=\"url(#p2e7129216d)\" d=\"M 30.103125 143.031976 \r\n",
       "L 225.403125 143.031976 \r\n",
       "\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-width:0.8;\"/>\r\n",
       "     </g>\r\n",
       "     <g id=\"line2d_10\">\r\n",
       "      <defs>\r\n",
       "       <path d=\"M 0 0 \r\n",
       "L -3.5 0 \r\n",
       "\" id=\"m07842290ff\" style=\"stroke:#000000;stroke-width:0.8;\"/>\r\n",
       "      </defs>\r\n",
       "      <g>\r\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"30.103125\" xlink:href=\"#m07842290ff\" y=\"143.031976\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "     <g id=\"text_6\">\r\n",
       "      <!-- 0.0 -->\r\n",
       "      <g transform=\"translate(7.2 146.831195)scale(0.1 -0.1)\">\r\n",
       "       <defs>\r\n",
       "        <path d=\"M 10.6875 12.40625 \r\n",
       "L 21 12.40625 \r\n",
       "L 21 0 \r\n",
       "L 10.6875 0 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-46\"/>\r\n",
       "       </defs>\r\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\r\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\r\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "    <g id=\"ytick_2\">\r\n",
       "     <g id=\"line2d_11\">\r\n",
       "      <path clip-path=\"url(#p2e7129216d)\" d=\"M 30.103125 115.103981 \r\n",
       "L 225.403125 115.103981 \r\n",
       "\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-width:0.8;\"/>\r\n",
       "     </g>\r\n",
       "     <g id=\"line2d_12\">\r\n",
       "      <g>\r\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"30.103125\" xlink:href=\"#m07842290ff\" y=\"115.103981\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "     <g id=\"text_7\">\r\n",
       "      <!-- 0.5 -->\r\n",
       "      <g transform=\"translate(7.2 118.9032)scale(0.1 -0.1)\">\r\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\r\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\r\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-53\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "    <g id=\"ytick_3\">\r\n",
       "     <g id=\"line2d_13\">\r\n",
       "      <path clip-path=\"url(#p2e7129216d)\" d=\"M 30.103125 87.175987 \r\n",
       "L 225.403125 87.175987 \r\n",
       "\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-width:0.8;\"/>\r\n",
       "     </g>\r\n",
       "     <g id=\"line2d_14\">\r\n",
       "      <g>\r\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"30.103125\" xlink:href=\"#m07842290ff\" y=\"87.175987\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "     <g id=\"text_8\">\r\n",
       "      <!-- 1.0 -->\r\n",
       "      <g transform=\"translate(7.2 90.975206)scale(0.1 -0.1)\">\r\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\r\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\r\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "    <g id=\"ytick_4\">\r\n",
       "     <g id=\"line2d_15\">\r\n",
       "      <path clip-path=\"url(#p2e7129216d)\" d=\"M 30.103125 59.247992 \r\n",
       "L 225.403125 59.247992 \r\n",
       "\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-width:0.8;\"/>\r\n",
       "     </g>\r\n",
       "     <g id=\"line2d_16\">\r\n",
       "      <g>\r\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"30.103125\" xlink:href=\"#m07842290ff\" y=\"59.247992\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "     <g id=\"text_9\">\r\n",
       "      <!-- 1.5 -->\r\n",
       "      <g transform=\"translate(7.2 63.047211)scale(0.1 -0.1)\">\r\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\r\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\r\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-53\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "    <g id=\"ytick_5\">\r\n",
       "     <g id=\"line2d_17\">\r\n",
       "      <path clip-path=\"url(#p2e7129216d)\" d=\"M 30.103125 31.319998 \r\n",
       "L 225.403125 31.319998 \r\n",
       "\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-width:0.8;\"/>\r\n",
       "     </g>\r\n",
       "     <g id=\"line2d_18\">\r\n",
       "      <g>\r\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"30.103125\" xlink:href=\"#m07842290ff\" y=\"31.319998\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "     <g id=\"text_10\">\r\n",
       "      <!-- 2.0 -->\r\n",
       "      <g transform=\"translate(7.2 35.119216)scale(0.1 -0.1)\">\r\n",
       "       <use xlink:href=\"#DejaVuSans-50\"/>\r\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\r\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "   </g>\r\n",
       "   <g id=\"line2d_19\">\r\n",
       "    <path clip-path=\"url(#p2e7129216d)\" d=\"M 21.659704 13.487943 \r\n",
       "L 23.49523 13.377273 \r\n",
       "L 25.330757 18.528407 \r\n",
       "L 27.166283 16.719975 \r\n",
       "L 29.001809 17.585572 \r\n",
       "L 30.103125 18.59409 \r\n",
       "L 31.938651 22.565639 \r\n",
       "L 33.774178 28.787987 \r\n",
       "L 35.609704 31.111915 \r\n",
       "L 37.44523 29.550501 \r\n",
       "L 39.280757 30.605461 \r\n",
       "L 40.382072 31.101451 \r\n",
       "L 42.217599 40.568489 \r\n",
       "L 44.053125 40.948928 \r\n",
       "L 45.888651 38.083854 \r\n",
       "L 47.724178 36.12072 \r\n",
       "L 49.559704 37.166581 \r\n",
       "L 50.66102 38.480018 \r\n",
       "L 52.496546 44.771686 \r\n",
       "L 54.332072 45.687204 \r\n",
       "L 56.167599 47.261265 \r\n",
       "L 58.003125 46.662901 \r\n",
       "L 59.838651 48.289916 \r\n",
       "L 60.939967 48.144366 \r\n",
       "L 62.775493 56.863081 \r\n",
       "L 64.61102 58.351463 \r\n",
       "L 66.446546 58.291646 \r\n",
       "L 68.282072 56.963463 \r\n",
       "L 70.117599 56.56276 \r\n",
       "L 71.218914 55.354791 \r\n",
       "L 73.054441 62.137659 \r\n",
       "L 74.889967 61.048904 \r\n",
       "L 76.725493 59.802945 \r\n",
       "L 78.56102 61.213526 \r\n",
       "L 80.396546 59.895326 \r\n",
       "L 81.497862 58.559651 \r\n",
       "L 83.333388 59.438335 \r\n",
       "L 85.168914 56.857436 \r\n",
       "L 87.004441 57.881747 \r\n",
       "L 88.839967 57.172709 \r\n",
       "L 90.675493 57.365843 \r\n",
       "L 91.776809 58.921204 \r\n",
       "L 93.612336 69.057179 \r\n",
       "L 95.447862 67.848845 \r\n",
       "L 97.283388 69.217989 \r\n",
       "L 99.118914 66.694104 \r\n",
       "L 100.954441 64.970505 \r\n",
       "L 102.055757 64.336357 \r\n",
       "L 103.891283 70.486037 \r\n",
       "L 105.726809 70.770037 \r\n",
       "L 107.562336 70.763789 \r\n",
       "L 109.397862 71.593371 \r\n",
       "L 111.233388 69.224708 \r\n",
       "L 112.334704 69.013659 \r\n",
       "L 114.17023 72.541887 \r\n",
       "L 116.005757 75.876727 \r\n",
       "L 117.841283 75.522904 \r\n",
       "L 119.676809 75.552171 \r\n",
       "L 121.512336 75.191441 \r\n",
       "L 122.613651 73.937521 \r\n",
       "L 124.449178 79.038637 \r\n",
       "L 126.284704 80.181256 \r\n",
       "L 128.12023 81.512965 \r\n",
       "L 129.955757 79.6977 \r\n",
       "L 131.791283 79.452255 \r\n",
       "L 132.892599 79.21729 \r\n",
       "L 134.728125 94.603849 \r\n",
       "L 136.563651 86.814411 \r\n",
       "L 138.399178 86.697836 \r\n",
       "L 140.234704 84.536365 \r\n",
       "L 142.07023 84.267692 \r\n",
       "L 143.171546 84.323904 \r\n",
       "L 145.007072 88.212144 \r\n",
       "L 146.842599 91.516563 \r\n",
       "L 148.678125 91.961412 \r\n",
       "L 150.513651 91.034242 \r\n",
       "L 152.349178 89.696513 \r\n",
       "L 153.450493 89.11148 \r\n",
       "L 155.28602 85.079103 \r\n",
       "L 157.121546 88.86344 \r\n",
       "L 158.957072 88.87862 \r\n",
       "L 160.792599 89.360266 \r\n",
       "L 162.628125 88.957515 \r\n",
       "L 163.729441 89.190457 \r\n",
       "L 165.564967 95.480248 \r\n",
       "L 167.400493 90.383055 \r\n",
       "L 169.23602 91.67638 \r\n",
       "L 171.071546 92.794333 \r\n",
       "L 172.907072 93.175798 \r\n",
       "L 174.008388 92.700623 \r\n",
       "L 175.843914 107.419339 \r\n",
       "L 177.679441 98.849138 \r\n",
       "L 179.514967 98.781952 \r\n",
       "L 181.350493 97.204479 \r\n",
       "L 183.18602 96.97059 \r\n",
       "L 184.287336 96.073209 \r\n",
       "L 186.122862 101.222582 \r\n",
       "L 187.958388 103.995985 \r\n",
       "L 189.793914 104.046394 \r\n",
       "L 191.629441 103.800974 \r\n",
       "L 193.464967 103.879439 \r\n",
       "L 194.566283 101.906755 \r\n",
       "L 196.401809 110.582636 \r\n",
       "L 198.237336 110.893111 \r\n",
       "L 200.072862 109.23678 \r\n",
       "L 201.908388 106.312693 \r\n",
       "L 203.743914 104.026576 \r\n",
       "L 204.84523 104.220262 \r\n",
       "L 206.680757 103.555905 \r\n",
       "L 208.516283 106.867467 \r\n",
       "L 210.351809 105.69144 \r\n",
       "L 212.187336 104.857156 \r\n",
       "L 214.022862 102.888588 \r\n",
       "L 215.124178 102.654086 \r\n",
       "L 216.959704 116.373515 \r\n",
       "L 218.79523 116.05972 \r\n",
       "L 220.630757 112.637697 \r\n",
       "L 222.466283 111.605475 \r\n",
       "L 224.301809 109.658883 \r\n",
       "L 225.403125 108.521978 \r\n",
       "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\r\n",
       "   </g>\r\n",
       "   <g id=\"line2d_20\">\r\n",
       "    <path clip-path=\"url(#p2e7129216d)\" d=\"M 21.659704 134.653578 \r\n",
       "L 23.49523 136.224527 \r\n",
       "L 25.330757 133.722645 \r\n",
       "L 27.166283 133.431728 \r\n",
       "L 29.001809 132.628798 \r\n",
       "L 30.103125 132.4343 \r\n",
       "L 31.938651 127.671579 \r\n",
       "L 33.774178 127.322479 \r\n",
       "L 35.609704 127.206112 \r\n",
       "L 37.44523 127.758854 \r\n",
       "L 39.280757 127.671579 \r\n",
       "L 40.382072 127.634175 \r\n",
       "L 42.217599 127.671579 \r\n",
       "L 44.053125 126.624279 \r\n",
       "L 45.888651 125.693346 \r\n",
       "L 47.724178 126.624279 \r\n",
       "L 49.559704 126.135539 \r\n",
       "L 50.66102 125.826337 \r\n",
       "L 52.496546 124.87878 \r\n",
       "L 54.332072 124.52968 \r\n",
       "L 56.167599 123.947846 \r\n",
       "L 58.003125 123.569655 \r\n",
       "L 59.838651 122.854 \r\n",
       "L 60.939967 122.584694 \r\n",
       "L 62.775493 118.245881 \r\n",
       "L 64.61102 118.420431 \r\n",
       "L 66.446546 119.060447 \r\n",
       "L 68.282072 119.642281 \r\n",
       "L 70.117599 119.991381 \r\n",
       "L 71.218914 120.278141 \r\n",
       "L 73.054441 115.802181 \r\n",
       "L 74.889967 116.500381 \r\n",
       "L 76.725493 117.431314 \r\n",
       "L 78.56102 116.587656 \r\n",
       "L 80.396546 117.687321 \r\n",
       "L 81.497862 118.407963 \r\n",
       "L 83.333388 120.34048 \r\n",
       "L 85.168914 119.642281 \r\n",
       "L 87.004441 119.293181 \r\n",
       "L 88.839967 119.642281 \r\n",
       "L 90.675493 119.572461 \r\n",
       "L 91.776809 118.719659 \r\n",
       "L 93.612336 117.547681 \r\n",
       "L 95.447862 115.802181 \r\n",
       "L 97.283388 114.638515 \r\n",
       "L 99.118914 115.540356 \r\n",
       "L 100.954441 116.151281 \r\n",
       "L 102.055757 116.350767 \r\n",
       "L 103.891283 113.707582 \r\n",
       "L 105.726809 114.231232 \r\n",
       "L 107.562336 113.125749 \r\n",
       "L 109.397862 113.009382 \r\n",
       "L 111.233388 114.126502 \r\n",
       "L 112.334704 114.044214 \r\n",
       "L 114.17023 114.405782 \r\n",
       "L 116.005757 113.358482 \r\n",
       "L 117.841283 113.823948 \r\n",
       "L 119.676809 113.183932 \r\n",
       "L 121.512336 113.149022 \r\n",
       "L 122.613651 113.420821 \r\n",
       "L 124.449178 110.216582 \r\n",
       "L 126.284704 110.565682 \r\n",
       "L 128.12023 110.216582 \r\n",
       "L 129.955757 110.478407 \r\n",
       "L 131.791283 110.565682 \r\n",
       "L 132.892599 110.989589 \r\n",
       "L 134.728125 103.234584 \r\n",
       "L 136.563651 106.376483 \r\n",
       "L 138.399178 106.49285 \r\n",
       "L 140.234704 107.947433 \r\n",
       "L 142.07023 107.842703 \r\n",
       "L 143.171546 107.810286 \r\n",
       "L 145.007072 106.376483 \r\n",
       "L 146.842599 105.503733 \r\n",
       "L 148.678125 105.212817 \r\n",
       "L 150.513651 105.241908 \r\n",
       "L 152.349178 106.097203 \r\n",
       "L 153.450493 106.438822 \r\n",
       "L 155.28602 106.725583 \r\n",
       "L 157.121546 105.503733 \r\n",
       "L 158.957072 106.14375 \r\n",
       "L 160.792599 106.201933 \r\n",
       "L 162.628125 106.167023 \r\n",
       "L 163.729441 106.62584 \r\n",
       "L 165.564967 104.980083 \r\n",
       "L 167.400493 106.376483 \r\n",
       "L 169.23602 105.44555 \r\n",
       "L 171.071546 105.416458 \r\n",
       "L 172.907072 105.468823 \r\n",
       "L 174.008388 105.379055 \r\n",
       "L 175.843914 98.347185 \r\n",
       "L 177.679441 103.409134 \r\n",
       "L 179.514967 103.70005 \r\n",
       "L 181.350493 104.543709 \r\n",
       "L 183.18602 104.212064 \r\n",
       "L 184.287336 104.443966 \r\n",
       "L 186.122862 100.092684 \r\n",
       "L 187.958388 99.569034 \r\n",
       "L 189.793914 99.510851 \r\n",
       "L 191.629441 99.569034 \r\n",
       "L 193.464967 100.302144 \r\n",
       "L 194.566283 101.015306 \r\n",
       "L 196.401809 96.601685 \r\n",
       "L 198.237336 97.474435 \r\n",
       "L 200.072862 98.812651 \r\n",
       "L 201.908388 99.743584 \r\n",
       "L 203.743914 101.209804 \r\n",
       "L 204.84523 101.077645 \r\n",
       "L 206.680757 101.489084 \r\n",
       "L 208.516283 99.918134 \r\n",
       "L 210.351809 100.325418 \r\n",
       "L 212.187336 100.529059 \r\n",
       "L 214.022862 101.349444 \r\n",
       "L 215.124178 101.51402 \r\n",
       "L 216.959704 96.252585 \r\n",
       "L 218.79523 96.776235 \r\n",
       "L 220.630757 97.648985 \r\n",
       "L 222.466283 97.823535 \r\n",
       "L 224.301809 98.696285 \r\n",
       "L 225.403125 98.89577 \r\n",
       "\" style=\"fill:none;stroke:#bf00bf;stroke-dasharray:5.55,2.4;stroke-dashoffset:0;stroke-width:1.5;\"/>\r\n",
       "   </g>\r\n",
       "   <g id=\"line2d_21\">\r\n",
       "    <path clip-path=\"url(#p2e7129216d)\" d=\"M 30.103125 136.922727 \r\n",
       "L 40.382072 133.431728 \r\n",
       "L 50.66102 132.558978 \r\n",
       "L 60.939967 127.322479 \r\n",
       "L 71.218914 129.067979 \r\n",
       "L 81.497862 119.467731 \r\n",
       "L 91.776809 116.849481 \r\n",
       "L 102.055757 122.95873 \r\n",
       "L 112.334704 116.849481 \r\n",
       "L 122.613651 121.21323 \r\n",
       "L 132.892599 120.34048 \r\n",
       "L 143.171546 122.95873 \r\n",
       "L 153.450493 118.594981 \r\n",
       "L 163.729441 124.70423 \r\n",
       "L 174.008388 117.722231 \r\n",
       "L 184.287336 119.467731 \r\n",
       "L 194.566283 122.08598 \r\n",
       "L 204.84523 119.467731 \r\n",
       "L 215.124178 116.849481 \r\n",
       "L 225.403125 122.95873 \r\n",
       "\" style=\"fill:none;stroke:#008000;stroke-dasharray:9.6,2.4,1.5,2.4;stroke-dashoffset:0;stroke-width:1.5;\"/>\r\n",
       "   </g>\r\n",
       "   <g id=\"patch_3\">\r\n",
       "    <path d=\"M 30.103125 143.1 \r\n",
       "L 30.103125 7.2 \r\n",
       "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\r\n",
       "   </g>\r\n",
       "   <g id=\"patch_4\">\r\n",
       "    <path d=\"M 225.403125 143.1 \r\n",
       "L 225.403125 7.2 \r\n",
       "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\r\n",
       "   </g>\r\n",
       "   <g id=\"patch_5\">\r\n",
       "    <path d=\"M 30.103125 143.1 \r\n",
       "L 225.403125 143.1 \r\n",
       "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\r\n",
       "   </g>\r\n",
       "   <g id=\"patch_6\">\r\n",
       "    <path d=\"M 30.103125 7.2 \r\n",
       "L 225.403125 7.2 \r\n",
       "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\r\n",
       "   </g>\r\n",
       "   <g id=\"legend_1\">\r\n",
       "    <g id=\"patch_7\">\r\n",
       "     <path d=\"M 140.634375 59.234375 \r\n",
       "L 218.403125 59.234375 \r\n",
       "Q 220.403125 59.234375 220.403125 57.234375 \r\n",
       "L 220.403125 14.2 \r\n",
       "Q 220.403125 12.2 218.403125 12.2 \r\n",
       "L 140.634375 12.2 \r\n",
       "Q 138.634375 12.2 138.634375 14.2 \r\n",
       "L 138.634375 57.234375 \r\n",
       "Q 138.634375 59.234375 140.634375 59.234375 \r\n",
       "z\r\n",
       "\" style=\"fill:#ffffff;opacity:0.8;stroke:#cccccc;stroke-linejoin:miter;\"/>\r\n",
       "    </g>\r\n",
       "    <g id=\"line2d_22\">\r\n",
       "     <path d=\"M 142.634375 20.298438 \r\n",
       "L 162.634375 20.298438 \r\n",
       "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\r\n",
       "    </g>\r\n",
       "    <g id=\"line2d_23\"/>\r\n",
       "    <g id=\"text_11\">\r\n",
       "     <!-- train loss -->\r\n",
       "     <g transform=\"translate(170.634375 23.798438)scale(0.1 -0.1)\">\r\n",
       "      <defs>\r\n",
       "       <path d=\"M 18.3125 70.21875 \r\n",
       "L 18.3125 54.6875 \r\n",
       "L 36.8125 54.6875 \r\n",
       "L 36.8125 47.703125 \r\n",
       "L 18.3125 47.703125 \r\n",
       "L 18.3125 18.015625 \r\n",
       "Q 18.3125 11.328125 20.140625 9.421875 \r\n",
       "Q 21.96875 7.515625 27.59375 7.515625 \r\n",
       "L 36.8125 7.515625 \r\n",
       "L 36.8125 0 \r\n",
       "L 27.59375 0 \r\n",
       "Q 17.1875 0 13.234375 3.875 \r\n",
       "Q 9.28125 7.765625 9.28125 18.015625 \r\n",
       "L 9.28125 47.703125 \r\n",
       "L 2.6875 47.703125 \r\n",
       "L 2.6875 54.6875 \r\n",
       "L 9.28125 54.6875 \r\n",
       "L 9.28125 70.21875 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-116\"/>\r\n",
       "       <path d=\"M 41.109375 46.296875 \r\n",
       "Q 39.59375 47.171875 37.8125 47.578125 \r\n",
       "Q 36.03125 48 33.890625 48 \r\n",
       "Q 26.265625 48 22.1875 43.046875 \r\n",
       "Q 18.109375 38.09375 18.109375 28.8125 \r\n",
       "L 18.109375 0 \r\n",
       "L 9.078125 0 \r\n",
       "L 9.078125 54.6875 \r\n",
       "L 18.109375 54.6875 \r\n",
       "L 18.109375 46.1875 \r\n",
       "Q 20.953125 51.171875 25.484375 53.578125 \r\n",
       "Q 30.03125 56 36.53125 56 \r\n",
       "Q 37.453125 56 38.578125 55.875 \r\n",
       "Q 39.703125 55.765625 41.0625 55.515625 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-114\"/>\r\n",
       "       <path d=\"M 34.28125 27.484375 \r\n",
       "Q 23.390625 27.484375 19.1875 25 \r\n",
       "Q 14.984375 22.515625 14.984375 16.5 \r\n",
       "Q 14.984375 11.71875 18.140625 8.90625 \r\n",
       "Q 21.296875 6.109375 26.703125 6.109375 \r\n",
       "Q 34.1875 6.109375 38.703125 11.40625 \r\n",
       "Q 43.21875 16.703125 43.21875 25.484375 \r\n",
       "L 43.21875 27.484375 \r\n",
       "z\r\n",
       "M 52.203125 31.203125 \r\n",
       "L 52.203125 0 \r\n",
       "L 43.21875 0 \r\n",
       "L 43.21875 8.296875 \r\n",
       "Q 40.140625 3.328125 35.546875 0.953125 \r\n",
       "Q 30.953125 -1.421875 24.3125 -1.421875 \r\n",
       "Q 15.921875 -1.421875 10.953125 3.296875 \r\n",
       "Q 6 8.015625 6 15.921875 \r\n",
       "Q 6 25.140625 12.171875 29.828125 \r\n",
       "Q 18.359375 34.515625 30.609375 34.515625 \r\n",
       "L 43.21875 34.515625 \r\n",
       "L 43.21875 35.40625 \r\n",
       "Q 43.21875 41.609375 39.140625 45 \r\n",
       "Q 35.0625 48.390625 27.6875 48.390625 \r\n",
       "Q 23 48.390625 18.546875 47.265625 \r\n",
       "Q 14.109375 46.140625 10.015625 43.890625 \r\n",
       "L 10.015625 52.203125 \r\n",
       "Q 14.9375 54.109375 19.578125 55.046875 \r\n",
       "Q 24.21875 56 28.609375 56 \r\n",
       "Q 40.484375 56 46.34375 49.84375 \r\n",
       "Q 52.203125 43.703125 52.203125 31.203125 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-97\"/>\r\n",
       "       <path d=\"M 9.421875 54.6875 \r\n",
       "L 18.40625 54.6875 \r\n",
       "L 18.40625 0 \r\n",
       "L 9.421875 0 \r\n",
       "z\r\n",
       "M 9.421875 75.984375 \r\n",
       "L 18.40625 75.984375 \r\n",
       "L 18.40625 64.59375 \r\n",
       "L 9.421875 64.59375 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-105\"/>\r\n",
       "       <path d=\"M 54.890625 33.015625 \r\n",
       "L 54.890625 0 \r\n",
       "L 45.90625 0 \r\n",
       "L 45.90625 32.71875 \r\n",
       "Q 45.90625 40.484375 42.875 44.328125 \r\n",
       "Q 39.84375 48.1875 33.796875 48.1875 \r\n",
       "Q 26.515625 48.1875 22.3125 43.546875 \r\n",
       "Q 18.109375 38.921875 18.109375 30.90625 \r\n",
       "L 18.109375 0 \r\n",
       "L 9.078125 0 \r\n",
       "L 9.078125 54.6875 \r\n",
       "L 18.109375 54.6875 \r\n",
       "L 18.109375 46.1875 \r\n",
       "Q 21.34375 51.125 25.703125 53.5625 \r\n",
       "Q 30.078125 56 35.796875 56 \r\n",
       "Q 45.21875 56 50.046875 50.171875 \r\n",
       "Q 54.890625 44.34375 54.890625 33.015625 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-110\"/>\r\n",
       "       <path id=\"DejaVuSans-32\"/>\r\n",
       "       <path d=\"M 9.421875 75.984375 \r\n",
       "L 18.40625 75.984375 \r\n",
       "L 18.40625 0 \r\n",
       "L 9.421875 0 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-108\"/>\r\n",
       "       <path d=\"M 44.28125 53.078125 \r\n",
       "L 44.28125 44.578125 \r\n",
       "Q 40.484375 46.53125 36.375 47.5 \r\n",
       "Q 32.28125 48.484375 27.875 48.484375 \r\n",
       "Q 21.1875 48.484375 17.84375 46.4375 \r\n",
       "Q 14.5 44.390625 14.5 40.28125 \r\n",
       "Q 14.5 37.15625 16.890625 35.375 \r\n",
       "Q 19.28125 33.59375 26.515625 31.984375 \r\n",
       "L 29.59375 31.296875 \r\n",
       "Q 39.15625 29.25 43.1875 25.515625 \r\n",
       "Q 47.21875 21.78125 47.21875 15.09375 \r\n",
       "Q 47.21875 7.46875 41.1875 3.015625 \r\n",
       "Q 35.15625 -1.421875 24.609375 -1.421875 \r\n",
       "Q 20.21875 -1.421875 15.453125 -0.5625 \r\n",
       "Q 10.6875 0.296875 5.421875 2 \r\n",
       "L 5.421875 11.28125 \r\n",
       "Q 10.40625 8.6875 15.234375 7.390625 \r\n",
       "Q 20.0625 6.109375 24.8125 6.109375 \r\n",
       "Q 31.15625 6.109375 34.5625 8.28125 \r\n",
       "Q 37.984375 10.453125 37.984375 14.40625 \r\n",
       "Q 37.984375 18.0625 35.515625 20.015625 \r\n",
       "Q 33.0625 21.96875 24.703125 23.78125 \r\n",
       "L 21.578125 24.515625 \r\n",
       "Q 13.234375 26.265625 9.515625 29.90625 \r\n",
       "Q 5.8125 33.546875 5.8125 39.890625 \r\n",
       "Q 5.8125 47.609375 11.28125 51.796875 \r\n",
       "Q 16.75 56 26.8125 56 \r\n",
       "Q 31.78125 56 36.171875 55.265625 \r\n",
       "Q 40.578125 54.546875 44.28125 53.078125 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-115\"/>\r\n",
       "      </defs>\r\n",
       "      <use xlink:href=\"#DejaVuSans-116\"/>\r\n",
       "      <use x=\"39.208984\" xlink:href=\"#DejaVuSans-114\"/>\r\n",
       "      <use x=\"80.322266\" xlink:href=\"#DejaVuSans-97\"/>\r\n",
       "      <use x=\"141.601562\" xlink:href=\"#DejaVuSans-105\"/>\r\n",
       "      <use x=\"169.384766\" xlink:href=\"#DejaVuSans-110\"/>\r\n",
       "      <use x=\"232.763672\" xlink:href=\"#DejaVuSans-32\"/>\r\n",
       "      <use x=\"264.550781\" xlink:href=\"#DejaVuSans-108\"/>\r\n",
       "      <use x=\"292.333984\" xlink:href=\"#DejaVuSans-111\"/>\r\n",
       "      <use x=\"353.515625\" xlink:href=\"#DejaVuSans-115\"/>\r\n",
       "      <use x=\"405.615234\" xlink:href=\"#DejaVuSans-115\"/>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "    <g id=\"line2d_24\">\r\n",
       "     <path d=\"M 142.634375 34.976562 \r\n",
       "L 162.634375 34.976562 \r\n",
       "\" style=\"fill:none;stroke:#bf00bf;stroke-dasharray:5.55,2.4;stroke-dashoffset:0;stroke-width:1.5;\"/>\r\n",
       "    </g>\r\n",
       "    <g id=\"line2d_25\"/>\r\n",
       "    <g id=\"text_12\">\r\n",
       "     <!-- train acc -->\r\n",
       "     <g transform=\"translate(170.634375 38.476562)scale(0.1 -0.1)\">\r\n",
       "      <use xlink:href=\"#DejaVuSans-116\"/>\r\n",
       "      <use x=\"39.208984\" xlink:href=\"#DejaVuSans-114\"/>\r\n",
       "      <use x=\"80.322266\" xlink:href=\"#DejaVuSans-97\"/>\r\n",
       "      <use x=\"141.601562\" xlink:href=\"#DejaVuSans-105\"/>\r\n",
       "      <use x=\"169.384766\" xlink:href=\"#DejaVuSans-110\"/>\r\n",
       "      <use x=\"232.763672\" xlink:href=\"#DejaVuSans-32\"/>\r\n",
       "      <use x=\"264.550781\" xlink:href=\"#DejaVuSans-97\"/>\r\n",
       "      <use x=\"325.830078\" xlink:href=\"#DejaVuSans-99\"/>\r\n",
       "      <use x=\"380.810547\" xlink:href=\"#DejaVuSans-99\"/>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "    <g id=\"line2d_26\">\r\n",
       "     <path d=\"M 142.634375 49.654688 \r\n",
       "L 162.634375 49.654688 \r\n",
       "\" style=\"fill:none;stroke:#008000;stroke-dasharray:9.6,2.4,1.5,2.4;stroke-dashoffset:0;stroke-width:1.5;\"/>\r\n",
       "    </g>\r\n",
       "    <g id=\"line2d_27\"/>\r\n",
       "    <g id=\"text_13\">\r\n",
       "     <!-- valid acc -->\r\n",
       "     <g transform=\"translate(170.634375 53.154688)scale(0.1 -0.1)\">\r\n",
       "      <defs>\r\n",
       "       <path d=\"M 2.984375 54.6875 \r\n",
       "L 12.5 54.6875 \r\n",
       "L 29.59375 8.796875 \r\n",
       "L 46.6875 54.6875 \r\n",
       "L 56.203125 54.6875 \r\n",
       "L 35.6875 0 \r\n",
       "L 23.484375 0 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-118\"/>\r\n",
       "       <path d=\"M 45.40625 46.390625 \r\n",
       "L 45.40625 75.984375 \r\n",
       "L 54.390625 75.984375 \r\n",
       "L 54.390625 0 \r\n",
       "L 45.40625 0 \r\n",
       "L 45.40625 8.203125 \r\n",
       "Q 42.578125 3.328125 38.25 0.953125 \r\n",
       "Q 33.9375 -1.421875 27.875 -1.421875 \r\n",
       "Q 17.96875 -1.421875 11.734375 6.484375 \r\n",
       "Q 5.515625 14.40625 5.515625 27.296875 \r\n",
       "Q 5.515625 40.1875 11.734375 48.09375 \r\n",
       "Q 17.96875 56 27.875 56 \r\n",
       "Q 33.9375 56 38.25 53.625 \r\n",
       "Q 42.578125 51.265625 45.40625 46.390625 \r\n",
       "z\r\n",
       "M 14.796875 27.296875 \r\n",
       "Q 14.796875 17.390625 18.875 11.75 \r\n",
       "Q 22.953125 6.109375 30.078125 6.109375 \r\n",
       "Q 37.203125 6.109375 41.296875 11.75 \r\n",
       "Q 45.40625 17.390625 45.40625 27.296875 \r\n",
       "Q 45.40625 37.203125 41.296875 42.84375 \r\n",
       "Q 37.203125 48.484375 30.078125 48.484375 \r\n",
       "Q 22.953125 48.484375 18.875 42.84375 \r\n",
       "Q 14.796875 37.203125 14.796875 27.296875 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-100\"/>\r\n",
       "      </defs>\r\n",
       "      <use xlink:href=\"#DejaVuSans-118\"/>\r\n",
       "      <use x=\"59.179688\" xlink:href=\"#DejaVuSans-97\"/>\r\n",
       "      <use x=\"120.458984\" xlink:href=\"#DejaVuSans-108\"/>\r\n",
       "      <use x=\"148.242188\" xlink:href=\"#DejaVuSans-105\"/>\r\n",
       "      <use x=\"176.025391\" xlink:href=\"#DejaVuSans-100\"/>\r\n",
       "      <use x=\"239.501953\" xlink:href=\"#DejaVuSans-32\"/>\r\n",
       "      <use x=\"271.289062\" xlink:href=\"#DejaVuSans-97\"/>\r\n",
       "      <use x=\"332.568359\" xlink:href=\"#DejaVuSans-99\"/>\r\n",
       "      <use x=\"387.548828\" xlink:href=\"#DejaVuSans-99\"/>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "   </g>\r\n",
       "  </g>\r\n",
       " </g>\r\n",
       " <defs>\r\n",
       "  <clipPath id=\"p2e7129216d\">\r\n",
       "   <rect height=\"135.9\" width=\"195.3\" x=\"30.103125\" y=\"7.2\"/>\r\n",
       "  </clipPath>\r\n",
       " </defs>\r\n",
       "</svg>\r\n"
      ],
      "text/plain": [
       "<Figure size 252x180 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "# 训练和验证模型\n",
    "devices, num_epochs, lr, wd = d2l.try_all_gpus(), 20, 2e-4, 5e-4\n",
    "lr_period, lr_decay, net = 4, 0.9, get_net()\n",
    "train(net, train_iter, valid_iter, num_epochs, lr, wd, devices, lr_period, lr_decay)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "train loss 0.560,train acc 0.805\n",
      "859.2 examples/sec on [device(type='cuda', index=0)]\n"
     ]
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\r\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\r\n",
       "  \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\r\n",
       "<!-- Created with matplotlib (https://matplotlib.org/) -->\r\n",
       "<svg height=\"180.65625pt\" version=\"1.1\" viewBox=\"0 0 238.965625 180.65625\" width=\"238.965625pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\r\n",
       " <metadata>\r\n",
       "  <rdf:RDF xmlns:cc=\"http://creativecommons.org/ns#\" xmlns:dc=\"http://purl.org/dc/elements/1.1/\" xmlns:rdf=\"http://www.w3.org/1999/02/22-rdf-syntax-ns#\">\r\n",
       "   <cc:Work>\r\n",
       "    <dc:type rdf:resource=\"http://purl.org/dc/dcmitype/StillImage\"/>\r\n",
       "    <dc:date>2022-06-17T16:36:18.281584</dc:date>\r\n",
       "    <dc:format>image/svg+xml</dc:format>\r\n",
       "    <dc:creator>\r\n",
       "     <cc:Agent>\r\n",
       "      <dc:title>Matplotlib v3.3.4, https://matplotlib.org/</dc:title>\r\n",
       "     </cc:Agent>\r\n",
       "    </dc:creator>\r\n",
       "   </cc:Work>\r\n",
       "  </rdf:RDF>\r\n",
       " </metadata>\r\n",
       " <defs>\r\n",
       "  <style type=\"text/css\">*{stroke-linecap:butt;stroke-linejoin:round;}</style>\r\n",
       " </defs>\r\n",
       " <g id=\"figure_1\">\r\n",
       "  <g id=\"patch_1\">\r\n",
       "   <path d=\"M 0 180.65625 \r\n",
       "L 238.965625 180.65625 \r\n",
       "L 238.965625 0 \r\n",
       "L 0 0 \r\n",
       "z\r\n",
       "\" style=\"fill:none;\"/>\r\n",
       "  </g>\r\n",
       "  <g id=\"axes_1\">\r\n",
       "   <g id=\"patch_2\">\r\n",
       "    <path d=\"M 30.103125 143.1 \r\n",
       "L 225.403125 143.1 \r\n",
       "L 225.403125 7.2 \r\n",
       "L 30.103125 7.2 \r\n",
       "z\r\n",
       "\" style=\"fill:#ffffff;\"/>\r\n",
       "   </g>\r\n",
       "   <g id=\"matplotlib.axis_1\">\r\n",
       "    <g id=\"xtick_1\">\r\n",
       "     <g id=\"line2d_1\">\r\n",
       "      <path clip-path=\"url(#p2471e5e066)\" d=\"M 71.218914 143.1 \r\n",
       "L 71.218914 7.2 \r\n",
       "\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-width:0.8;\"/>\r\n",
       "     </g>\r\n",
       "     <g id=\"line2d_2\">\r\n",
       "      <defs>\r\n",
       "       <path d=\"M 0 0 \r\n",
       "L 0 3.5 \r\n",
       "\" id=\"m2bda84485c\" style=\"stroke:#000000;stroke-width:0.8;\"/>\r\n",
       "      </defs>\r\n",
       "      <g>\r\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"71.218914\" xlink:href=\"#m2bda84485c\" y=\"143.1\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "     <g id=\"text_1\">\r\n",
       "      <!-- 5 -->\r\n",
       "      <g transform=\"translate(68.037664 157.698438)scale(0.1 -0.1)\">\r\n",
       "       <defs>\r\n",
       "        <path d=\"M 10.796875 72.90625 \r\n",
       "L 49.515625 72.90625 \r\n",
       "L 49.515625 64.59375 \r\n",
       "L 19.828125 64.59375 \r\n",
       "L 19.828125 46.734375 \r\n",
       "Q 21.96875 47.46875 24.109375 47.828125 \r\n",
       "Q 26.265625 48.1875 28.421875 48.1875 \r\n",
       "Q 40.625 48.1875 47.75 41.5 \r\n",
       "Q 54.890625 34.8125 54.890625 23.390625 \r\n",
       "Q 54.890625 11.625 47.5625 5.09375 \r\n",
       "Q 40.234375 -1.421875 26.90625 -1.421875 \r\n",
       "Q 22.3125 -1.421875 17.546875 -0.640625 \r\n",
       "Q 12.796875 0.140625 7.71875 1.703125 \r\n",
       "L 7.71875 11.625 \r\n",
       "Q 12.109375 9.234375 16.796875 8.0625 \r\n",
       "Q 21.484375 6.890625 26.703125 6.890625 \r\n",
       "Q 35.15625 6.890625 40.078125 11.328125 \r\n",
       "Q 45.015625 15.765625 45.015625 23.390625 \r\n",
       "Q 45.015625 31 40.078125 35.4375 \r\n",
       "Q 35.15625 39.890625 26.703125 39.890625 \r\n",
       "Q 22.75 39.890625 18.8125 39.015625 \r\n",
       "Q 14.890625 38.140625 10.796875 36.28125 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-53\"/>\r\n",
       "       </defs>\r\n",
       "       <use xlink:href=\"#DejaVuSans-53\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "    <g id=\"xtick_2\">\r\n",
       "     <g id=\"line2d_3\">\r\n",
       "      <path clip-path=\"url(#p2471e5e066)\" d=\"M 122.613651 143.1 \r\n",
       "L 122.613651 7.2 \r\n",
       "\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-width:0.8;\"/>\r\n",
       "     </g>\r\n",
       "     <g id=\"line2d_4\">\r\n",
       "      <g>\r\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"122.613651\" xlink:href=\"#m2bda84485c\" y=\"143.1\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "     <g id=\"text_2\">\r\n",
       "      <!-- 10 -->\r\n",
       "      <g transform=\"translate(116.251151 157.698438)scale(0.1 -0.1)\">\r\n",
       "       <defs>\r\n",
       "        <path d=\"M 12.40625 8.296875 \r\n",
       "L 28.515625 8.296875 \r\n",
       "L 28.515625 63.921875 \r\n",
       "L 10.984375 60.40625 \r\n",
       "L 10.984375 69.390625 \r\n",
       "L 28.421875 72.90625 \r\n",
       "L 38.28125 72.90625 \r\n",
       "L 38.28125 8.296875 \r\n",
       "L 54.390625 8.296875 \r\n",
       "L 54.390625 0 \r\n",
       "L 12.40625 0 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-49\"/>\r\n",
       "        <path d=\"M 31.78125 66.40625 \r\n",
       "Q 24.171875 66.40625 20.328125 58.90625 \r\n",
       "Q 16.5 51.421875 16.5 36.375 \r\n",
       "Q 16.5 21.390625 20.328125 13.890625 \r\n",
       "Q 24.171875 6.390625 31.78125 6.390625 \r\n",
       "Q 39.453125 6.390625 43.28125 13.890625 \r\n",
       "Q 47.125 21.390625 47.125 36.375 \r\n",
       "Q 47.125 51.421875 43.28125 58.90625 \r\n",
       "Q 39.453125 66.40625 31.78125 66.40625 \r\n",
       "z\r\n",
       "M 31.78125 74.21875 \r\n",
       "Q 44.046875 74.21875 50.515625 64.515625 \r\n",
       "Q 56.984375 54.828125 56.984375 36.375 \r\n",
       "Q 56.984375 17.96875 50.515625 8.265625 \r\n",
       "Q 44.046875 -1.421875 31.78125 -1.421875 \r\n",
       "Q 19.53125 -1.421875 13.0625 8.265625 \r\n",
       "Q 6.59375 17.96875 6.59375 36.375 \r\n",
       "Q 6.59375 54.828125 13.0625 64.515625 \r\n",
       "Q 19.53125 74.21875 31.78125 74.21875 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-48\"/>\r\n",
       "       </defs>\r\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\r\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "    <g id=\"xtick_3\">\r\n",
       "     <g id=\"line2d_5\">\r\n",
       "      <path clip-path=\"url(#p2471e5e066)\" d=\"M 174.008388 143.1 \r\n",
       "L 174.008388 7.2 \r\n",
       "\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-width:0.8;\"/>\r\n",
       "     </g>\r\n",
       "     <g id=\"line2d_6\">\r\n",
       "      <g>\r\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"174.008388\" xlink:href=\"#m2bda84485c\" y=\"143.1\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "     <g id=\"text_3\">\r\n",
       "      <!-- 15 -->\r\n",
       "      <g transform=\"translate(167.645888 157.698438)scale(0.1 -0.1)\">\r\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\r\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-53\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "    <g id=\"xtick_4\">\r\n",
       "     <g id=\"line2d_7\">\r\n",
       "      <path clip-path=\"url(#p2471e5e066)\" d=\"M 225.403125 143.1 \r\n",
       "L 225.403125 7.2 \r\n",
       "\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-width:0.8;\"/>\r\n",
       "     </g>\r\n",
       "     <g id=\"line2d_8\">\r\n",
       "      <g>\r\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"225.403125\" xlink:href=\"#m2bda84485c\" y=\"143.1\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "     <g id=\"text_4\">\r\n",
       "      <!-- 20 -->\r\n",
       "      <g transform=\"translate(219.040625 157.698438)scale(0.1 -0.1)\">\r\n",
       "       <defs>\r\n",
       "        <path d=\"M 19.1875 8.296875 \r\n",
       "L 53.609375 8.296875 \r\n",
       "L 53.609375 0 \r\n",
       "L 7.328125 0 \r\n",
       "L 7.328125 8.296875 \r\n",
       "Q 12.9375 14.109375 22.625 23.890625 \r\n",
       "Q 32.328125 33.6875 34.8125 36.53125 \r\n",
       "Q 39.546875 41.84375 41.421875 45.53125 \r\n",
       "Q 43.3125 49.21875 43.3125 52.78125 \r\n",
       "Q 43.3125 58.59375 39.234375 62.25 \r\n",
       "Q 35.15625 65.921875 28.609375 65.921875 \r\n",
       "Q 23.96875 65.921875 18.8125 64.3125 \r\n",
       "Q 13.671875 62.703125 7.8125 59.421875 \r\n",
       "L 7.8125 69.390625 \r\n",
       "Q 13.765625 71.78125 18.9375 73 \r\n",
       "Q 24.125 74.21875 28.421875 74.21875 \r\n",
       "Q 39.75 74.21875 46.484375 68.546875 \r\n",
       "Q 53.21875 62.890625 53.21875 53.421875 \r\n",
       "Q 53.21875 48.921875 51.53125 44.890625 \r\n",
       "Q 49.859375 40.875 45.40625 35.40625 \r\n",
       "Q 44.1875 33.984375 37.640625 27.21875 \r\n",
       "Q 31.109375 20.453125 19.1875 8.296875 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-50\"/>\r\n",
       "       </defs>\r\n",
       "       <use xlink:href=\"#DejaVuSans-50\"/>\r\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "    <g id=\"text_5\">\r\n",
       "     <!-- epoch -->\r\n",
       "     <g transform=\"translate(112.525 171.376563)scale(0.1 -0.1)\">\r\n",
       "      <defs>\r\n",
       "       <path d=\"M 56.203125 29.59375 \r\n",
       "L 56.203125 25.203125 \r\n",
       "L 14.890625 25.203125 \r\n",
       "Q 15.484375 15.921875 20.484375 11.0625 \r\n",
       "Q 25.484375 6.203125 34.421875 6.203125 \r\n",
       "Q 39.59375 6.203125 44.453125 7.46875 \r\n",
       "Q 49.3125 8.734375 54.109375 11.28125 \r\n",
       "L 54.109375 2.78125 \r\n",
       "Q 49.265625 0.734375 44.1875 -0.34375 \r\n",
       "Q 39.109375 -1.421875 33.890625 -1.421875 \r\n",
       "Q 20.796875 -1.421875 13.15625 6.1875 \r\n",
       "Q 5.515625 13.8125 5.515625 26.8125 \r\n",
       "Q 5.515625 40.234375 12.765625 48.109375 \r\n",
       "Q 20.015625 56 32.328125 56 \r\n",
       "Q 43.359375 56 49.78125 48.890625 \r\n",
       "Q 56.203125 41.796875 56.203125 29.59375 \r\n",
       "z\r\n",
       "M 47.21875 32.234375 \r\n",
       "Q 47.125 39.59375 43.09375 43.984375 \r\n",
       "Q 39.0625 48.390625 32.421875 48.390625 \r\n",
       "Q 24.90625 48.390625 20.390625 44.140625 \r\n",
       "Q 15.875 39.890625 15.1875 32.171875 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-101\"/>\r\n",
       "       <path d=\"M 18.109375 8.203125 \r\n",
       "L 18.109375 -20.796875 \r\n",
       "L 9.078125 -20.796875 \r\n",
       "L 9.078125 54.6875 \r\n",
       "L 18.109375 54.6875 \r\n",
       "L 18.109375 46.390625 \r\n",
       "Q 20.953125 51.265625 25.265625 53.625 \r\n",
       "Q 29.59375 56 35.59375 56 \r\n",
       "Q 45.5625 56 51.78125 48.09375 \r\n",
       "Q 58.015625 40.1875 58.015625 27.296875 \r\n",
       "Q 58.015625 14.40625 51.78125 6.484375 \r\n",
       "Q 45.5625 -1.421875 35.59375 -1.421875 \r\n",
       "Q 29.59375 -1.421875 25.265625 0.953125 \r\n",
       "Q 20.953125 3.328125 18.109375 8.203125 \r\n",
       "z\r\n",
       "M 48.6875 27.296875 \r\n",
       "Q 48.6875 37.203125 44.609375 42.84375 \r\n",
       "Q 40.53125 48.484375 33.40625 48.484375 \r\n",
       "Q 26.265625 48.484375 22.1875 42.84375 \r\n",
       "Q 18.109375 37.203125 18.109375 27.296875 \r\n",
       "Q 18.109375 17.390625 22.1875 11.75 \r\n",
       "Q 26.265625 6.109375 33.40625 6.109375 \r\n",
       "Q 40.53125 6.109375 44.609375 11.75 \r\n",
       "Q 48.6875 17.390625 48.6875 27.296875 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-112\"/>\r\n",
       "       <path d=\"M 30.609375 48.390625 \r\n",
       "Q 23.390625 48.390625 19.1875 42.75 \r\n",
       "Q 14.984375 37.109375 14.984375 27.296875 \r\n",
       "Q 14.984375 17.484375 19.15625 11.84375 \r\n",
       "Q 23.34375 6.203125 30.609375 6.203125 \r\n",
       "Q 37.796875 6.203125 41.984375 11.859375 \r\n",
       "Q 46.1875 17.53125 46.1875 27.296875 \r\n",
       "Q 46.1875 37.015625 41.984375 42.703125 \r\n",
       "Q 37.796875 48.390625 30.609375 48.390625 \r\n",
       "z\r\n",
       "M 30.609375 56 \r\n",
       "Q 42.328125 56 49.015625 48.375 \r\n",
       "Q 55.71875 40.765625 55.71875 27.296875 \r\n",
       "Q 55.71875 13.875 49.015625 6.21875 \r\n",
       "Q 42.328125 -1.421875 30.609375 -1.421875 \r\n",
       "Q 18.84375 -1.421875 12.171875 6.21875 \r\n",
       "Q 5.515625 13.875 5.515625 27.296875 \r\n",
       "Q 5.515625 40.765625 12.171875 48.375 \r\n",
       "Q 18.84375 56 30.609375 56 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-111\"/>\r\n",
       "       <path d=\"M 48.78125 52.59375 \r\n",
       "L 48.78125 44.1875 \r\n",
       "Q 44.96875 46.296875 41.140625 47.34375 \r\n",
       "Q 37.3125 48.390625 33.40625 48.390625 \r\n",
       "Q 24.65625 48.390625 19.8125 42.84375 \r\n",
       "Q 14.984375 37.3125 14.984375 27.296875 \r\n",
       "Q 14.984375 17.28125 19.8125 11.734375 \r\n",
       "Q 24.65625 6.203125 33.40625 6.203125 \r\n",
       "Q 37.3125 6.203125 41.140625 7.25 \r\n",
       "Q 44.96875 8.296875 48.78125 10.40625 \r\n",
       "L 48.78125 2.09375 \r\n",
       "Q 45.015625 0.34375 40.984375 -0.53125 \r\n",
       "Q 36.96875 -1.421875 32.421875 -1.421875 \r\n",
       "Q 20.0625 -1.421875 12.78125 6.34375 \r\n",
       "Q 5.515625 14.109375 5.515625 27.296875 \r\n",
       "Q 5.515625 40.671875 12.859375 48.328125 \r\n",
       "Q 20.21875 56 33.015625 56 \r\n",
       "Q 37.15625 56 41.109375 55.140625 \r\n",
       "Q 45.0625 54.296875 48.78125 52.59375 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-99\"/>\r\n",
       "       <path d=\"M 54.890625 33.015625 \r\n",
       "L 54.890625 0 \r\n",
       "L 45.90625 0 \r\n",
       "L 45.90625 32.71875 \r\n",
       "Q 45.90625 40.484375 42.875 44.328125 \r\n",
       "Q 39.84375 48.1875 33.796875 48.1875 \r\n",
       "Q 26.515625 48.1875 22.3125 43.546875 \r\n",
       "Q 18.109375 38.921875 18.109375 30.90625 \r\n",
       "L 18.109375 0 \r\n",
       "L 9.078125 0 \r\n",
       "L 9.078125 75.984375 \r\n",
       "L 18.109375 75.984375 \r\n",
       "L 18.109375 46.1875 \r\n",
       "Q 21.34375 51.125 25.703125 53.5625 \r\n",
       "Q 30.078125 56 35.796875 56 \r\n",
       "Q 45.21875 56 50.046875 50.171875 \r\n",
       "Q 54.890625 44.34375 54.890625 33.015625 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-104\"/>\r\n",
       "      </defs>\r\n",
       "      <use xlink:href=\"#DejaVuSans-101\"/>\r\n",
       "      <use x=\"61.523438\" xlink:href=\"#DejaVuSans-112\"/>\r\n",
       "      <use x=\"125\" xlink:href=\"#DejaVuSans-111\"/>\r\n",
       "      <use x=\"186.181641\" xlink:href=\"#DejaVuSans-99\"/>\r\n",
       "      <use x=\"241.162109\" xlink:href=\"#DejaVuSans-104\"/>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "   </g>\r\n",
       "   <g id=\"matplotlib.axis_2\">\r\n",
       "    <g id=\"ytick_1\">\r\n",
       "     <g id=\"line2d_9\">\r\n",
       "      <path clip-path=\"url(#p2471e5e066)\" d=\"M 30.103125 117.660856 \r\n",
       "L 225.403125 117.660856 \r\n",
       "\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-width:0.8;\"/>\r\n",
       "     </g>\r\n",
       "     <g id=\"line2d_10\">\r\n",
       "      <defs>\r\n",
       "       <path d=\"M 0 0 \r\n",
       "L -3.5 0 \r\n",
       "\" id=\"m8ad527e55c\" style=\"stroke:#000000;stroke-width:0.8;\"/>\r\n",
       "      </defs>\r\n",
       "      <g>\r\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"30.103125\" xlink:href=\"#m8ad527e55c\" y=\"117.660856\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "     <g id=\"text_6\">\r\n",
       "      <!-- 0.5 -->\r\n",
       "      <g transform=\"translate(7.2 121.460075)scale(0.1 -0.1)\">\r\n",
       "       <defs>\r\n",
       "        <path d=\"M 10.6875 12.40625 \r\n",
       "L 21 12.40625 \r\n",
       "L 21 0 \r\n",
       "L 10.6875 0 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-46\"/>\r\n",
       "       </defs>\r\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\r\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\r\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-53\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "    <g id=\"ytick_2\">\r\n",
       "     <g id=\"line2d_11\">\r\n",
       "      <path clip-path=\"url(#p2471e5e066)\" d=\"M 30.103125 89.64359 \r\n",
       "L 225.403125 89.64359 \r\n",
       "\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-width:0.8;\"/>\r\n",
       "     </g>\r\n",
       "     <g id=\"line2d_12\">\r\n",
       "      <g>\r\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"30.103125\" xlink:href=\"#m8ad527e55c\" y=\"89.64359\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "     <g id=\"text_7\">\r\n",
       "      <!-- 1.0 -->\r\n",
       "      <g transform=\"translate(7.2 93.442808)scale(0.1 -0.1)\">\r\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\r\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\r\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "    <g id=\"ytick_3\">\r\n",
       "     <g id=\"line2d_13\">\r\n",
       "      <path clip-path=\"url(#p2471e5e066)\" d=\"M 30.103125 61.626323 \r\n",
       "L 225.403125 61.626323 \r\n",
       "\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-width:0.8;\"/>\r\n",
       "     </g>\r\n",
       "     <g id=\"line2d_14\">\r\n",
       "      <g>\r\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"30.103125\" xlink:href=\"#m8ad527e55c\" y=\"61.626323\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "     <g id=\"text_8\">\r\n",
       "      <!-- 1.5 -->\r\n",
       "      <g transform=\"translate(7.2 65.425542)scale(0.1 -0.1)\">\r\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\r\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\r\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-53\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "    <g id=\"ytick_4\">\r\n",
       "     <g id=\"line2d_15\">\r\n",
       "      <path clip-path=\"url(#p2471e5e066)\" d=\"M 30.103125 33.609056 \r\n",
       "L 225.403125 33.609056 \r\n",
       "\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-width:0.8;\"/>\r\n",
       "     </g>\r\n",
       "     <g id=\"line2d_16\">\r\n",
       "      <g>\r\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"30.103125\" xlink:href=\"#m8ad527e55c\" y=\"33.609056\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "     <g id=\"text_9\">\r\n",
       "      <!-- 2.0 -->\r\n",
       "      <g transform=\"translate(7.2 37.408275)scale(0.1 -0.1)\">\r\n",
       "       <use xlink:href=\"#DejaVuSans-50\"/>\r\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\r\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\r\n",
       "      </g>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "   </g>\r\n",
       "   <g id=\"line2d_17\">\r\n",
       "    <path clip-path=\"url(#p2471e5e066)\" d=\"M 21.813651 13.377273 \r\n",
       "L 23.803125 17.008312 \r\n",
       "L 25.792599 21.101102 \r\n",
       "L 27.782072 17.928402 \r\n",
       "L 29.771546 18.066544 \r\n",
       "L 30.103125 18.598386 \r\n",
       "L 32.092599 30.008327 \r\n",
       "L 34.082072 32.278403 \r\n",
       "L 36.071546 31.941707 \r\n",
       "L 38.06102 32.477742 \r\n",
       "L 40.050493 31.619111 \r\n",
       "L 40.382072 31.513781 \r\n",
       "L 42.371546 39.766851 \r\n",
       "L 44.36102 41.604246 \r\n",
       "L 46.350493 41.089256 \r\n",
       "L 48.339967 40.510321 \r\n",
       "L 50.329441 40.044125 \r\n",
       "L 50.66102 40.135997 \r\n",
       "L 52.650493 47.238752 \r\n",
       "L 54.639967 51.503133 \r\n",
       "L 56.629441 51.165256 \r\n",
       "L 58.618914 51.945985 \r\n",
       "L 60.608388 52.348663 \r\n",
       "L 60.939967 52.438396 \r\n",
       "L 62.929441 64.903976 \r\n",
       "L 64.918914 65.508026 \r\n",
       "L 66.908388 62.935676 \r\n",
       "L 68.897862 62.200461 \r\n",
       "L 70.887336 59.819819 \r\n",
       "L 71.218914 58.852808 \r\n",
       "L 73.208388 61.46609 \r\n",
       "L 75.197862 63.630331 \r\n",
       "L 77.187336 62.759719 \r\n",
       "L 79.176809 62.554317 \r\n",
       "L 81.166283 63.047713 \r\n",
       "L 81.497862 62.870555 \r\n",
       "L 83.487336 74.42147 \r\n",
       "L 85.476809 73.549184 \r\n",
       "L 87.466283 71.843088 \r\n",
       "L 89.455757 68.618523 \r\n",
       "L 91.44523 65.826617 \r\n",
       "L 91.776809 65.676071 \r\n",
       "L 93.766283 84.027124 \r\n",
       "L 95.755757 73.5347 \r\n",
       "L 97.74523 73.285848 \r\n",
       "L 99.734704 70.576902 \r\n",
       "L 101.724178 68.863185 \r\n",
       "L 102.055757 68.517161 \r\n",
       "L 104.04523 78.228214 \r\n",
       "L 106.034704 78.43768 \r\n",
       "L 108.024178 78.304482 \r\n",
       "L 110.013651 77.513863 \r\n",
       "L 112.003125 76.723724 \r\n",
       "L 112.334704 77.017824 \r\n",
       "L 114.324178 87.7958 \r\n",
       "L 116.313651 84.921346 \r\n",
       "L 118.303125 84.291208 \r\n",
       "L 120.292599 84.481642 \r\n",
       "L 122.282072 82.11817 \r\n",
       "L 122.613651 81.579723 \r\n",
       "L 124.603125 82.909672 \r\n",
       "L 126.592599 85.237829 \r\n",
       "L 128.582072 83.753274 \r\n",
       "L 130.571546 82.803883 \r\n",
       "L 132.56102 80.697361 \r\n",
       "L 132.892599 79.973616 \r\n",
       "L 134.882072 84.144726 \r\n",
       "L 136.871546 82.536175 \r\n",
       "L 138.86102 84.208462 \r\n",
       "L 140.850493 86.358548 \r\n",
       "L 142.839967 85.740338 \r\n",
       "L 143.171546 86.103055 \r\n",
       "L 145.16102 89.482641 \r\n",
       "L 147.150493 91.518306 \r\n",
       "L 149.139967 92.939695 \r\n",
       "L 151.129441 92.235181 \r\n",
       "L 153.118914 92.80478 \r\n",
       "L 153.450493 92.474004 \r\n",
       "L 155.439967 98.702064 \r\n",
       "L 157.429441 96.207076 \r\n",
       "L 159.418914 96.095167 \r\n",
       "L 161.408388 96.083947 \r\n",
       "L 163.397862 95.187382 \r\n",
       "L 163.729441 94.557704 \r\n",
       "L 165.718914 97.933999 \r\n",
       "L 167.708388 97.875781 \r\n",
       "L 169.697862 97.288152 \r\n",
       "L 171.687336 98.704689 \r\n",
       "L 173.676809 97.263514 \r\n",
       "L 174.008388 96.997337 \r\n",
       "L 175.997862 105.988703 \r\n",
       "L 177.987336 107.649613 \r\n",
       "L 179.976809 101.715275 \r\n",
       "L 181.966283 101.069211 \r\n",
       "L 183.955757 100.675118 \r\n",
       "L 184.287336 100.311529 \r\n",
       "L 186.276809 111.138134 \r\n",
       "L 188.266283 110.011496 \r\n",
       "L 190.255757 108.542286 \r\n",
       "L 192.24523 107.993359 \r\n",
       "L 194.234704 105.834593 \r\n",
       "L 194.566283 105.899859 \r\n",
       "L 196.555757 109.859144 \r\n",
       "L 198.54523 110.616084 \r\n",
       "L 200.534704 112.729089 \r\n",
       "L 202.524178 109.936572 \r\n",
       "L 204.513651 110.527082 \r\n",
       "L 204.84523 110.014743 \r\n",
       "L 206.834704 120.685397 \r\n",
       "L 208.824178 120.048362 \r\n",
       "L 210.813651 116.344351 \r\n",
       "L 212.803125 113.547954 \r\n",
       "L 214.792599 113.887586 \r\n",
       "L 215.124178 113.859293 \r\n",
       "L 217.113651 114.419119 \r\n",
       "L 219.103125 116.013676 \r\n",
       "L 221.092599 115.438272 \r\n",
       "L 223.082072 115.10807 \r\n",
       "L 225.071546 114.681682 \r\n",
       "L 225.403125 114.315306 \r\n",
       "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\r\n",
       "   </g>\r\n",
       "   <g id=\"line2d_18\">\r\n",
       "    <path clip-path=\"url(#p2471e5e066)\" d=\"M 21.813651 136.922727 \r\n",
       "L 23.803125 135.463495 \r\n",
       "L 25.792599 134.685237 \r\n",
       "L 27.782072 134.296109 \r\n",
       "L 29.771546 134.412847 \r\n",
       "L 30.103125 134.267865 \r\n",
       "L 32.092599 131.961336 \r\n",
       "L 34.082072 131.23172 \r\n",
       "L 36.071546 130.79395 \r\n",
       "L 38.06102 130.064334 \r\n",
       "L 40.050493 129.918411 \r\n",
       "L 40.382072 130.08787 \r\n",
       "L 42.371546 128.167331 \r\n",
       "L 44.36102 127.145869 \r\n",
       "L 46.350493 127.972767 \r\n",
       "L 48.339967 127.948447 \r\n",
       "L 50.329441 128.167331 \r\n",
       "L 50.66102 128.110845 \r\n",
       "L 52.650493 125.540713 \r\n",
       "L 54.639967 124.665173 \r\n",
       "L 56.629441 124.567891 \r\n",
       "L 58.618914 124.665173 \r\n",
       "L 60.608388 124.548434 \r\n",
       "L 60.939967 124.5522 \r\n",
       "L 62.929441 119.703782 \r\n",
       "L 64.918914 118.974166 \r\n",
       "L 66.908388 119.995629 \r\n",
       "L 68.897862 120.652283 \r\n",
       "L 70.887336 121.396492 \r\n",
       "L 71.218914 121.501933 \r\n",
       "L 73.208388 118.828242 \r\n",
       "L 75.197862 119.995629 \r\n",
       "L 77.187336 119.898346 \r\n",
       "L 79.176809 120.50636 \r\n",
       "L 81.166283 119.87889 \r\n",
       "L 81.497862 119.9768 \r\n",
       "L 83.487336 115.034238 \r\n",
       "L 85.476809 116.49347 \r\n",
       "L 87.466283 117.174445 \r\n",
       "L 89.455757 117.733818 \r\n",
       "L 91.44523 118.478027 \r\n",
       "L 91.776809 118.564639 \r\n",
       "L 93.766283 109.781 \r\n",
       "L 95.755757 115.326084 \r\n",
       "L 97.74523 116.007059 \r\n",
       "L 99.734704 117.223087 \r\n",
       "L 101.724178 117.544118 \r\n",
       "L 102.055757 117.660856 \r\n",
       "L 104.04523 114.158698 \r\n",
       "L 106.034704 114.596468 \r\n",
       "L 108.024178 114.742391 \r\n",
       "L 110.013651 114.742391 \r\n",
       "L 112.003125 115.092607 \r\n",
       "L 112.334704 115.23194 \r\n",
       "L 114.324178 110.364693 \r\n",
       "L 116.313651 111.386156 \r\n",
       "L 118.303125 111.726644 \r\n",
       "L 120.292599 111.532079 \r\n",
       "L 122.282072 111.999034 \r\n",
       "L 122.613651 112.125187 \r\n",
       "L 124.603125 112.407619 \r\n",
       "L 126.592599 113.137235 \r\n",
       "L 128.582072 113.769569 \r\n",
       "L 130.571546 113.647967 \r\n",
       "L 132.56102 113.98359 \r\n",
       "L 132.892599 114.215184 \r\n",
       "L 134.882072 110.948386 \r\n",
       "L 136.871546 111.094309 \r\n",
       "L 138.86102 110.753822 \r\n",
       "L 140.850493 110.364693 \r\n",
       "L 142.839967 110.714909 \r\n",
       "L 143.171546 110.48708 \r\n",
       "L 145.16102 109.781 \r\n",
       "L 147.150493 109.051384 \r\n",
       "L 149.139967 109.002743 \r\n",
       "L 151.129441 109.051384 \r\n",
       "L 153.118914 108.788722 \r\n",
       "L 153.450493 108.848974 \r\n",
       "L 155.439967 103.944069 \r\n",
       "L 157.429441 105.695149 \r\n",
       "L 159.418914 106.66797 \r\n",
       "L 161.408388 107.08142 \r\n",
       "L 163.397862 107.212751 \r\n",
       "L 163.729441 107.4933 \r\n",
       "L 165.718914 106.862535 \r\n",
       "L 167.708388 107.592151 \r\n",
       "L 169.697862 107.835357 \r\n",
       "L 171.687336 106.716612 \r\n",
       "L 173.676809 107.096012 \r\n",
       "L 174.008388 107.097895 \r\n",
       "L 175.997862 104.235916 \r\n",
       "L 177.987336 103.360376 \r\n",
       "L 179.976809 105.792431 \r\n",
       "L 181.966283 106.20588 \r\n",
       "L 183.955757 106.162103 \r\n",
       "L 184.287336 106.194112 \r\n",
       "L 186.276809 100.441911 \r\n",
       "L 188.266283 101.025604 \r\n",
       "L 190.255757 102.095708 \r\n",
       "L 192.24523 102.849645 \r\n",
       "L 194.234704 103.477115 \r\n",
       "L 194.566283 103.53925 \r\n",
       "L 196.555757 103.652223 \r\n",
       "L 198.54523 102.776683 \r\n",
       "L 200.534704 101.901144 \r\n",
       "L 202.524178 102.411875 \r\n",
       "L 204.513651 102.543206 \r\n",
       "L 204.84523 102.578981 \r\n",
       "L 206.834704 98.107139 \r\n",
       "L 208.824178 98.690832 \r\n",
       "L 210.813651 99.858218 \r\n",
       "L 212.803125 101.098566 \r\n",
       "L 214.792599 100.850496 \r\n",
       "L 215.124178 100.884388 \r\n",
       "L 217.113651 100.733758 \r\n",
       "L 219.103125 100.150065 \r\n",
       "L 221.092599 100.247347 \r\n",
       "L 223.082072 100.514873 \r\n",
       "L 225.071546 100.55865 \r\n",
       "L 225.403125 100.54547 \r\n",
       "\" style=\"fill:none;stroke:#bf00bf;stroke-dasharray:5.55,2.4;stroke-dashoffset:0;stroke-width:1.5;\"/>\r\n",
       "   </g>\r\n",
       "   <g id=\"line2d_19\"/>\r\n",
       "   <g id=\"patch_3\">\r\n",
       "    <path d=\"M 30.103125 143.1 \r\n",
       "L 30.103125 7.2 \r\n",
       "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\r\n",
       "   </g>\r\n",
       "   <g id=\"patch_4\">\r\n",
       "    <path d=\"M 225.403125 143.1 \r\n",
       "L 225.403125 7.2 \r\n",
       "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\r\n",
       "   </g>\r\n",
       "   <g id=\"patch_5\">\r\n",
       "    <path d=\"M 30.103125 143.1 \r\n",
       "L 225.403125 143.1 \r\n",
       "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\r\n",
       "   </g>\r\n",
       "   <g id=\"patch_6\">\r\n",
       "    <path d=\"M 30.103125 7.2 \r\n",
       "L 225.403125 7.2 \r\n",
       "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\r\n",
       "   </g>\r\n",
       "   <g id=\"legend_1\">\r\n",
       "    <g id=\"patch_7\">\r\n",
       "     <path d=\"M 140.634375 44.55625 \r\n",
       "L 218.403125 44.55625 \r\n",
       "Q 220.403125 44.55625 220.403125 42.55625 \r\n",
       "L 220.403125 14.2 \r\n",
       "Q 220.403125 12.2 218.403125 12.2 \r\n",
       "L 140.634375 12.2 \r\n",
       "Q 138.634375 12.2 138.634375 14.2 \r\n",
       "L 138.634375 42.55625 \r\n",
       "Q 138.634375 44.55625 140.634375 44.55625 \r\n",
       "z\r\n",
       "\" style=\"fill:#ffffff;opacity:0.8;stroke:#cccccc;stroke-linejoin:miter;\"/>\r\n",
       "    </g>\r\n",
       "    <g id=\"line2d_20\">\r\n",
       "     <path d=\"M 142.634375 20.298437 \r\n",
       "L 162.634375 20.298437 \r\n",
       "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\r\n",
       "    </g>\r\n",
       "    <g id=\"line2d_21\"/>\r\n",
       "    <g id=\"text_10\">\r\n",
       "     <!-- train loss -->\r\n",
       "     <g transform=\"translate(170.634375 23.798437)scale(0.1 -0.1)\">\r\n",
       "      <defs>\r\n",
       "       <path d=\"M 18.3125 70.21875 \r\n",
       "L 18.3125 54.6875 \r\n",
       "L 36.8125 54.6875 \r\n",
       "L 36.8125 47.703125 \r\n",
       "L 18.3125 47.703125 \r\n",
       "L 18.3125 18.015625 \r\n",
       "Q 18.3125 11.328125 20.140625 9.421875 \r\n",
       "Q 21.96875 7.515625 27.59375 7.515625 \r\n",
       "L 36.8125 7.515625 \r\n",
       "L 36.8125 0 \r\n",
       "L 27.59375 0 \r\n",
       "Q 17.1875 0 13.234375 3.875 \r\n",
       "Q 9.28125 7.765625 9.28125 18.015625 \r\n",
       "L 9.28125 47.703125 \r\n",
       "L 2.6875 47.703125 \r\n",
       "L 2.6875 54.6875 \r\n",
       "L 9.28125 54.6875 \r\n",
       "L 9.28125 70.21875 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-116\"/>\r\n",
       "       <path d=\"M 41.109375 46.296875 \r\n",
       "Q 39.59375 47.171875 37.8125 47.578125 \r\n",
       "Q 36.03125 48 33.890625 48 \r\n",
       "Q 26.265625 48 22.1875 43.046875 \r\n",
       "Q 18.109375 38.09375 18.109375 28.8125 \r\n",
       "L 18.109375 0 \r\n",
       "L 9.078125 0 \r\n",
       "L 9.078125 54.6875 \r\n",
       "L 18.109375 54.6875 \r\n",
       "L 18.109375 46.1875 \r\n",
       "Q 20.953125 51.171875 25.484375 53.578125 \r\n",
       "Q 30.03125 56 36.53125 56 \r\n",
       "Q 37.453125 56 38.578125 55.875 \r\n",
       "Q 39.703125 55.765625 41.0625 55.515625 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-114\"/>\r\n",
       "       <path d=\"M 34.28125 27.484375 \r\n",
       "Q 23.390625 27.484375 19.1875 25 \r\n",
       "Q 14.984375 22.515625 14.984375 16.5 \r\n",
       "Q 14.984375 11.71875 18.140625 8.90625 \r\n",
       "Q 21.296875 6.109375 26.703125 6.109375 \r\n",
       "Q 34.1875 6.109375 38.703125 11.40625 \r\n",
       "Q 43.21875 16.703125 43.21875 25.484375 \r\n",
       "L 43.21875 27.484375 \r\n",
       "z\r\n",
       "M 52.203125 31.203125 \r\n",
       "L 52.203125 0 \r\n",
       "L 43.21875 0 \r\n",
       "L 43.21875 8.296875 \r\n",
       "Q 40.140625 3.328125 35.546875 0.953125 \r\n",
       "Q 30.953125 -1.421875 24.3125 -1.421875 \r\n",
       "Q 15.921875 -1.421875 10.953125 3.296875 \r\n",
       "Q 6 8.015625 6 15.921875 \r\n",
       "Q 6 25.140625 12.171875 29.828125 \r\n",
       "Q 18.359375 34.515625 30.609375 34.515625 \r\n",
       "L 43.21875 34.515625 \r\n",
       "L 43.21875 35.40625 \r\n",
       "Q 43.21875 41.609375 39.140625 45 \r\n",
       "Q 35.0625 48.390625 27.6875 48.390625 \r\n",
       "Q 23 48.390625 18.546875 47.265625 \r\n",
       "Q 14.109375 46.140625 10.015625 43.890625 \r\n",
       "L 10.015625 52.203125 \r\n",
       "Q 14.9375 54.109375 19.578125 55.046875 \r\n",
       "Q 24.21875 56 28.609375 56 \r\n",
       "Q 40.484375 56 46.34375 49.84375 \r\n",
       "Q 52.203125 43.703125 52.203125 31.203125 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-97\"/>\r\n",
       "       <path d=\"M 9.421875 54.6875 \r\n",
       "L 18.40625 54.6875 \r\n",
       "L 18.40625 0 \r\n",
       "L 9.421875 0 \r\n",
       "z\r\n",
       "M 9.421875 75.984375 \r\n",
       "L 18.40625 75.984375 \r\n",
       "L 18.40625 64.59375 \r\n",
       "L 9.421875 64.59375 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-105\"/>\r\n",
       "       <path d=\"M 54.890625 33.015625 \r\n",
       "L 54.890625 0 \r\n",
       "L 45.90625 0 \r\n",
       "L 45.90625 32.71875 \r\n",
       "Q 45.90625 40.484375 42.875 44.328125 \r\n",
       "Q 39.84375 48.1875 33.796875 48.1875 \r\n",
       "Q 26.515625 48.1875 22.3125 43.546875 \r\n",
       "Q 18.109375 38.921875 18.109375 30.90625 \r\n",
       "L 18.109375 0 \r\n",
       "L 9.078125 0 \r\n",
       "L 9.078125 54.6875 \r\n",
       "L 18.109375 54.6875 \r\n",
       "L 18.109375 46.1875 \r\n",
       "Q 21.34375 51.125 25.703125 53.5625 \r\n",
       "Q 30.078125 56 35.796875 56 \r\n",
       "Q 45.21875 56 50.046875 50.171875 \r\n",
       "Q 54.890625 44.34375 54.890625 33.015625 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-110\"/>\r\n",
       "       <path id=\"DejaVuSans-32\"/>\r\n",
       "       <path d=\"M 9.421875 75.984375 \r\n",
       "L 18.40625 75.984375 \r\n",
       "L 18.40625 0 \r\n",
       "L 9.421875 0 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-108\"/>\r\n",
       "       <path d=\"M 44.28125 53.078125 \r\n",
       "L 44.28125 44.578125 \r\n",
       "Q 40.484375 46.53125 36.375 47.5 \r\n",
       "Q 32.28125 48.484375 27.875 48.484375 \r\n",
       "Q 21.1875 48.484375 17.84375 46.4375 \r\n",
       "Q 14.5 44.390625 14.5 40.28125 \r\n",
       "Q 14.5 37.15625 16.890625 35.375 \r\n",
       "Q 19.28125 33.59375 26.515625 31.984375 \r\n",
       "L 29.59375 31.296875 \r\n",
       "Q 39.15625 29.25 43.1875 25.515625 \r\n",
       "Q 47.21875 21.78125 47.21875 15.09375 \r\n",
       "Q 47.21875 7.46875 41.1875 3.015625 \r\n",
       "Q 35.15625 -1.421875 24.609375 -1.421875 \r\n",
       "Q 20.21875 -1.421875 15.453125 -0.5625 \r\n",
       "Q 10.6875 0.296875 5.421875 2 \r\n",
       "L 5.421875 11.28125 \r\n",
       "Q 10.40625 8.6875 15.234375 7.390625 \r\n",
       "Q 20.0625 6.109375 24.8125 6.109375 \r\n",
       "Q 31.15625 6.109375 34.5625 8.28125 \r\n",
       "Q 37.984375 10.453125 37.984375 14.40625 \r\n",
       "Q 37.984375 18.0625 35.515625 20.015625 \r\n",
       "Q 33.0625 21.96875 24.703125 23.78125 \r\n",
       "L 21.578125 24.515625 \r\n",
       "Q 13.234375 26.265625 9.515625 29.90625 \r\n",
       "Q 5.8125 33.546875 5.8125 39.890625 \r\n",
       "Q 5.8125 47.609375 11.28125 51.796875 \r\n",
       "Q 16.75 56 26.8125 56 \r\n",
       "Q 31.78125 56 36.171875 55.265625 \r\n",
       "Q 40.578125 54.546875 44.28125 53.078125 \r\n",
       "z\r\n",
       "\" id=\"DejaVuSans-115\"/>\r\n",
       "      </defs>\r\n",
       "      <use xlink:href=\"#DejaVuSans-116\"/>\r\n",
       "      <use x=\"39.208984\" xlink:href=\"#DejaVuSans-114\"/>\r\n",
       "      <use x=\"80.322266\" xlink:href=\"#DejaVuSans-97\"/>\r\n",
       "      <use x=\"141.601562\" xlink:href=\"#DejaVuSans-105\"/>\r\n",
       "      <use x=\"169.384766\" xlink:href=\"#DejaVuSans-110\"/>\r\n",
       "      <use x=\"232.763672\" xlink:href=\"#DejaVuSans-32\"/>\r\n",
       "      <use x=\"264.550781\" xlink:href=\"#DejaVuSans-108\"/>\r\n",
       "      <use x=\"292.333984\" xlink:href=\"#DejaVuSans-111\"/>\r\n",
       "      <use x=\"353.515625\" xlink:href=\"#DejaVuSans-115\"/>\r\n",
       "      <use x=\"405.615234\" xlink:href=\"#DejaVuSans-115\"/>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "    <g id=\"line2d_22\">\r\n",
       "     <path d=\"M 142.634375 34.976562 \r\n",
       "L 162.634375 34.976562 \r\n",
       "\" style=\"fill:none;stroke:#bf00bf;stroke-dasharray:5.55,2.4;stroke-dashoffset:0;stroke-width:1.5;\"/>\r\n",
       "    </g>\r\n",
       "    <g id=\"line2d_23\"/>\r\n",
       "    <g id=\"text_11\">\r\n",
       "     <!-- train acc -->\r\n",
       "     <g transform=\"translate(170.634375 38.476562)scale(0.1 -0.1)\">\r\n",
       "      <use xlink:href=\"#DejaVuSans-116\"/>\r\n",
       "      <use x=\"39.208984\" xlink:href=\"#DejaVuSans-114\"/>\r\n",
       "      <use x=\"80.322266\" xlink:href=\"#DejaVuSans-97\"/>\r\n",
       "      <use x=\"141.601562\" xlink:href=\"#DejaVuSans-105\"/>\r\n",
       "      <use x=\"169.384766\" xlink:href=\"#DejaVuSans-110\"/>\r\n",
       "      <use x=\"232.763672\" xlink:href=\"#DejaVuSans-32\"/>\r\n",
       "      <use x=\"264.550781\" xlink:href=\"#DejaVuSans-97\"/>\r\n",
       "      <use x=\"325.830078\" xlink:href=\"#DejaVuSans-99\"/>\r\n",
       "      <use x=\"380.810547\" xlink:href=\"#DejaVuSans-99\"/>\r\n",
       "     </g>\r\n",
       "    </g>\r\n",
       "   </g>\r\n",
       "  </g>\r\n",
       " </g>\r\n",
       " <defs>\r\n",
       "  <clipPath id=\"p2471e5e066\">\r\n",
       "   <rect height=\"135.9\" width=\"195.3\" x=\"30.103125\" y=\"7.2\"/>\r\n",
       "  </clipPath>\r\n",
       " </defs>\r\n",
       "</svg>\r\n"
      ],
      "text/plain": [
       "<Figure size 252x180 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "# 对测试集进行分类并提交结果\n",
    "net, preds = get_net(), []\n",
    "train(net, train_valid_iter, None, num_epochs, lr, wd, devices, lr_period, lr_decay)    \n",
    "for X, _ in test_iter:\n",
    "    y_hat = net(X.to(devices[0]))\n",
    "    preds.extend(y_hat.argmax(dim=1).type(torch.int32).cpu().numpy())\n",
    "sorted_ids = list(range(1,len(test_ds)+1))\n",
    "sorted_ids.sort(key=lambda x: str(x))\n",
    "df = pd.DataFrame({'id':sorted_ids,'label':preds})\n",
    "df['label'] = df['label'].apply(lambda x: train_valid_ds.classes[x])\n",
    "df.to_csv('submission.csv',index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.6.3",
   "language": "python",
   "name": "python3.6.3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": false,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {
    "height": "2041.23px",
    "left": "45.9792px",
    "top": "56px",
    "width": "375.875px"
   },
   "toc_section_display": true,
   "toc_window_display": true
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}