{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [], "source": [ "%matplotlib inline" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "\n", "# Ridge Regression: Effect of the regularization parameter\n", "\n", "In this notebook we'll visualize the weight vector as a function of the L2 regularization parameter to demonstrate its effect. we'll use ridge regression to solve a classification problem:\n" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "(569, 30)" ] }, "execution_count": 3, "metadata": {}, "output_type": "execute_result" } ], "source": [ "from sklearn.linear_model import Ridge\n", "from sklearn.datasets import load_breast_cancer\n", "data = load_breast_cancer()\n", "X = data.data\n", "y = data.target\n", "X.shape\n", "classifier = Ridge()\n", "\n", "coefs = []\n", "errors = []\n", "alphas = np.logspace(-5, 2, 40)\n", "\n", "# Train the model with different values of the regularization parameter:\n", "for a in alphas:\n", " _ = classifier.set_params(alpha=a)\n", " _ = classifier.fit(X, y);\n", " coefs.append(classifier.coef_)" ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, "outputs": [ { "data": { "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZMAAAEaCAYAAADUo7pxAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzsvXmYHUdhr/1WdffZz5l9RjMjaSRZ\ni+UNWxa2MZvZnAAhAe4TCIEEyEIWLjfLRzZCbkgu+ciXm5tLErIQAh8mNyThkhAWg2PAXIx3vGJb\ntmVbizXS7NvZz+nuqvtH9Zw5czQjjaSRZiTV+zz11Nrd1dXV9euqrq4WWmssFovFYjkT5FpnwGKx\nWCznP1ZMLBaLxXLGWDGxWCwWyxljxcRisVgsZ4wVE4vFYrGcMVZMLBaLxXLGXNBiIoT4WyHE760w\n7WeFEB8923m6WBFCfFQIMSmEGD3Hx11xHVjl4/6SEGJMCFEUQnStIP17hBB3nYu8rTZCiENCiNee\nwfZFIcS2Vc7T5mi/zmru17I8F7SYaK1/UWv931ZjX0IILYTYvhr7OoVjnrcNTDNCiE3A/wNcprXe\ncBaPc1x5rWYdOIV8eMCfATdrrTNa66mW+C1RfXLPZb7WK1EZHTiTfbQKmtb6hWi/4Znn8MJACHGT\nEGL4bO3/ghaTi5111FgNAVNa6/G1zsg5og9IAE+udUZgXdWDRazXfJ0rzrfzP2l+tdbrzgDvBb7a\n5H8O+EKT/whwdeS+FPgmMA08A7ytKd1ngY82+X8TGAGOAT8HaGB7U9q/Am4FCsD9wCVR3J1R2hJQ\nBN7ekt84MAtc0RTWA1SA3sj/I8CjUbp7gKua0m4C/g2YAKaATwC7gSoQRsecjdK2AZ+L0h4GPgzI\nKO49wN3A/4zK46NLlO11wL1RPkaiY8WiOBFtOw7MAT9oPqclrtFTUVkdAH5hmXSvjcpBRefxWeAm\nYLgl3SHgtZH7I8AXovMsYBrlvadZXq114Ocx9Wka+Aow0BSngV8EngVmovogljmvOPBxTF06Frnj\nwM6onugoH3csse0LTfFF4CXRtbsL+NPo2AeB1zdt0wZ8OrpmR4GPAs4yefsI8EXgfwF5TF2XwG8D\nz0dl9gWgs2mbn47q0xTwey3Xo7UMF12/lrTL1q+mMn5/VMYHm8K2AwNNZVIEyoCO0lwC3BHlbxL4\nR6A9ivsHTP2qRNv9JrAl2q8bpRmIrvd0dP1/vqW8lq1vS5SvBv4Lpt5PAv+dhXtw2Xw2ldVvYe6t\nGuA2XZcCsA94S1P697BwT89Gx7wxCj+CuVff3VIv/xRTx8aAvwWSQJrF92ExKpNl60VTGf5stL87\nT9hunwtxOFUDbIsKTgL9mEp+tCluJopLRwX63uii7Iku4OWtNwHww8AocDmQiipgq5hMY24GN6oE\n/9xSgbafIM+fAf6oyf9+4LbIvSe66NcDDvDuqFLFI/9jUWVJY55oX9ZUke5qOc7ngC8D2ehi7wd+\ntil9AHwgOofkEvm8Frghit+CEYRfjeJ+CHgIaMcIy26gf5nzfSPmxhHAKzE3/p5l0t7E4sZnkX+J\nBukjGGF4Q1Q+HwPui+JOtbya68Cro/qxJyr7v6TpBomu8dei89+MEasfXuac/hC4D+jFPDjcA/y3\nlpvQXWbb4+KjvPsYsXOAX8KIlIji/x34ZHTOvcADLC/gH4n29WbMfZIEfjXK78bo3D8J/FOU/jJM\n4/IyIIZpjHxOT0yWrV9NZfxNoJOofrLMvYW5B+fzuB14XZT3HswD3seXysNSZQx8F/jrqL5cHV3b\n15ysvi1Tvhr4TnQOmzH34M+dQj4fxTwQzZ//j7PQsL8d8zDS33JPvzfK20cxDftfRce4GSNCmSj9\nxzGi2YlpI74KfOwE992J6sV8GX4OU++Oa08W7etMGv2zaTAisQf4CeDvMDfPpVGhfiVK83bgey3b\nfRL4/SUaks/MF2rTRW8Vk79vin8D8HRLBTqRmLwWONDkvxv46cj9N0QNTVP8M5hG+CVRxT6u4aGl\ncYwqUw3z7mE+7BeA/9OU/oVTLOdfBb4UuV+NuTFuIHrSOoX9/DvwK8vELarEy1TqQywWk281xV0G\nVCL3istriTrwaeBPmuIymEZzS9M1fllT/BeA317mnJ4H3tDk/yHgUOTewumJyXNN/lSUZgNm2KxG\n080MvAP4zjL7/wgtT5GYRv01Tf7+6Nxd4L8SNSBNx65zGmJyovrVVMavbklz3L2FeXp/iGUaMIxQ\nPrJcHprLGNNwh0C2Kf5jwGdPVt+WObam6SED+GXg26eQz585yb30KPBjTfXi2aa4K6Pj9zWFTWEE\nUmCE6JKmuJew0ANcdN1WUC/my3DbifI7b9bzmN13MSe/PXLPstD4fjdKMwRcL4SYbdrOxfQ6WhkA\nHmzyH1kiTfNMozKmsVkpdwBJIcT10X6uBr7UlM93CyE+0JQ+FuUpBA5rrYMVHKM72u5wU9hhYLDJ\nv9R5NRBC7MS8HN6LaTRczE2L1voOIcQnME89m4UQXwI+qLXOL7Gf1wO/jxnWkdG+Hl/BOayU1muR\niMZsN7Hy8mplAHh43qO1LgohpjDld2iZ4y5XBwY4/joMnEaemmkcW2tdFkIQHb8T8ICRKAxMmZ/o\nWrfGDQFfEkKoprAQI1QDzemjY09xGpyofp0gb637eD3wK8D1WutKFNYL/AXwcswTt8SMUKyEAWBa\na11oCjsc5XGeJevbCepZ8zk0rv0K87no/IUQPw38OqbxBnPNu5uSjDW5KwBa69awDKYnlAIeaqon\nAvMQuhwnqhdL5nc51vML+HkxeXnk/i5GTF7JgpgcAb6rtW5vMhmt9S8tsb8RTFdunk2rmVmttcI8\nyb4D+Enga02V9whmCKw5nymt9T9FcZuXebmlW/yTmKeGoaawzZgx9OW2aeVvgKeBHVrrHPAhTIWb\nP4+/0FpfixkO3An8RusOhBBx4F8xwyF9Wut24OvN+zkJJUyln9+fg7kRVsKplFcrx2gqOyFEGuhi\ncfmtlEX7wlyHYyvc9mT5bOUIpmfS3VR/clrry0/hGEcw72Ca62BCa32UlntDCJHElMs8i64Xpre0\nHCesX8vkrYEQYhdwC+bdZ3Mj9rFou6ui/b6rZb8nKtNjQKcQItsU1nrfnCrN7UfztT9ZPhflVQgx\nBHwK+M9AV3QvPbHENithEiMslzdd4zat9fwD0VJldKJ6cVx+T8R6F5NXYbq5w8D3MO89uoBHojRf\nA3YKIX5KCOFF5sVCiN1L7O8LwHuFELuFEClM1/5UGMO8rzkRn8cMvb0zcs/zKeAXhRDXC0NaCPHG\nqHI/gLmZ/zgKTwghXtp0zI1CiBiANtMcvwD8kRAiG1XEX8e8aF0pWcxL2aIQ4lLM2DwAUdldH01t\nLbHwQruVGGZ8dQIIoifJm08hD/sxT35vjI714Wh/K2HF5bUEn8fUgasjQfx/gfu11odOIe/z/BPw\nYSFEjxCiG1OfVnodJjAvQlf0bYXWegS4HfgfQoicEEIKIS4RQrzyFPL7t5h6MwQQ5fvHorgvAm8S\nQtwYld0fsLgxexR4gxCiUwixATN0tRzL1q+TIYTIYd4Hflhr3TolPks0sUIIMcjxDznL3p+RKN0D\nfCyqL1dhXir/40rztgS/IYToiKa9/wrwLyvMZytpTGM9ASCEeC9wxelkKHqg/RTwP6MeEkKIQSHE\nD0VJxoAuIURb02YnqhenxLoVE631fsxF+V7kz2NmMtwdNapET/43Y96rHMN0Vf8/lmiYtNbfwHQ/\nv4OZzXFvFFVbYZY+AtwihJgVQrxtmTzfj2mEB4BvNIU/iHmx+glMl/c5zFjovEC8CTOc9wIwjBEk\nMENnTwKjQojJKOwD0TEOYGb/fB7zPmilfBDTcypgKt6/NMXlorAZFmb2/OkS51nAzGb5QpT2JzEv\n/VaE1noOM87895inwxLmvFey7amWV/O238bMVPpXjCBdgqk7p8NHMcOmP8AM7z0cha3kHMrAHwF3\nR/XphhVs9tMYEd+HKfMvYsa3V8qfY67R7UKIAual6/VRfp7E1Kt/xpRLATNhZP7e+AfMpIdDGFFr\nrjOtnKh+nYw9wC7gz6IPDotCiGIU9wdR/BxmxuW/tWz7MYy4zwohPrjEvt+BGUY6hhl+/n2t9TdP\nIW+tfBkzfPdolJ9PrzCfi9Ba7wP+B6Y9GsO8E7n7DPL1W5j25T4hRB74FqZM0Vo/jXkIOhCV0wAn\nqBenyvxMkYuOqPfyBBA/zfF3i+WCRAiRwbyj3KG1PrjW+VlvCCE0pmyeW+u8rCfWbc/kbCCEeIsQ\nIiaE6MD0YL5qhcRiASHEm4QQqeg90p9ieluH1jZXlvOJi0pMMNNoJzDTOkNOYTzXYrnA+TEWPsDc\nAfyEvliHLSynxUU7zGWxWCyW1eNi65lYLBaL5SxgxcRisVgsZ8x6/gJ+xXR3d+stW7asdTYsFovl\nvOKhhx6a1Fqv9IPhE3JBiMmWLVt48MEHT57QYrFYLA2EEIdPnmpl2GEui8VisZwxVkwsFovFcsZY\nMbFYLBbLGWPFxGKxWCxnjBUTi8VisZwxVkwsFovFcsZcEFODT5d8EHLXTIG+mEdf3KM35hKTVl8t\nFovlVLmoxeTZUpWfeeLQorBOz2FDJC59MY/+uMfWVJxLknG2peJ0eBd1kVksFsuSXNQt42WZJN/c\nu5OxesBYzWe05jNWX7CfKlYZr/s0/xy503PYGgnLJck4O9MJrs6mGEgs93M/i8ViufC5qMUk6Uiu\nzKa48gRp6kpxuFLnYKXG8+Vaw75rpsj/Hp1ppNsQ87gml2JPLsU1uRQvyqbIus7ZPwmLxWJZB1zU\nYrISYlKyI51gRzpxXFwpDHmmWOXhQplH8sZ8Y3IOMD/Q3pFKcEN7mpu723hpe4akY9/HWCyWCxMr\nJmdA2nHY05ZmT1u6ETbjBzxWKPNw3pgvjs3wuWNTJKXkFZ0Zbu5q47VdOfri3hrm3GKxWFYXKyar\nTIfnclNnjps6cwDUlOKemSK3T+W5fXKO/5jMA3B1NsXN3Tne0tvB1lR8LbNssVgsZ8wF8afFvXv3\n6vNh1WCtNU+Vqtw+Occ3p/I8nC+jgZs6srx7sIvXdbXhSrHW2bRYLBcJQoiHtNZ7V2VfVkzWjtGa\nz+dHpviHY1OM1HwG4h7vGujinf1ddhjMYrGcdayYtHC+isk8gdLcPjXHLUen+O5MAVfA67vbec9g\nFze2ZxDC9lYsFsvqs5piYt+ZrANcKXhDTztv6GnnQLnGLccm+ZeRab46McsNbWl+75IBrm16yW+x\nWCzrDTtXdZ2xLRXnD7YP8siNl/OxnRt5vlLjjQ8/y88+cZDny9W1zp7FYrEsiRWTdUrSkbx3sJv7\nrt/NB7ds4DvTBV7xwNP85jNHGK/5a509i8ViWYQVk3VO2nX44NYN3H/Dbn5qoJvPj0xxw/1P8ScH\nRygG4Vpnz2KxWAArJucNPTGPP965kTuv281rOnP82aExbrjvKW6dmF3rrFksFsv6FRMhxCEhxONC\niEeFEOfvVK1VZlsqzqeu2MLXr91Bf9zjZ584xC/vO8yMH6x11iwWy0XMuhWTiFdpra9eralrFxJ7\ncmm+fu1OPrhlA18Zn+GmB57mW1P5tc6WxWK5SFnvYmI5AZ4UfHDrBr5+7U46PJd3/eAAv/b0CxTs\nuxSLxXKOWc9iooHbhRAPCSHet9aZWc9clU3xH3t38oHNvfzLyDQ3PfA035surHW2LBbLRcR6FpOX\naq33AK8H3i+EeEVzpBDifUKIB4UQD05MTKxNDtcRcSn53UsG+OqeHSSk5Mcfe54P7R+mptTJN7ZY\nLJYzZN2Kidb6WGSPA18CrmuJ/zut9V6t9d6enp61yOK65Nq2NN968S7et7GHzxyd5K2PPMdIrb7W\n2bJYLBc461JMhBBpIUR23g3cDDyxtrk6f0g6kj/cMcjfX76Fp0tVXvf9/dw7W1zrbFkslguYdSkm\nQB9wlxDiMeAB4Fat9W1rnKfzjh/pbefr1+6kzXX48Uef4++HJ7gQFva0WCzrj3W50KPW+gDworXO\nx4XArnSCb+zdyQeeOsyHnz3KI/ky/33XJlL2F8IWi2UVWZdicq4oz82y//57AFi8yruIwkST9/gw\nMR8m5UKciEKFWPC3uE0agZACIWQjXkgnCjPhSIGUEiElUjqIyG3SSqTjIKVjbMdZCGsKF1KScx3+\n/yu28ueHx/iTg6M8XarwmSu2MpS0f3i0WCyrw0UtJvmJcb796b9e62ycdaTjIl0Hz3H5iU3b+dJL\n38RNdz7C2x/8JpdOj+B4Ho7rRnbkdj0cz8ONxXC8GG7D7eF6MdxYDDcex4vFceMJvHgcLx7HjcXx\nEgm8WJxYKoUXT9j/sVgsFwEX9c+xwiCgWlz8PUajPCJbo80XL81xx4VptNJRWh1tasJAmzTa2POG\nFlsphdYKlEZrtRAWGeMOjX8+LgxRSqHCEK1CVBiiQoVquANjBwHhvD8IGZEuf9G/m+F4hncceZKX\njz5PGASEgU/o+4T+gjvw6wS+T1ivE9TrJo+ngBCSWDJJLJmKbOOOp9Iks1kSmVxkZ0lmc5GdJdXW\nQTyVOuVrarFYVo79OdYq4bgu6faOtc7GmvDWIOQX9h3m8+IKsje+iv+6fQBnBT0IFYZGYOp1gnoN\nv1qL7Cp+vUZQq+HXqvi1KvVKhXqlTK1Spl6uUK+WTVi5TH5ygmohT7VYXFagvESSTGcX2c5OMp3d\nZDq7Gqa9r5+ODQO4sdhqF43FYjkNLmoxuZhJuw63XLmV33/uKJ8cnuBQtcZf7x4i7Ton3E46DjEn\nSSyRXJV8aKWolctUinmqhULDLs3NUpyapDg9RWFmiiNPPk5pdhoVNi0VIwS57l46BwbpGBiks3+j\nsQc3kunossNrFss5xIrJRYwjBB/dsZGtyTi/9+xR3vzIc/zDVdvYEPfOWR6ElCQyGRKZDGw4cVqt\nFOX8HIWpSWZHjzF97CgzI0eZPjrM0af34dcW/kSZamunf8cu+rfvYsP2nWy4ZKcdNrNYziIX9TsT\nf6LM7FeePws5OgHLPC0vCm72iAW/EE3+JlsIATJyRzbSzBbDEQjHzAwTrpkFhhO5HYnwJMJz+E5Y\n5QPTk2QdyWc3D3JFNoVMOIi4i3DW/xO+1pri9BTTx4aZGj7C2PP7GXluPzMjR00CIega3MSG7TsZ\n2HkpW67aQ66nd20zbbGsMav5zuTiFpPxMjNf3H8WcrQMehlv8zVoTqOjF/3zL/Sb3PPhWmtQGhSN\nF/oos60OTZwOlQk7Cfuzkl+7JkneE3zssQovmzRDSiLmGGFJusiE23A7aQ+Z8XAyseNs4a2P71iq\nxSKjzz3DyHP7GYnsasEs1d+1cTNbr9nLtmv2MrDrMhzXdtQtFxdWTFo4XTG5mNBqXlg0hAodanSg\n0P68CdG+YrTq83MzE+wLfX5XZvgp30NVQ1QlQFcDVM24VTVAFX10benl7kXCwW2P47QncNrjuB2R\nuyOO255AZjzTczrHaK2ZPjrMwUcf5OAjDzL81JOoMCCWTDJ05TVsvWYvW6/ZS6aj85znzWI511gx\nacGKyepSCkPev+8wt03m+ZnBbv5w+yDuMg2/9kPCoo8q+oSFurFLdcJ8nXC2RjhbI5ipoastf4J0\nJV53Arc7idudMnZPErc7iZM+d+9s6pUyh594jEOPPMSBRx+kODUJQjB05dVc9opXs+PFL8FLJM5Z\nfiyWc4kVkxasmKw+odb84fPH+OSRCV7dmeWTl28he5KZXidCVYNIWKrGnqoSTFUIJisEU1UzVBch\nUy5uTwpvQwqvL43bl8LbkD7rIqO1ZvKFQ+y//x723XkH+YkxvHiCnTe8lMte8Wo2XXZlY7UDi+VC\nwIpJC1ZMzh6fOzrJ7zw7zM5Ugn+4ahsbE6v/XYcOFcFMzQjLRIVgsow/XsYfLaMrCz0amfXw+tJ4\nfSm8/gzeQBqvN4VwV7+B10px9Jl97LvzDp659y7qlTLZrh52v/wmLn/la+kcGFz1Y1os5xorJi1Y\nMTm7/J/pPD//xCGSjuSWK7dxTe7cTLHVWqMKPv5oCX+shD9axh8rEYyV0X40o8ARDXGJDaTxBjJ4\n/WlkYvVepvv1Gs8/eD/77ryDQ489jFaKrdfsZc/rf5Shq66x37NYzlusmLRgxeTs83Spwk/94CCT\ndZ9PXDbEG3va1ywvWmmCqQr+sRL+sSL1Y0X8YyVUyW+kcXuSxAYzeBuzxDZm8AYyyNjpD9PNU5qd\n4Qffuo1Hb7+V8twsnYOb2PP6H+WyV7wKL27frVjOL6yYtGDF5NwwUfd5z+MHeShf5sPb+nn/5t51\n81RuejF16sdK+EeL1I8W8YcLhPnoL5MC3N4UsUhcYpuyeP1p8w3OaRD4Pvvv/R4P3fplxg89TyKd\n4crX/jBX3/xGct32z5+W8wMrJi1YMTl3VELFrz79Al8en+U/9XXwJ7s2knbO/In/bBHm69SHCw1x\nqQ8XF3owriQ2mCG2OUtsU5bY5hxOW+yUBFJrzdGnn+Thb3yF5x64DwTsesnLuf7NP0735i1n56Qs\nllXCikkLVkzOLUrrxr9RLk0n+MwVW9maOj/+jaK1JpytUT9SoP5CwdhHCxCY+0BmY8Q3Z4kN5Yht\nyREbyKz4Bf/c+BiP3PZVfvCt2/BrVba/+Aauf8vb2XDJjrN5ShbLaWPFpAUrJmvDd6by/PK+w4Ro\nPrF7iJu729Y6S6eFDhT+SCkSmDy1FwqE09E6X64gtjFLfChnBGYod9IpypVCnoe/8VUeue0r1Eol\nhq66hhve8nY2XnbFOTgbi2XlWDFpwYrJ2vFCpcbPPXGIHxQr/OpQH7+xdcOKlrJf74T5uhGWQ3nq\nh/PUjxUhNPeK25MkvqWN2JYc8a1tOB3xJYfGauUyj33z6zx0679Tnptl8NLLuP7Nb2PL1deum3dN\nlosbKyYtWDFZW6qh4kPPDvP5kWle2ZHlry8boit2Ya1zpf2Q+nCR2uE89UNGZOa/6ndysYawxLa0\n4fWlFi0V49eqPH7HN/n+V/+V4tQkfdt2cMNb384l115nP4K0rClWTFqwYrI++MdjU3zo2WG6PZdP\nX7GVq8/R9yhrgVaaYLxM7eCc6b0cnGvMHBMJl/hWIy7xrW14A2bWWBj47LvzO9z/719gbmyUns1b\nuP6tP8HO62+0omJZE6yYtGDFZP3waL7Mzz5xkIl6wG9s3cAvbepddl2vCwmtNeFMjdqhOeoH89QO\nzhFMVgAQMUlsaEFc3P4UzzzwPe770heYOTZM5+AmbnjL29h14yuQ63hmnOXCw4pJC1ZM1hdT9YDf\n2n+Er03M8aJsko9fupndmdX5M+P5RFiom57LQSMw/mjJRLiC2KYcsa1ZJipHuO97X2T8yAHaN/Rz\n3Zt/nMte/ioc99wtdmm5eLFi0oIVk/XJV8Zn+Z39wxSCkF/f0sf7N/fhXQS9lOVQZZ9a1GupHZzD\nP1Y0/6VxBGG75sjkUxwa+wHVZIUXvf4NXPXaHyaeSq91ti0XMFZMWrBisn6ZrAf87rPDfHl8lqsy\nST6+ezOXXYS9lKVQ1YDaoTy1A5G4HC2AAoViujrCVDBC9vJ+Ln3Lq8ltsH+FtKw+VkxasGKy/vna\n+Cy/vX+YuSDk17b08YGLvJeyFKoWUD9coHZgjuJTo6ixGgKJ0iHVeIXsFQN0XL2Z2FAOGbfvVixn\njhWTFqyYnB9M1QM+/OwwXxqfZXc6wYe29fParpz95mIZVD1k5rFDDH/nMfSIT2esDykctIDYxgyJ\nbe3Et5nvXWT8wpqKbTk3WDFpwYrJ+cU3Jmb5yHPHOFytc31bmt/Z1s8N7Zm1zta6plLI89g3vs7w\nnY+RDdrpz2yjw+tDaAESYoNZIyzb2ogP5VZ1CX7LhYsVkxasmJx/+Erz+ZEp/uzQKGP1gFd1ZvnQ\ntn6uzF6436asBmEQcOCR7/P4t27jhR88Tnd8gB1D17EhsxVnVpiv9AV4A5nGVOTYlpMvAWO5OLFi\n0oIVk/OXcqj4zPAEn3hhnNkg5Ed72/mtrRu4JGX/DXIy8hPjPP6d23nijtspzkyT6+jlRdfczGD7\nDrw5j/oLBQjMT8S8DSliW9vMMjBDOdz282NhTsvZxYpJC1ZMzn/yQcjfvDDOJ4cnqCnFm3s7eNdA\nFze0pe07lZOgwpADjzzI49++jUOPPYwKQ7JdPezceyPbt76YrO6gftCsMabrRlyctphZuHJzjvhQ\nrvGVvuXiwopJC1ZMLhwm6j5/eXicfxqZohAqLknGeUd/J2/v76QnZodqTkalWODAQw/w7AP3cOix\nhwl9n1RbO9tffAM7XnwjGzq3EQyXzRpjh/OEszUAhCfNXyk3ZcwfKgezuJ2JRWuMWS48rJi0YMXk\nwqMUhnxtfI7Pj0xx/1wJV8APdbfxk/1d3NSZvSBWJj7b1CtlDjzyIM8+cC8HH/4+fq2KG4szsHMX\nG3dfycbLrqC3ZwvhSJX64Ty1w3n8kVJjdWSRcIgNZPA2WoG5ULFi0oIVk/OHoB5SztepFH1qJZ9q\n2adWCqiVfaqlIAoL8KsBga8I6opjnuK+PslD/S6luCRXCtk97LNt3GfLVEBcCYQUCAFSCoQQeHGH\nWNIhlnSJJdzIdow75ZLKxUi3xUm1GTuZ8S7oRtKv13jh8Ud54fHHOPLUE0wcPgha43ge/dt3sfGy\nK9i4+wp6N2/DKcro18fRHyqbBAZX4vUm8XpTuH1pvN4UXl8Kx4rMeYkVkxasmJxdQq0pBiGFUFEI\nQmNCRSVUVJSiVA/JV3zyZZ981adYCynXQ+p+SN1X1P0QP1D4gSLUoKI2RyqNo0EqkFrjCkFMSmKu\nJC4FSQQJIUlKQUoK4lLyQhyeiIc87yh8Aa6G3YHkRXWHq+oOQ74ABX4tpF4JqFcD6pUmdzUk9NVx\n5yikIJX1SLXFSbfHyXUlyHUnyXYlyHUnyHUliSUvnOm21WKRo888yZF9TzC87wnGDz6P1qZcMl3d\n9GwaonvzFno2b6FrcIic20k4VsUfK+OPlwnGyoRztYUduhKvO4nTmcDtTOB2xBtupyOBjNmPLNcj\nF4WYCCF+GPhzwAH+Xmv9x8thpNEZAAAgAElEQVSlPV0xGZ4p88nvHjj9TEacaMSlNepEL5Pno0TT\nVgthLf7IIZoi57cToum4QuMjqAtNHagJqAuoC00NqKGpCagJTTXyV9HUtDZxmPQrRSiNF4IbaiQg\nMRdQIpBSIAU4wvQklDTCEorI1hACgdbUteb4Jv/kOECb69DpufTEXAYTMfpiLm2eS8aR5FyHNAKn\nqpDlEFny0cUA5nzCfJ3aXJ3iTI38VJWgFi7adzztkutKkutO0NaToq03SXtvkraeFKlT/Hf8maCV\nolYuUy0VqRYLxpSKVItF/FoVFQSoMESFAWEYGr8KUUEIQiAdiZQO0lkwKgwpzUxTzs9RnpujNDNN\ncXYarcxVEFKS6+4l191DtruXtt4+2jv7ycQ6ifkpRB7CyQpqtoaerSGCxe1KmHQIMh5B0iVIOPgJ\nh1rCpZ6QVOOSesKh6kmUFGgNGo3SoLX5TfT83gTz9Vs06rkQ5n5whMCRpp65UiAjvxuFeY7AcySu\nNLYxC+6Ya/wxVxJz5EUx8WM1xWRdPmoJIRzgr4DXAcPA94UQX9Fa71vN48yWfW59fOSM9nEiMW6N\naU06v60GtBRoaWykQAtQjnGrKFw7kZEttivQjmy4cQTalZEtTqx2gAw1MV8T9xXJuiZZ1+R8TcLX\nxAMTl/A1cV8jfY0OFSpQ1JWmrjQ1pagqRVUrymhKUlMWEJzBveiBaSlcAdG5ERntCHClObfI1jEH\nnXYJkw7Tcc10EPJcpQZzJVPwJ2sY2owRgxqpPKTycJTGDcFTGi+AWGjKIBaUiU2XcSc1zhPgKI1U\nGCVzpMmzKxExgYg5SE/gSIkjwBMiOg2BS5NbCFyBaQBrFbzCDE5hGqcwjSxMIwrTkJ+G4izUKysq\nQw0gJEgnsqUJUwq0Qszbx9XUJfalFHPjo8yNjy57LIVECUkoHFwnQ8rrJO12kPLayJTbyMxmSDsJ\nsjJBm1x6anJdK4ooCpGdR1NAUwCKAsoaygLKQEVAGfMQVJ1/8Gmy60CwopJamliTwMRdx/SYXdmw\njw9zmuLkoriYI/EiO9Zsu3KRsLlSEnON7TqCmCNxHdkQRTdKI8WJH0zXgnUpJsB1wHNa6wMAQoh/\nBn4MWFUxefZzP8fv3b2qu1yCxTfqaV9+vdixVtWocXSxTPhSfgF6mTgdda0WhUGj8Z8PXyhFEW3T\n5F8iTjf2L4x7Pg+iZbvmR95l2lTdiG46B7Hc+czne8FuPUfdKA8T1shjY/ul0s7nf+VXXgBoBaFa\nHHYy9EKpCzToBbcAhJ4P1wvhTW6pNYJxhH4e0FTQVLVmqimd1qAciXYcQumgpIOSEiUloZQgjK2F\nRDmOESgpyQhJSgqUiOKEREuJEiLyC1Oe83ENvwkz5R2FR24lzPGUcNDCQUsHhWPSSQc971YSXZeo\nwEELgZIOdSmoOtI8AEoWHghF9AAoAGnquW50paJ6v5QNIETDv3DRmupulHcRbbdpepxPvueDK64X\nZ4v1KiaDwJEm/zBwfXMCIcT7gPcBbN68+bQOMjeaZ6pt62lm0XJRoZslC0AjIjVq3ON6QVaMe77x\nnU+/0BhLDQK1KKwhIXpBahr7bAqbb9yJ9r0gp1FelhBF0UgR2U3jo40GLEo5L2BaCEIElUSSUjJL\nKZWhGktQiSepxRJUYwmqcWPXYgnqsTi+G8N3vcjECFyXIPKHjksoHULHNNjnKyLqzTWblseDReLL\nKbihScRhWbu53rWL/Fk935WyXsVkqQeoRbeI1vrvgL8D887kdA7S96O/yf/+14dPkupkPYuV9zyO\nG07Qx3vEEgla93n8flobuhUe/yQc15s47qm76RYSS9wSYvGttuAXUeMlUC3hi9wniluULnrabDq2\nWpTXJXoDzb2VRc0BLedyar2Bs0njyV8ohFDIhlkId6I4RygETXHR2c3bCEEYjxHEPcJ4HD8WI4jH\nCDyXwPMIPRffcwk896Tn74QBbhjihCGOCpFK4SiFVCGOUsSqNWRYQoYKEWpEaIbYRKBwQ40XaGIq\nJIVPAp+4rJOQNeKyTsyt4Tk1PLeO69ZxHB/HreE4Pq5Tx3HruE4d1/FxZR1HqvlaFZ2rQqKg4Z+v\ndUbMdeigQgeUhNBBKAnKQTSMGw17zrtdxLzRLkJ5TeEOQkdubfxaO6hQEioHpSVKCUItCbTxh9oh\nRKIww4NaOGjhLvSSHBccD1wH6bgI10PEXITj4sQcHFfSO7jr7Fe+FbBexWQY2NTk3wgcW+2DXH3Z\ndfzM0e7V3u0pcdJm6kQJ9OKX9Utu3vKoKnTTbkWzv3k/C0MY87YKFTqoE/o+yg8IgwBVrxPWo7C6\nCUebl+0CM/7veS5ezMPzPDzPxfVcPM/BcZzoqRrzlD5viJ7CtYj8oileNKURxsCitKIp7cL5LmyH\nXjhnGj2Gxae+dEG2FH3T0IPWGoVGa4VSGqUV5gWyNjMQpEQ4jjGug5YyGvYApRUKn0DVCVSdUPso\nfLRQKDD7xUxGUNo0RAqJ1hKlHZTyUCryR7aOxluqDoxlHMbSDqMZh7GMw3RSMpuQFOPHf+2eqity\ndU2mrsgUNFlfkalXyfqabN34U4EmHWhSAaQDRZIqnqwh3RrSqYJbRbpVcCoIt4pwK+BUwK2BW0bH\nKyivgnLLBG4Z5VbQbhUhw+Py00oQuIShRxjE0GEMHcShGkeECWSQQoYJZJDACZM4QRIvTOJGthem\nkEECESbRKkGo4vjKIxSCQJj3e4EUhNLYylkwwfw7SE8ivMiOS6Tn4MQdnJjEjbu4cQcv4eLFzVT0\neNwhEXOJu5KE5zTes3iOWHfvO1aD9Som3wd2CCG2AkeBnwB+crUPMvzcMSrP3tvwL768TT69VPxC\niFjCtxAmjkvdbOvIJZrshcZPtMQt9svICB3ZCNN2RcOrUmgczAwqiXl/LRFIoSO/QAiNEAodGUQY\n2QotQmPLcMEtApM2FkLchGvZHGf8mhDV2C5Y2E6ETW6FFhpfaLTQaBnZQi2MH7Mwk2chbP6yRPPF\ntIToWTQarEbjgnYi4y74cdDaBVzQHmgXiGztLQ6PwoSOoTFPmtRDRLmCKFegVDLuMLoqjodIZCGZ\ng0QGEhmE44EyQyMuRWIUcHUZlzIuNRzA1ZKYFmjloULP2MpDqRhKGz/KRSoHR2GmUzfKQBPKkANZ\n2N/ucCAreSHjciTlMplYWDFAas2GapXeepFdhQpd02W6giKdqkhXkKdTFYiLCtqpg1MHxwevBok6\nWkZhsgZODe3UwK0hnDpgZuCdSAq0FuggThh4BGEMP3TxfZewmiEIOgkDjzCMIXQahwyezOHJHDHZ\nRtzrIOF1kox3kkpkiKcSuLEYwgHhSIQ0s9NwBI4njXHNE7sTk7iecbuexPHO36G184F1KSZa60AI\n8Z+B/8DMkfmM1vrJ1T5OVT9H+w2fXBR28qGglnixTDjNowPHP/q29hgax27tSTQ9RjdvI4RpZMMo\nXImT5fvco3T08pKou68lmAlE6FCbWUVhZHQ0WqcFChclXNPdl01GOI2XqOY6LQxpNNxCIwiRIsQR\nxp43TsM+nUnHJztXQagcM2wRiZtAm2PKEFeEhAJqmPNUykFrGW3jEmiPULtoJEb6FA4KqTWI6Byl\nEeAp2cEBuY0DYhsHxHYOsY2aMAtjJnSZAYa5lKMM6KMMMMwAR+ljDDcRwAnWzwy1AO2ZPIWSMHQI\nQxelXFToIf0kQvVAmEbXU4TVBH41ThhKfC0I0WhX4gPVIKRa143thZC0tbXR0dFBe3s7fb3ttLcv\nmGw2i5R2bbDzmXUpJgBa668DXz+bx9i5dTs/eOga8+yr5487nwEa893NmISO/DQ1fGaIQ8+nVcbP\nvDtKa2jqv8wfaz5s0dQNsy/pyIZxnGh6qSORbuR3pXn68hxczzVPYzHHfIWsRSNPKmqztQYVzvt1\nY5JPGGrCQBMEiiBUkdv4635AvR5Sr4fUqr5p87WZ1QICpYWZ4aLN1ySJRJpEIk0ymSGdzpDJZMlm\ns2QymUV2KpVa1HD4tSozI8eYPnqE6WPDTB0dpjA2wtzYKNVScdE1S2ZztPX2ke7oJJnNkchkSWZz\nxp3NksxkSWSyCCkbF8BcIx1dQ00Y+JTyk5RmJ6nkpyjlp6kUZ6gWZqiUZqkUplGqjnA0QmrS7Vmy\nPR1kujrIdLaR7mwj3d5menQ6QOkA35+hUjlMpTJMrTZGGBajaykIwwSVmocfxHHdNtKpDjKZJKlk\nCikkldkapdk65WId31doLfC1RAiJg2TG7eCp5BCPJzbxZGKQOcf89tjTITuZ403OGJfFS1yRrjGU\nEbixBFJuQohtSBknDCGfL5PPl8jnK8zOlpmZKTIzU6ReVyjloJSD48ToaOsi43WToA1RSxAUHErT\nIbVygHJqBG4JUlVkukYgS1SCPKFa6JdkMhm6urrY1NVFV2S6u7tpb2/Hdddtc2NZBdbtR4unwnr9\nAl4rTRgqQj9qpP2w4Q59ReCHBHWFXwsJ6iF+LTL1kKAWUq+F+JWAWjmgtsj2UcHS183xJKlsjGT0\nNXe2M2FMV4JMp/GnsrFTXvpCa00QBNRqNarVKrVajXK53DCVSmWRv1QqUSgUqFarx+1LSkkmkyGX\ny9HW1tawm93ptFktuFosNr5vmB0bjdxjlGdnqBQLVAp5Qt8/reszTzyVJtXeQbqtnVR7B9nOLro2\nbm6YeOr4f6wEQYGZ2QeYnr6L6em7KZefB8BxOqjXhxgdSTExkaNc7mZoYCs7Nmxla3aQZMWlMFri\n6JEix6aqjFdCAsywVZcr6EtIvN4Ez29O8kCHw72xkOHo883+mMvLOrNcm0uzJ5fi0nSCWJMol0ol\nxsfHmZycZGJiomEXCoVGGiEEHR0ddHV10Z7tIqHb0JUE1RmYG60yN14hFHUCt4ROVHCyNQKvTMXP\nE4QL5ZzNZunp6aG3t3eRnUjYXwecT1wUX8CfCutVTM4mgR9SLQZUCnUqhTrlQt2seVXwqeRNWHG2\nRnG6Sr26eERbuoJsR4JcT5L2vhQdfSnaN6To6EuTbl/dL7l936dYLFIsFikUCg27UCgwNzfH3Nwc\n+XyeIFj8eZnjOLS1tdHe3r6kncvlcBzHiFytRqWYp5LPU4m+CNd6YdaSENIMEYronZPjkMq1kW7v\nINXejhc7+b89tNYUi08xOXkHU9N3ks8/htYBUiTIJfZQzW/h6eckRybAFS6bvF62hD1sLLUTx8NX\nmiO+4khdMxutc5WMOwwOptm0s43KzhzfcQJuzxd5vFhBA1lH8rKOLC/vyPDKzizbknEjsNUqExMT\njI+PLzKlUqmRX8/z6Onpobu72/QMsl2IapLqjGBquMj4C3nmpgsEbpnQKSMzNUhWqaoC9WDhASCZ\nTNLX10dvb2/D9PT0kEwmV6F2WNYaKyYtXIxicirUKgGFqSrF6SqFJpOfqDAzWsZvWjbEizu096Vo\n70vRNZime1OW7o0Z0m1n72dKWmvK5TL5fL4hMPNmdnaWubk5isXFw11CCLLZbKNH02rmh9NORRi1\n1mhfocoBqljHLxSYmbuP6cr3mFX34ItJ0IJkZRup6SvwRnZwpJDiCWeEoqjSplJcqYbYldtMojOD\nbIsxo+C54SKHDuYJA033pgzbr+1l0+WdHM5KvjGZ5+uTsxyq1BHA3lyaV3VleWVHliszCeampxkb\nG2NsbIzR0VHGx8eZm5tr5NnzvOMa+vZcJ7VZwfjhAiOHZhg5PMZcYY7QqRC6ZUhWCZwygao39hOL\nxRo9jHnT19fX6CFaLkysmLRgxeT00VpTnqszM1pidqzMzGiZ2bEy06MlitMLC/mlcjG6N2Xo3piN\n7AztvalztlKs7/vk8/mGuCxlwnBxD8yRDplEikwiTSaWIu0mSTtJUsRJKo9E4JKou8RqEqoKVQnw\n3SlKPY9S7HmMcuc+tOMjggTp6SvIFfaS8/fiexkerx/kiennqIV1NvUMcMOe69l15W6ctEetFPD0\nfSPsu+sYM6NlvITDzhf3sfOl/TyXk9w6Mcttk3OM1QM8IXhZR4ab29O8KKjgT44vEo75HpuUku7u\n7kYjP9/gx+MJjj4/wfCBcUaPTjI1MU2xPEfoVAmdCsqpLyqTRCLREJ35nktPTw+5XM6KxkWIFZMW\nrJicHWpln8nhIpNHikwOF5g4UmTmWAmlTJ2JJV16h7L0bcnRuzlL76YMqbSHDrWZrRUq4w4URLaO\nwgiU8ftReMOvTJy/4Nd+GNkLRvkhuh6i61G80lSoUxI1iqJKSdQoi5qxWXAHYulJrDFH48UqOLEC\nnlcl7nlkkhtob9tKR+d2ktFsoyeffJL9+/ejtWbHjh1cd911bN68Gc/zKExV+f6th3j2wTFUoOnb\nmmP3S/sp7Mry1Zk8Xx6fZdIPSErBdXHJi2pFNk4cY+boMDMzM428xONxOjs7yeVyZDIZEokErutS\nq9XIzxaZnpylUChQqZVQS6w+FXMTtLd10NPXTU9vF52dnXR2dtLR0XHKvTXLhY0VkxZOV0yC2RrF\ne072LeSJvlpfwg+LvkhfchfLxTeHL5pVppdO15iBFk0za0w3A5RemE2m5mcyNaVRemE7FcUpvZBW\nEdnaLOerdGNCQb6umauHzNQVM4EiHy4cNimgwxV0OIJOV9DmiFP/kZUjEK5ExCTCc4zbazYOwpPI\nmGPSzNuesxCWcI077iATxhYxSV0FzM6OMjJ6P+NjjzA1/SzVqsL3k6D70boL309Sryuq1Sr+qbzc\n1wKhJa7nMpfL8kz3AE93bmAukcJRIVumx9g+Nsym6VFcderTk4WOvsIOYzg6TiadpaOzjZ6BTgaH\neujb2E0ulyMet/93t6yMC37V4HOFKtYp3XsaH9Yf1zaKZcKbwxanOa59bfqieqkwsVSa+ZfKkb0Q\nvuAWC18wHp9WCITErHAb/VyqkS76+lFEqxgjBcIxcVkpGJz3O4JAaabzPlMzVSanakxOVThWmh+e\nEXT1JOkdSNM3mKZvU5Z0R9x8cObJBaFwJSJaIXi1h86UqjOXf4yZ8XuYmbmXufyjaO2TSLZx1VWv\npLvrVXR1vQLPaz9u2/HxcW699VYOHz5MT08P1113HZlMBt/3qZZrHHh8nKP7p1A6hKEU+wZyPJzK\nMZZII7RmcGacPYeeYuvkCFnXIZVKkervb8xmi8fjZsqsFlQLAZW5gPJMSHEioDKrjHhol66+NjZs\na6d3S46+rTk6B9I49p/tlnXERd0zsZw9SnM1xg7kGT0wx+jBOcYPFxo/pcp0xOnbmjMN41COnqEs\nscTqPddoHVIo7GNm5l6mZ+5hdvZBlKoAgmz2Cjo7bqSr+1W05a5ByqWPGwQBd999N3feeSeu6/Ka\n17yGvXv3IqWkUqpy3637eeauScoKnr5U8fCgZLitA4SgLz/NtdU8r0657NrQR39/P729vcRiMcD8\nuGviSIGJwwXGX8gzcbjAzFi50b3LdMbN0OGWHH1bcvRsXt3ysVjmscNcLZyumBSKT/P4D36p+bEf\nmF83Z8HM+4WQx4dhlq82cbKRRgjZFOcYg0QItylMIoSHEA4ysoV0m8JchIwhZQwpPKSMISJbSg8h\nYzgygXSSxpZxpJOI3Mko/foYHw8DxeRwkdEDc4wdmGP0YJ7CVDQFVUDHhjR9Q1l6o0a0ezCD4538\nyVtrRbl8iELhCQrFJykUjAkCs5JqKrWdzs6X0NlxI+3t1+N5bSfd58GDB/na177G1NQU27dvZ/fu\n3RQKBcbGxpnYX8Mf7eZQX4ZHt8Jz/SlCx6FPBbwu5fC2gW72DPbjuq6ZTjxTY2q4yNSxIlPDRSaP\nlpgdLTVGKtNtMXqGcvQOZenZbMzZnDlnsTRjxaSF0xWTcvkwBw/+ebT608In8Ev71eI4HS2/Fy3q\nZ2wV/frULPqHDqOwsMUfNMKMO0CpoOE2cWf2IZ5B4DhpHCeF46RwG+6kCXfTuG4W18kY283iuBlc\nJ4vrzoflcN0sUiZWXZgqhTrjhwuMHcozfjjP+KE8lYI5byEF7b1JOgfSdPanad/gku4qEctMUA9G\nKBafoVB4kmLxKcLQfF8hRIxMZhfZ7OV0tF9HR8cNxON9J82H7/tMT08zMTHBfffdx/DwcOMbFjX/\nbkO5lBN72Nfdyb6hGOWYpMORvGVDB2/t6WC7L8hPmo/+po+VjHgcLVGvLLwgz3Yl6BrM0LMpQ2/U\nI7PCYVlLrJi0cCEOc5klQIyoKFVHaR+t6sat6lF4jVDVUGGVUFVRYRWl5t01QlUmDCuEYYkwLBsT\nGHcQlgjDEkFQbCz9cSKEcBuCYwRoXniMKBmRavLLJEJ6SOE0elpCuMZE/7JQYdXkT1VQYYUgqFCa\nDZg+Kpkd1eTHHUpTaWr5duaXNhTSJ5YdI5aZItUuyXWlae/ppWvDED39l5DpSJmF/5pQSlEqlRof\nSM7OzjI9Pc3U1BRTU1Pk84v/B+F5Hhs3bqRvwwYKnT18J+/x7arPXEoSU3ADMV4yB1uO1imNVyhM\nVRsz3ABiCYeujRm6BjKRnaZzMEP8AvqHvOXCwIpJC6crJkqpRd8mLPfkvVR4a5gQ5++y0lqHRmCC\nwvEmLEbufFO4cYdhiTAoE4RFwrCMUscvnXK6uG4bicQAiXg/rjtIUBiiOtdLabqN4oRHcUZTnK4t\n+uASAAFuwiyKqAgItFnaXRGtaCxCtNC4jksykSIRTyKFw+zMLGGg2NA3QLkjx93JkAc7BBMZiVSa\nbaM+l79QZ9fROvHACEZbb4q2niS5niRtPeZ/8Lnu1KqvImCxnC3sbK5VYmRkhE996lNnbf/zDcpK\n7Fb3Uv7ljJRyWb+UsuFvtlvdrcbExZCyGyl7T7ivmCcQMQEohKgDVYj+wG2GAgNARUN3Co3574lS\nHlp70UKDZrVarTzCUFCtKKan6tTrzeaFhrsqq4QdIUI5yDCOo+LIMB65E8REAlfGiIskSTKgJDoU\nhL5GBdosolkX+Ghq9SpTbR0c3JFj3waPo1kQWjI0FfLipyu8ykty7XUbyVwTJ5mNkWmPk8h4VjAs\nliYuajHJ5XK85jWvOS58qd7acj24+fDm+Nawldgncq/EKKVO6A7DsOFWSh3nXsrfGn4uerFSmlWR\nXdclFostMqlUquFOJpNmmu0SJh6Pn7ShV0pxy51384VDxzjSv5nJmFlram8uxeunFdnbRunzPF7z\n7t1s2t151s/bYjnfuajFJJvN8vKXv3yts3He0CwqzYK1lL9ZeJYbJnQcpyEezb2es0VdKR6YK3Hb\n+Az/dmSMaSeL3LyTG9sz/EhfB6/JZXjsc89w+PEptl/byyt/cheJtHfyHVsslpWJiRDiEmBYa10T\nQtwEXAV8Tms9ezYzZ1lfzAvA+cRIrc4dUwW+PZXnuzMFSqH5P/nG2Sne0dvBL9+wh66YR7Xkc+tf\nPcbYwTyvfMdOLn/FoB3GslhOgZX2TP4V2CuE2A58GvgK8HngDWcrYxbL6eArzcP5Et+eyvPt6TxP\nFs2kgIG4x5s60gQP3kv32FHe+Z/eyo4dOwAoTFf56l88ytxkhR963xVcck3vWp6CxXJeslIxUdGv\ndN8CfFxr/ZdCiEfOZsYslpUQas0TxQp3zRS5a6bA/XMlyqHCEfDiXJrf3dbPa7tyDCqfW265hUKh\nwLve9S42b94MwPRIia/+xaPUKwE/+oGrGdzVscZnZLGcn6xUTHwhxDuAdwNvisLsYLLlnKO05plS\nlXtmi9w9U+Se2SKzgZkevCMV520bOnlZe4aXd2Ro80z1LhaLfPZznyOfzy8SktEDc3ztrx7DcSRv\n+eAeujdm1+y8LJbznZWKyXuBXwT+SGt9UAixFfhfZy9bFouhFIY8mi/z/bkSD8yVeChfZi4Sj40J\nj9f3tPGy9gwv7ciyIX78802pVOKWW25hbm6Od77znQwNDQFw6PFJ/uPvniDdHudN/+Xq/9venUdH\ndd5pHv++qtJW2gBJbEKIfTMCDBiz2NjYEBwb2wlObLBNOrY7bncncZI+3Wcmkz49fSa9zGSmuydO\nznFCEk+m7djYls3i3WNjbDDGOxYCiR2xCSQhtKFSVanqnT+qEAIkUaJUqirp+ZxzT9VdqurRPSX9\ndO997/uSk6+RA0UiEW4xWWatffz8TKiguKOUSQYoay1HW7182djC543B4rG72c354e4nudJYkZ/D\ndTkZLBiUSVF6912RnC8kZ8+e5YEHHmDMmDEAVOyoYvN/VJA3KpMVP5iJKzslyj+ZSP8XbjH5M+CX\nlyz7bifLRMJW5fGys7GFr5rcoccWzoaOOtKTDLOyXXx/9DDmZruYm5PB4OTwW7K3tLTw9NNPU1dX\nx+rVqxk7diwAez48yXtPVzBqymC+/lixeuMV6SXd/iaFrpPcD4w1xmzqsCoLOBPNYNJ/+K3lsNvD\n7mY3e5pbKWtyU9bcwmlvsBNEh4GpGenckT+ImdnpzMpyMSUjneSrHNfE7Xbz9NNPU1NTw+rVqxk/\nfjwAR3efYcuf9lI4bQh3/OWMsHolFpHwXOnfsu1AFZAH/GuH5U1AabRCSeI662tj77lWKs61srvZ\nze5mN+XNrbhDve86TfB01eIhWczMcnFtlotpmemk99JATx6Ph6effprq6mpWrVrFhAkTAKg51sSb\na8sYMjKD2x6drkIi0su6LSbW2kqgEljQN3EkUdT72th3rpW9La3sPXdhqvZe6HJ9kNPBtMx01ozM\nZVpmGtMz05mYkUZqUnT+kAcCAUpKSqiqqmLVqlUX3Ufy2q+/ItXlZMX3Z+rUlkgUhHsH/ErgfwBD\nuTBqlLXWZkcxm8SYL2A52urhYIuHAy0eDra0tj+v9V0oGi5HEpNcaSwZks3kjLT2qSC1bztDfOut\nt9i/fz8rVqxg8uTJAHjcbbz666/wefys/Ns5ZA7W+CEi0RDuv2i/AO601pZHM4z0vRZ/gEq3h6Ot\nXo64PVS6LzxWtnraW9NkNHsAABtoSURBVFIB5CY7Ge9KZVleNuPTU5mUkcaUjDRGpaWQFOOuRz75\n5BM+/vhjFixYwNy5wR61/W0B3vztLupPtbDi8ZnkFmTGNKNIfxZuMTmtQpJ4rLWc8fk54fFystXL\nCY+PE61eToYej7V62y+Cn5flSGJMeipTMtO4Iz+H8a40JrhSGedK7VFrqr60b98+3njjDSZPnsyy\nZcuA4M++5ZkKjlecDfb8O0U9/4pE05Vac60MPf3MGPM8sAHwnF9vrX05itmkE9ZamvwBzvraOONr\no9bbRrW3jWqvj2pvGzVeH9We4Pxpr4/WwMXdxqcmGUamJjMyNYUlQ7IZk55CUXoqRekpjElPZbDT\nkVAdHJ46dYqSkhKGDRvGypUrSQpdj/n01cNU7DjFvDvHMmXBiBinFOn/rvSv5p0dnrcAX+swbwEV\nkzBZa2kNWNyBAG5/AHcgQIs/wDl/gKY2P82hx/PPm/1+Gtv81Pv8nPX5qW9roy706O9iWJHBTgf5\nKckMTXEyJyeDoSlORqWlMDI1mYLQY16yM6GKRXeampp49tlnSU1N5f777yc1NXg9pHz7ST597QhT\nFo5g7u1jYhtSZIC4Umuuh/oqSCxUe3xsqD6L30KbtQQs+LEXntvg8+AU3MYXCM77Qsu9geAyjw3g\nDQTnPQGLNzTfGgjg9tv2prHhSAKynA4yHUkMTnYyyOlgSkY6g5Md7fODkx0MSXa2F4+8FGfUWknF\nI6/Xy3PPPYfb7ebhhx8mOzvYFuTUoQa2PLOXwqmDufmByf2mcIrEu3Bbcz3RyeIG4DNr7cbejdR3\nTnh8/P2Bk52uSwIcxuA04DQmOCUZkkPPkzvMpyQZUowh0+EgNTk4n5qUREqSIS0pifSkJNIdJvQY\nnFxJSaQlJZHpTCLT4SDLmUSWw0GGM7hOfwS7FggEWL9+PSdPnmTVqlWMGBE8jeVp8fH273eTMTiV\n5Y8W4+ile1dE5MrCvaKaBkwBXgzN3wPsBh4xxiyx1v44GuGirTgznYobpuM0hiRjcIQKRxKdjw4o\n8WHz5s2Ul5ezfPlypkyZAoQuuD+7l+Z6Dyv/Zjap6fHZWECkvwr3N24CcIu1tg3AGPMk8DawDNgV\npWxR50wyDErSH51EsmvXLrZt28acOXOYP39++/KKj6o48Fk11989juHjcmKYUGRgCvc8QAGQ0WE+\nAxhprfXToXVXbzDG/IMx5oQxZmdo0miOAgRbbm3cuJHRo0dz++23tx89nj11jg+e30/BpEHMXl4U\n45QiA1NPblrcaYzZQvDu98XAPxtjMoB3opDr3621/ysK7ysJqqWlhXXr1pGens69997bPha93xfg\n7T/sxuE0LH3oGpKusnNIEYlMWMXEWvsHY8zrwDyCxeS/WGvPX7n+22iFE4ELfW41NTXx0EMPkZl5\n4U72jzYepPZYM19/rFhdpYjEULenuYwxU0KPs4ERwDHgKDA8tCxafmCMKTXGPGWM0aDcA9y7777L\noUOHuOOOOxg1alT78srdZ/jqnWMU31TAuFn5MUwoIlc6Mvlr4FEu7n7+PAvccjUfaox5Bxjeyaqf\nAU8CPw+9/89Dn/1wJ+/xaChb+5je0v+UlZXx4YcfMnfuXGbPvvD/S0ujl3f/uIchIzNYeM+EGCYU\nEbjyTYuPhh6X9OaHWmuXhrOdMeZ3wKtdvMdaYC3A3Llzu7gnXBLZ6dOn2bhxI4WFhdx2223ty23A\n8u4f9+Bt9XP3T67BmeKIYUoRgTBbcxljXMaYvzPGrA3NTzTGrIhGIGNMx46UvgmUReNzJL653W7W\nrVtHamoq9957L07nhf97dr57jKN76rjh2xPJHamegEXiQbhNg/8P4AUWhuaPA/8YlUTwC2PMLmNM\nKbAE+EmUPkfiVCAQ4KWXXqKhoYH77ruPrKys9nVnT51jx8aDjJ2ZxzU3joxhShHpKNymweOttfeF\nxoTHWus2UbpF3Fq7JhrvK4lj8+bNHDhwgBUrVlBYWNi+3AYs7z1TQXKKg5sfmKJeCkTiSLhHJl5j\nTDrBi+IYY8bTyzcrikDwgvu2bduYPXt2+yBX55Vvr6LqQAML75mAKzslRglFpDPhHpn8V+BNoNAY\n8ydgEfDdaIWSgenkyZNs2LCBwsJCbr/94o4PzjV42P7yAQomDWLqQo1PIhJvwi0m3wFeA0qAQ8CP\nrLW1UUslA05zczPr1q3D5XJx3333XXTBHWDbC/tp8wZ0ekskTvXkAnwacBfwBPBbY8yPopZKBpS2\ntjaef/55WlpaWL169UV3uAMcKa3lwOfVzL19DIOGuWKUUkS6E253KpuNMe8D1xFsYfUYcA3wyyhm\nkwHAWsvrr7/OsWPH+Na3vtU+Nsl53tY23n9uL0NGZnDt13Rzqki8CndwrHcJ9hT8EbAVuM5aWx3N\nYDIwfPLJJ3zxxRfceOONTJ8+/fL1mw7TXO/hnu9Nx+HUYFci8Src385SgveZTAdmANNDrbtErtqh\nQ4d48803mTRpEkuWXN7JwukjjZS+d4zpiws0RolInAv3NNdPAIwxmcBDBK+hDAfUTatclbq6Ol58\n8UXy8vJYuXIlSZeMX+/3B3jvmQpc2SnM/8b4GKUUkXCFe5rrB8CNwBygEniK4OkukR7zeDysW7cO\nay2rVq0iLS3tsm2+evcYZ4438/W/KNYQvCIJINzf0nTg34DPzw/dK3I1/H4/JSUl1NTU8OCDD5Kb\nm3vZNg01bj595TBjZ+Yx7lp1LS+SCMI9zfU/ox1E+r9AIMDGjRvZv38/K1asYPz4y09fWWv5YN1e\njMOweNWkGKQUkauh5jHSJ6y1vP3225SWlnLLLbdc1lXKeYe/quXo7jquv3McmYMvP/0lIvFJxUT6\nxLZt29ixYwfXX389N954Y6fbtHn9bHtxP0NGZlB8c0EfJxSRSKiYSNR9/vnnvPvuuxQXF7N8+fIu\nu0P58v8dpelMK4vvm0SSQ19NkUSi31iJqvLycl599VUmTJjA3XfffVkT4PMaa918/mYlE+YOpWDy\n4D5OKSKRUjGRqDl8+DAlJSUUFBRcNlripT4sOYAxsEjjuYskJBUTiYqqqiqee+45hgwZwv33309K\nStfjjxzdc4ZDO2uYe/sYXXQXSVAqJtLrampqeOaZZ0hLS+PBBx/E5eq6p19/W4Ctz+8nJz+dWbeq\nI0eRRKViIr3q2LFjPPXUUwCsWbOGnJzu+9Qq3Xyc+tMt3HDvRBzJ+jqKJCr1UyG9Zt++fbzwwgtk\nZWWxZs0ahgwZ0u325+o9fPraYcYU5zKmOK+PUopINKiYSK/44osveOWVVxg+fDgPPPDAZQNcdWb7\n+gP4/QEWfXtiHyQUkWhSMZGIWGvZunUrmzdvZvz48dx7772kpl65M+mTB+rZ9/Fp5ny9iEFDNXqi\nSKJTMZGrFggEeOONN/j000+ZMWMGd911V7fNfy+8zvLBun1kDk5lzm1joh9URKJOxUSuis/n4+WX\nX6a8vJxFixZx6623dnlD4qV2f3CCM8ebWf696SSnOqKcVET6goqJ9FhTUxMlJSVUVlayfPlyFixY\nEPZr3U1ePt50iILJgxg/W93Li/QXKibSI3v27OGVV17B5/Nxzz33UFxc3KPX79hwEF+rn8X3Te6y\njy4RSTwqJhKW1tZWXn/9dUpLSxkxYgQrV64kP79nRxanDzeyZ3sVM28tZMjIjCglFZFYUDGRKzp0\n6BAbNmygqamJm266icWLF+Nw9Oxahw0EB71yZaUw746xUUoqIrGiYiJd8vl8vPPOO3z88cfk5uby\nyCOPMGrUqKt6r/LtVVRXNrH0oWmkaEx3kX5Hv9XSqRMnTrB+/Xpqa2uZN28eS5cu7bazxu60nvPx\n0fqDjJiQw6R5w3o5qYjEAxUTuUh1dTXvv/8+u3fvbu8WpbOx2nvi402H8LT4WLxqki66i/RTKiYC\nBHv6ff/99ykrKyMlJYUbbriBRYsWkZ6eHtn7Hm1i9wcnmH7zKPJGZfVSWhGJNyomA1xtbW17EXE6\nnSxatIiFCxeSkRF5aysbutM9LTOZ6+/URXeR/kzFZICqqalh69at7Nq1C6fTyYIFC1i0aFGvFJHz\n9n5yilOHGrjlO1NIdSX32vuKSPxRMRlAGhsbKSsrY9euXVRVVeF0Opk/fz6LFi0Kq5ffnvC429j+\n8kGGjc1myvwRvfreIhJ/YlJMjDHfBv4BmArMs9Z+1mHdT4FHAD/wuLX2rVhk7C9aW1spLy+ntLSU\nw4cPAzBixAiWL19OcXFxrxeR8z595TDuJi8rvj8Dk6SL7iL9XayOTMqAlcBvOy40xkwDVgHXACOB\nd4wxk6y1/r6PmLjq6+uprKxk79697N27F7/fz+DBg7npppsoLi4mLy+6A1GdOdFM6ZbjXHPDSIYW\nZUf1s0QkPsSkmFhry4HOmoneDayz1nqAw8aYA8A84KO+TZg4rLXU1dVRWVnJkSNHqKyspKGhAYCM\njAzmzJnDjBkzKCgo6JNmuYGA5b1nKkh1OZl/d2RNikUkccTbNZMCYEeH+eOhZZcxxjwKPAowevTo\n6CeLA4FAgPr6empqaqipqaGqqorKykqam5sBcLlcFBUVsXDhQoqKihg6dGjY3cL3ll3vHef04UaW\nPTKNtExddBcZKKJWTIwx7wDDO1n1M2vtxq5e1sky29mG1tq1wFqAuXPndrpNIrLW0tLSQmNjI/X1\n9dTW1lJTU0N1dTW1tbW0tbW1b5udnc3YsWMpKiqiqKiIvLy8mN4U2FDjZsfGgxQV5zJxru50FxlI\nolZMrLVLr+Jlx4HCDvOjgJO9kyh2rLV4vV5aWlpwu90XPTY1NdHY2EhDQwONjY00Njbi9198iSg7\nO5uhQ4cyduxY8vPz26e0tLQY/USXs9ay5U8VmCTDTavVvbzIQBNvp7k2Ac8aY/6N4AX4icAn0fqw\nQCCAz+cjEAjg9/svmjoua2trw+fz0dbWdtnk9XrbJ4/Hc9nz1tZWWlpaCAQCnWZISkoiKyuLnJwc\nCgoKmDp1KtnZ2eTk5JCdnU1ubm5cFY2uVHxUxfGKs9y0ehJZQ+I/r4j0rlg1Df4m8CsgH3jNGLPT\nWrvcWrvbGPMCsAdoA74fzZZcJ0+e5Pe//33E7+N0OklNTSUlJaV9crlcDBo0iLS0NNLT03G5XF0+\n9vV1jd52rsHDhyUHGDEhh2tu7PQSl4j0c7FqzbUeWN/Fun8C/qkvcuTk5LBs2TIcDgdJSUk4HI6L\npvPLkpOTcTqd7dOl8z0d26O/2bpuH23eALesmap7SkQGqHg7zdWnsrKyWLRoUaxjJLSDX1Rz8Msa\n5n9jHIOGuWIdR0RiJLHPr0hMtZ7z8cG6feQVZjJr2cBoni0inVMxkau2/aUDuJt93LJmKg6Hvkoi\nA5n+AshVOVZeR/n2Kq5dNpr80RqnRGSgUzGRHvO2trHlTxUMGubiujvGxDqOiMQBFRPpkeDNiXtp\nOtPKkgen4EwZ2C3ZRCRIxUR6ZM+2k+z/9DTz7hzLyImDYh1HROKEiomEreZYE1uf30/htCHMuW1M\nrOOISBxRMZGweN1tvLW2jLQMJ8semqabE0XkIiomckXWBscoaTzTytf+fDrpWSmxjiQicUbFRK6o\n7P0THPi8mvl3j9N1EhHplIqJdKu6spFtJfspmp7LtbrLXUS6oGIiXfK0+Hjrd2W4slJY+l1dJxGR\nrqmYSKestWz+jwqa6zws/950DcErIt1SMZFOlW4+zqGdNSxYOZ7h43JiHUdE4pyKiVzm8Fc1fPjS\nAcbOzGPmrYVXfoGIDHgqJnKR4xV1vPW73eQXZrL0oWkay11EwqJiIu1OHW7gtSd3kTM0nTt/OIuU\ntAE9dpqI9ICKiQBw5kQzr/7qK1xZydz1o1m64C4iPaJiItRXt7Dxlztxpji4+8fXkpGTGutIIpJg\nVEwGuOazrWz63zuxfstdP5pFdl56rCOJSAJSMRnA3E1eNv1yJ60tPu58fCZDRmTEOpKIJCgVkwHK\n425j0xM7aTzTyorvz2BoUXasI4lIAlNznQHoXL2H158spe7EOW7/qxmMnDg41pFEJMGpmAwwpw43\n8MZvduFt9XPbX0ynaHpurCOJSD+gYjKAlG+vYsuzFWQOSuWux2eRW5AZ60gi0k+omAwAAX+AD186\nQOnm44yaMpjlf66OG0Wkd6mY9HOtzT7e+n0ZxyvOMvOWQhbeM54kh9pdiEjvUjHpx86caOb1J0tp\nrvdwy3emMnXhiFhHEpF+SsWkH7LWsnfHKd5ft4+UNAff/OvZ6kZeRKJKxaSfqTnWxNZ1+6g62MDw\ncTnc9uh0MgapexQRiS4Vk36i9ZyPTzYdouyDE6RlJrNkzRSmLhihoXZFpE+omCQ4G7CUb6/iow0H\n8ZzzMf3mUcxbMZa0DLXWEpG+o2KSwE4fbuSDdXuprmxixIQcFq+aTN4o3TsiIn0vJsXEGPNt4B+A\nqcA8a+1noeVjgHJgb2jTHdbax2IQMW7ZgOVoeR1lW45zZNcZXDkpLHt4GhOvG6ZREUUkZmJ1ZFIG\nrAR+28m6g9baWX2cJ+55WnxUfHSKXVuO01DjJj07hevuGMOsZaM1IqKIxFxM/gpZa8sB/Scdhtrj\nzex6/zj7Pj5FmzfAiPE5zLtrLOOvHYrDqZsPRSQ+xOO/tGONMV8CjcDfWWu3xjpQX6s/3UJl2RkO\nfllN1YEGHMlJTLpuGMU3jyJ/dFas44mIXCZqxcQY8w4wvJNVP7PWbuziZVXAaGvtGWPMHGCDMeYa\na21jJ+//KPAowOjRo3srdkz42wKc3F9P5a4zHCmrpaHaDcDg4S4WrBzPtIUj1ZeWiMS1qBUTa+3S\nq3iNB/CEnn9ujDkITAI+62TbtcBagLlz59rI0vYtf1uAupPnOH2kkWN76jhWXofP48fhTKJg8iBm\nLCmkaHouOfkaQldEEkNcneYyxuQDddZavzFmHDAROBTjWBE5XziqKxupPtpETWUTZ042E2gL1r/M\nwalMmjeMouI8Rk0eTHKqI8aJRUR6LlZNg78J/ArIB14zxuy01i4HFgP/zRjTBviBx6y1dbHI2BN+\nf4CmM6001rhprHXTUBOcGmvdnD3d0l44Ul1O8gqzmLmkkPyiLIYWZZGdl66GCCKS8GLVmms9sL6T\n5S8BL/V9osvZgMXr8eM556Ol0UtLoxd3k/fC80YvLU1ems96aK5rxXY40eZITiI7L52cvDRGX5NL\n/mgVDhHp3+LqNFdfq69u4bPXjuBxt+Fp8eF1+/G4g4/e1jbo4kpMaoYTV1YKruwUho/LIef64eTk\npwcLSH46ruwU9YklIgPKgC4mfl+AqoP1pKQ7SU13kp2XRmp6JinpTlJcwWUp6U5c2SntU3pWiu7v\nEBG5xIAuJrkFmaz5x4WxjiEikvD0L7aIiERMxURERCKmYiIiIhFTMRERkYipmIiISMRUTEREJGIq\nJiIiEjEVExERiZixNqF6b++UMaYGqARygIYOqzrOn3/e2bI8oLaHH3vpZ4WzLpx8V8rd21m7Wt9d\n1itl7LhM+7Z3920kWa+UV/t24O3bImttfg9f2zlrbb+ZgLVdzZ9/3sWyzyL9rHDWhZPvSrl7O2tX\n67vLqn0bu30bSVbtW+3bcPft1Uz97TTXK93Mv9LNst74rHDWhZOvq+fRytrV+u6yXjqvfduz9ZHs\n20iyXun12reR6U/7tsf6xWmuSBljPrPWzo11jnAkUlZIrLzKGj2JlDeRskL85O1vRyZXa22sA/RA\nImWFxMqrrNGTSHkTKSvESV4dmYiISMR0ZCIiIhFTMRERkYipmIiISMRUTLphjLnZGLPVGPMbY8zN\nsc4TDmNMhjHmc2PMilhn6Y4xZmpov5YYY/4y1nmuxBjzDWPM74wxG40xX4t1nu4YY8YZY/5gjCmJ\ndZauhL6n/ze0Tx+IdZ7uJML+7ChW39V+W0yMMU8ZY6qNMWWXLL/NGLPXGHPAGPOfr/A2FmgG0oDj\n0coaytUbeQH+E/BCdFK2Z4o4q7W23Fr7GHAvENVmjb2Ud4O19nvAd4H74jzrIWvtI9HK2JUeZl8J\nlIT26V3xnDVW+/OSXD3J2yff1cv09l2Q8TIBi4HZQFmHZQ7gIDAOSAG+AqYBxcCrl0xDgaTQ64YB\nf0qAvEuBVQS/RCviOWvoNXcB24H7433fdnjdvwKzEyRrSTT3a4TZfwrMCm3zbF/m7GnWWO3PXsgb\n1e/qpZOTfspa+4ExZswli+cBB6y1hwCMMeuAu621/wJ0d1roLJAajZzn9UZeY8wSIIPgL6vbGPO6\ntTYQj1lD77MJ2GSMeQ14trdz9mZeY4wB/jvwhrX2i3jOGis9yU7wSH8UsJMYnCHpYdY9fZvucj3J\na4wppw++q5fqt6e5ulAAHOswfzy0rFPGmJXGmN8CTwO/jnK2zvQor7X2Z9baHxP8w/y7aBSSbvR0\n395sjHkitH9fj3a4TvQoL/BDgkd+3zLGPBbNYJ3o6b7NNcb8BrjWGPPTaIe7gq6yvwzcY4x5kih0\n7XGVOs0aZ/uzo672bUy+q/32yKQLppNlXd61aa19meCXPlZ6lLd9A2v/2PtRrqin+3YLsCVaYcLQ\n07xPAE9EL063epr1DNDXBa8rnWa31p4DHurrMFfQVdZ42p8ddZU3Jt/VgXZkchwo7DA/CjgZoyzh\nSKS8iZQVEitvImW9VCJlT6SsEGd5B1ox+RSYaIwZa4xJIXixelOMM3UnkfImUlZIrLyJlPVSiZQ9\nkbJCvOWNVeuEPmj98BxQBfgIVvBHQstvB/YRbAXxs1jnTMS8iZQ10fImUtZEzp5IWRMlrzp6FBGR\niA2001wiIhIFKiYiIhIxFRMREYmYiomIiERMxURERCKmYiIiIhFTMRGJkDHmiDEmL9JtRBKZiomI\niERMxUSkB4wxG0xwJMvdxphHL1k3xhhTYYIjCJaa4CiSrg6b/NAY84UxZpcxZkroNfOMMduNMV+G\nHif36Q8k0ktUTER65mFr7RyCo0M+bozJvWT9ZGCttXYG0Aj8VYd1tdba2cCTwN+EllUAi6211wJ/\nD/xzVNOLRImKiUjPPG6M+QrYQbDH1omXrD9mrf0w9PwZ4IYO684PZ/A5MCb0PAd4MTQc678D10Qj\ntEi0qZiIhMkYczPBQYcWWGtnAl8CaZdsdmlndx3nPaFHPxfGEvo58J61djpwZyfvJ5IQVExEwpcD\nnLXWtoSueczvZJvRxpgFoeergW1hvOeJ0PPv9kpKkRhQMREJ35uA0xhTSvCIYkcn25QDfxbaZgjB\n6yPd+QXwL8aYDwFHb4YV6Uvqgl6klxhjxgCvhk5ZiQwoOjIREZGI6chEREQipiMTERGJmIqJiIhE\nTMVEREQipmIiIiIRUzEREZGIqZiIiEjE/j88J6WYr6ydQQAAAABJRU5ErkJggg==\n", "text/plain": [ "
" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "from matplotlib import pyplot as plt\n", "\n", "plt.figure()\n", "\n", "ax = plt.gca();\n", "ax.plot(alphas, coefs);\n", "ax.set_xscale('log');\n", "plt.xlabel('alpha');\n", "plt.ylabel('weights');\n", "plt.title('weight vector as a function of the regularization parameter');\n", "plt.axis('tight');" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "**Some observations:**\n", "\n", "As alpha increases (strong regularization), the coefficients of the trained weight vector decrease, eventually converging to 0 leading to a simpler (and biased) solution." ] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.5.5" } }, "nbformat": 4, "nbformat_minor": 1 }