diff --git a/0-pilot-project/MNIST-kNN-pipeline.ipynb b/0-pilot-project/MNIST-kNN-Abgabe.ipynb similarity index 78% rename from 0-pilot-project/MNIST-kNN-pipeline.ipynb rename to 0-pilot-project/MNIST-kNN-Abgabe.ipynb index 833c8a1..2c307e6 100644 --- a/0-pilot-project/MNIST-kNN-pipeline.ipynb +++ b/0-pilot-project/MNIST-kNN-Abgabe.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "markdown", - "id": "a3c5e9f5", + "id": "879144d9", "metadata": {}, "source": [ "### Load MNIST dataset" @@ -11,7 +11,7 @@ { "cell_type": "code", "execution_count": 1, - "id": "faf6a6a2", + "id": "bd032860", "metadata": {}, "outputs": [], "source": [ @@ -23,7 +23,7 @@ { "cell_type": "code", "execution_count": 2, - "id": "827c4abe", + "id": "30da011c", "metadata": {}, "outputs": [], "source": [ @@ -35,7 +35,7 @@ { "cell_type": "code", "execution_count": 3, - "id": "f48143ed", + "id": "4f555050", "metadata": {}, "outputs": [], "source": [ @@ -46,7 +46,7 @@ { "cell_type": "code", "execution_count": 4, - "id": "837cf0fb", + "id": "e4de4331", "metadata": {}, "outputs": [ { @@ -74,7 +74,7 @@ { "cell_type": "code", "execution_count": 5, - "id": "c9b983ad", + "id": "b5221963", "metadata": {}, "outputs": [], "source": [ @@ -83,7 +83,7 @@ }, { "cell_type": "markdown", - "id": "7bda23fd", + "id": "811db75a", "metadata": {}, "source": [ "### labels to int" @@ -92,7 +92,7 @@ { "cell_type": "code", "execution_count": 6, - "id": "4740ebf7", + "id": "2bcc19ad", "metadata": {}, "outputs": [], "source": [ @@ -104,7 +104,7 @@ { "cell_type": "code", "execution_count": 7, - "id": "315c76e6", + "id": "cc4b728f", "metadata": {}, "outputs": [], "source": [ @@ -114,7 +114,7 @@ }, { "cell_type": "markdown", - "id": "91d3d66e", + "id": "d7113df3", "metadata": {}, "source": [ "### Prepare data for machine learning" @@ -122,7 +122,7 @@ }, { "cell_type": "markdown", - "id": "a8c06c27", + "id": "570f328e", "metadata": {}, "source": [ "### Identify Train Set and Test Set" @@ -131,7 +131,7 @@ { "cell_type": "code", "execution_count": 8, - "id": "44f347bf", + "id": "80e1ca03", "metadata": {}, "outputs": [ { @@ -158,7 +158,7 @@ }, { "cell_type": "markdown", - "id": "50224021", + "id": "ade8a1f6", "metadata": {}, "source": [ "## Pipeline Declaration" @@ -167,7 +167,7 @@ { "cell_type": "code", "execution_count": 9, - "id": "d03586ff", + "id": "bc5896c2", "metadata": {}, "outputs": [], "source": [ @@ -195,7 +195,7 @@ }, { "cell_type": "markdown", - "id": "582d15bf", + "id": "9e905584", "metadata": {}, "source": [ "# Crossvalidation" @@ -204,7 +204,7 @@ { "cell_type": "code", "execution_count": 10, - "id": "3d3c4023", + "id": "bbbb447c", "metadata": {}, "outputs": [], "source": [ @@ -222,7 +222,7 @@ { "cell_type": "code", "execution_count": 11, - "id": "620f88eb", + "id": "4a8240c4", "metadata": {}, "outputs": [], "source": [ @@ -240,7 +240,7 @@ { "cell_type": "code", "execution_count": 12, - "id": "3575c029", + "id": "f397cf42", "metadata": {}, "outputs": [], "source": [ @@ -263,7 +263,7 @@ }, { "cell_type": "markdown", - "id": "e485d1cc", + "id": "a543706f", "metadata": {}, "source": [ "# Fitting" @@ -272,7 +272,7 @@ { "cell_type": "code", "execution_count": 13, - "id": "1bbfa763", + "id": "45452ceb", "metadata": {}, "outputs": [], "source": [ @@ -282,14 +282,14 @@ { "cell_type": "code", "execution_count": 14, - "id": "24c79306", + "id": "03c01cd0", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Pipeline: knn (baseline) (97.3071%) (0.1153)\n", + "Pipeline: knn (baseline) (97.3071%) (0.1162)\n", " precision recall f1-score support\n", "\n", " 0 0.98 1.00 0.99 1359\n", @@ -308,16 +308,16 @@ "weighted avg 0.97 0.97 0.97 14000\n", "\n", " fit_time score_time test_score\n", - "0 0.148709 8.932784 0.972143\n", - "1 0.209577 9.215023 0.971429\n", - "2 0.179098 9.244114 0.971607\n", - "3 0.262929 9.187294 0.970714\n", - "4 0.183352 9.243924 0.972143\n", - "5 0.116970 9.330330 0.972857\n", - "6 0.114284 8.733218 0.975179\n", - "7 0.117283 8.884361 0.972500\n", - "8 0.115274 8.905413 0.975357\n", - "9 0.117665 9.335545 0.973393\n" + "0 0.125081 9.229141 0.972143\n", + "1 0.123761 8.918457 0.971429\n", + "2 0.125360 9.193326 0.971607\n", + "3 0.119904 8.944645 0.970714\n", + "4 0.244280 9.182126 0.972143\n", + "5 0.233787 9.137941 0.972857\n", + "6 0.123714 9.257920 0.975179\n", + "7 0.116261 9.135718 0.972500\n", + "8 0.116210 9.125259 0.975357\n", + "9 0.141345 9.308920 0.973393\n" ] } ], @@ -333,14 +333,14 @@ { "cell_type": "code", "execution_count": 15, - "id": "52b4ce78", + "id": "18f02d0c", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Pipeline: scalar+knn (94.8000%) (1.203)\n", + "Pipeline: scalar+knn (94.8000%) (1.146)\n", " precision recall f1-score support\n", "\n", " 0 0.97 0.99 0.98 1359\n", @@ -359,16 +359,16 @@ "weighted avg 0.95 0.95 0.95 14000\n", "\n", " fit_time score_time test_score\n", - "0 1.009821 8.804876 0.949643\n", - "1 0.896719 8.698193 0.945000\n", - "2 1.011811 8.871731 0.949107\n", - "3 0.807173 8.469129 0.942500\n", - "4 1.330411 8.438243 0.948393\n", - "5 0.753516 8.551000 0.945179\n", - "6 0.755293 8.546287 0.943214\n", - "7 1.497854 8.511951 0.946607\n", - "8 1.203481 8.682229 0.951607\n", - "9 1.530921 8.592839 0.947143\n" + "0 0.758668 8.452150 0.949643\n", + "1 0.885169 8.631167 0.945000\n", + "2 1.160197 8.948529 0.949107\n", + "3 1.353553 8.502009 0.942500\n", + "4 0.912583 9.036203 0.948393\n", + "5 0.833251 9.013008 0.945179\n", + "6 0.886441 8.995505 0.943214\n", + "7 0.935067 8.891803 0.946607\n", + "8 1.146215 8.633170 0.951607\n", + "9 1.234975 8.846080 0.947143\n" ] } ], @@ -385,14 +385,14 @@ { "cell_type": "code", "execution_count": 16, - "id": "0dfeaba7", + "id": "b2e7ee09", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Pipeline: minmax+knn (97.3071%) (0.4171)\n", + "Pipeline: minmax+knn (97.3071%) (0.5789)\n", " precision recall f1-score support\n", "\n", " 0 0.98 1.00 0.99 1359\n", @@ -411,16 +411,16 @@ "weighted avg 0.97 0.97 0.97 14000\n", "\n", " fit_time score_time test_score\n", - "0 0.471567 9.110645 0.972143\n", - "1 0.471289 9.058701 0.971429\n", - "2 0.464118 8.920339 0.971786\n", - "3 0.392877 8.670509 0.970714\n", - "4 0.560493 9.075067 0.972143\n", - "5 0.439241 9.117617 0.972857\n", - "6 0.417131 8.821410 0.975179\n", - "7 0.502502 9.211790 0.972679\n", - "8 0.562765 8.894657 0.975179\n", - "9 0.365910 8.664754 0.973393\n" + "0 0.389049 8.747383 0.972143\n", + "1 0.385594 9.063268 0.971429\n", + "2 0.527658 8.926810 0.971786\n", + "3 0.564983 8.949160 0.970714\n", + "4 0.607976 9.087395 0.972143\n", + "5 0.689083 8.948745 0.972857\n", + "6 0.578933 8.950404 0.975179\n", + "7 0.647489 9.248726 0.972679\n", + "8 0.634490 9.124195 0.975179\n", + "9 0.619997 8.861808 0.973393\n" ] } ], @@ -437,14 +437,14 @@ { "cell_type": "code", "execution_count": 17, - "id": "954f303d", + "id": "23ae34c3", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Pipeline: standard+pca95+knn (95.3929%) (7.125)\n", + "Pipeline: standard+pca95+knn (95.3929%) (9.151)\n", " precision recall f1-score support\n", "\n", " 0 0.97 0.99 0.98 1359\n", @@ -463,16 +463,16 @@ "weighted avg 0.95 0.95 0.95 14000\n", "\n", " fit_time score_time test_score\n", - "0 7.513900 6.548804 0.953036\n", - "1 9.749506 5.649257 0.950357\n", - "2 9.862697 5.623950 0.953571\n", - "3 9.706705 5.707787 0.945179\n", - "4 7.644520 6.525581 0.952500\n", - "5 9.088006 5.999788 0.950000\n", - "6 9.022692 5.937026 0.948214\n", - "7 9.722373 5.648439 0.950714\n", - "8 7.124760 5.989992 0.955893\n", - "9 7.688745 6.399412 0.953571\n" + "0 7.882113 6.468349 0.953036\n", + "1 8.902088 5.919568 0.950357\n", + "2 8.750770 5.959131 0.953571\n", + "3 7.767436 6.355160 0.945179\n", + "4 9.307496 5.559806 0.952500\n", + "5 7.845258 6.534233 0.950000\n", + "6 8.874461 5.844108 0.948214\n", + "7 7.704501 6.488686 0.950714\n", + "8 9.151180 5.622928 0.955893\n", + "9 7.257694 6.649508 0.953571\n" ] } ], @@ -490,14 +490,14 @@ { "cell_type": "code", "execution_count": 18, - "id": "375615c0", + "id": "cac23616", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Pipeline: minmax+pca95+knn (97.5500%) (8.169)\n", + "Pipeline: minmax+pca95+knn (97.5500%) (8.162)\n", " precision recall f1-score support\n", "\n", " 0 0.98 1.00 0.99 1359\n", @@ -516,16 +516,16 @@ "weighted avg 0.98 0.98 0.98 14000\n", "\n", " fit_time score_time test_score\n", - "0 8.054958 5.493052 0.973750\n", - "1 8.554230 4.945253 0.972857\n", - "2 7.932777 5.341562 0.974286\n", - "3 7.616275 5.701586 0.973036\n", - "4 8.145786 5.175171 0.974464\n", - "5 7.198905 5.762730 0.975179\n", - "6 7.349528 5.753122 0.975893\n", - "7 6.830007 5.986614 0.975357\n", - "8 8.169036 5.468261 0.976607\n", - "9 8.215247 5.327437 0.975536\n" + "0 8.170779 5.294063 0.973750\n", + "1 8.088926 5.365682 0.972857\n", + "2 6.857623 5.776273 0.974286\n", + "3 7.262239 5.806243 0.973036\n", + "4 8.057861 5.374735 0.974464\n", + "5 7.276100 5.745563 0.975179\n", + "6 8.202060 5.424418 0.975893\n", + "7 8.114796 5.319392 0.975357\n", + "8 8.162190 5.424424 0.976607\n", + "9 7.437983 5.727555 0.975536\n" ] } ], @@ -543,14 +543,14 @@ { "cell_type": "code", "execution_count": 19, - "id": "0c04fd54", + "id": "a57eb660", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Pipeline: standard+pca99+knn (94.9071%) (8.42)\n", + "Pipeline: standard+pca99+knn (94.9071%) (9.396)\n", " precision recall f1-score support\n", "\n", " 0 0.97 0.99 0.98 1359\n", @@ -569,16 +569,16 @@ "weighted avg 0.95 0.95 0.95 14000\n", "\n", " fit_time score_time test_score\n", - "0 8.228997 7.326211 0.949821\n", - "1 8.296160 7.341953 0.946786\n", - "2 7.655164 7.585432 0.950179\n", - "3 8.579497 7.275667 0.943036\n", - "4 8.647136 7.235398 0.948750\n", - "5 8.524955 7.204496 0.945893\n", - "6 8.622762 7.377557 0.946071\n", - "7 8.968744 7.107852 0.947679\n", - "8 8.420293 7.159137 0.953214\n", - "9 7.535510 7.697132 0.947679\n" + "0 9.473285 6.515933 0.949821\n", + "1 7.714788 7.746434 0.946786\n", + "2 7.546448 7.823940 0.950179\n", + "3 7.546017 7.754220 0.943036\n", + "4 7.534473 7.836074 0.948750\n", + "5 7.524864 7.952840 0.945893\n", + "6 7.699588 7.758791 0.946071\n", + "7 9.373224 6.639953 0.947679\n", + "8 9.395972 6.550251 0.953214\n", + "9 9.444257 6.667987 0.947679\n" ] } ], @@ -596,14 +596,14 @@ { "cell_type": "code", "execution_count": 20, - "id": "22c4ca56", + "id": "bcbedf38", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Pipeline: minmax+pca99+knn (97.3643%) (7.296)\n", + "Pipeline: minmax+pca99+knn (97.3643%) (9.134)\n", " precision recall f1-score support\n", "\n", " 0 0.98 1.00 0.99 1359\n", @@ -622,16 +622,16 @@ "weighted avg 0.97 0.97 0.97 14000\n", "\n", " fit_time score_time test_score\n", - "0 7.414330 6.520805 0.972679\n", - "1 7.380615 6.424363 0.971429\n", - "2 7.606246 6.410645 0.972143\n", - "3 8.741697 5.490113 0.970179\n", - "4 8.586719 5.866966 0.972679\n", - "5 8.284014 6.071847 0.973214\n", - "6 8.925915 5.541398 0.975536\n", - "7 7.440964 6.649676 0.972857\n", - "8 7.296453 6.530696 0.975714\n", - "9 7.390439 6.666066 0.974286\n" + "0 8.213089 6.006415 0.972679\n", + "1 7.115110 6.500668 0.971429\n", + "2 7.381336 6.424851 0.972143\n", + "3 7.099746 6.442294 0.970179\n", + "4 9.174922 5.636195 0.972679\n", + "5 6.937273 6.640518 0.973214\n", + "6 8.361929 6.048856 0.975536\n", + "7 9.058427 5.660812 0.972857\n", + "8 9.134326 5.704015 0.975714\n", + "9 9.088895 5.631931 0.974286\n" ] } ], @@ -649,14 +649,14 @@ { "cell_type": "code", "execution_count": 21, - "id": "eb454722", + "id": "5bc4f44b", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Pipeline: maxabs+pca95+knn (97.5500%) (9.02)\n", + "Pipeline: maxabs+pca95+knn (97.5500%) (8.568)\n", " precision recall f1-score support\n", "\n", " 0 0.98 1.00 0.99 1359\n", @@ -675,16 +675,16 @@ "weighted avg 0.98 0.98 0.98 14000\n", "\n", " fit_time score_time test_score\n", - "0 6.947509 5.675072 0.973750\n", - "1 9.039265 5.126696 0.972857\n", - "2 8.992979 4.936873 0.974286\n", - "3 7.849278 5.546096 0.973036\n", - "4 7.618944 5.663611 0.974464\n", - "5 8.973946 5.126191 0.975179\n", - "6 7.703779 5.666359 0.975893\n", - "7 8.414855 5.337673 0.975357\n", - "8 9.020215 5.024463 0.976607\n", - "9 8.363406 5.144763 0.975536\n" + "0 7.831842 5.514181 0.973750\n", + "1 7.772907 5.701575 0.972857\n", + "2 8.581123 5.059241 0.974286\n", + "3 7.486752 5.769173 0.973036\n", + "4 7.644667 5.623410 0.974464\n", + "5 8.568252 5.032640 0.975179\n", + "6 7.305880 5.804784 0.975893\n", + "7 7.243364 5.869418 0.975357\n", + "8 8.568058 5.175154 0.976607\n", + "9 8.545392 5.035311 0.975536\n" ] } ], @@ -702,14 +702,14 @@ { "cell_type": "code", "execution_count": 22, - "id": "a5e2b93b", + "id": "a901ad5d", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Pipeline: maxabs+pca99+knn (97.3643%) (7.742)\n", + "Pipeline: maxabs+pca99+knn (97.3643%) (7.451)\n", " precision recall f1-score support\n", "\n", " 0 0.98 1.00 0.99 1359\n", @@ -728,16 +728,16 @@ "weighted avg 0.97 0.97 0.97 14000\n", "\n", " fit_time score_time test_score\n", - "0 7.651374 6.346306 0.972679\n", - "1 8.849486 5.692084 0.971429\n", - "2 8.812459 5.638000 0.972143\n", - "3 7.636452 6.359757 0.970179\n", - "4 7.290244 6.555213 0.972679\n", - "5 7.486546 6.490154 0.973214\n", - "6 8.782154 5.571597 0.975536\n", - "7 8.695853 5.666834 0.972857\n", - "8 7.742428 6.395004 0.975714\n", - "9 7.034753 6.624636 0.974286\n" + "0 7.066843 6.724576 0.972679\n", + "1 8.163119 5.973942 0.971429\n", + "2 7.298925 6.530500 0.972143\n", + "3 8.869127 5.643595 0.970179\n", + "4 8.898886 5.403235 0.972679\n", + "5 7.828445 6.313535 0.973214\n", + "6 8.803470 5.529734 0.975536\n", + "7 8.294126 5.839177 0.972857\n", + "8 7.450544 6.585145 0.975714\n", + "9 7.483754 6.628288 0.974286\n" ] } ], @@ -755,7 +755,7 @@ { "cell_type": "code", "execution_count": 23, - "id": "91b4cbc2", + "id": "19e87457", "metadata": {}, "outputs": [ { @@ -770,7 +770,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Pipeline: power+pca95+knn (94.9786%) (38.93)\n", + "Pipeline: power+pca95+knn (94.9786%) (39.14)\n", " precision recall f1-score support\n", "\n", " 0 0.97 0.99 0.98 1359\n", @@ -789,16 +789,16 @@ "weighted avg 0.95 0.95 0.95 14000\n", "\n", " fit_time score_time test_score\n", - "0 36.886070 6.967202 0.946429\n", - "1 37.332160 6.735316 0.945357\n", - "2 37.508776 6.800920 0.948929\n", - "3 38.891379 6.085247 0.945714\n", - "4 38.397027 6.117569 0.949107\n", - "5 37.785432 6.497440 0.945357\n", - "6 39.151339 5.717458 0.949643\n", - "7 38.417527 6.293112 0.948571\n", - "8 38.930055 6.054872 0.956607\n", - "9 37.403106 6.885915 0.949821\n" + "0 38.802822 5.871142 0.946429\n", + "1 37.150519 6.993097 0.945357\n", + "2 37.138519 7.017011 0.948929\n", + "3 38.357648 6.108760 0.945714\n", + "4 37.175505 7.018548 0.949107\n", + "5 37.249800 6.882046 0.945357\n", + "6 37.172034 6.747881 0.949643\n", + "7 38.738593 5.878512 0.948571\n", + "8 39.135663 5.579420 0.956607\n", + "9 37.060059 6.904209 0.949821\n" ] } ], @@ -816,7 +816,7 @@ { "cell_type": "code", "execution_count": 24, - "id": "ea870baa", + "id": "6146ccb1", "metadata": {}, "outputs": [ { @@ -831,7 +831,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Pipeline: power+pca99+knn (94.9786%) (38.16)\n", + "Pipeline: power+pca99+knn (94.9786%) (37.94)\n", " precision recall f1-score support\n", "\n", " 0 0.97 0.99 0.98 1359\n", @@ -850,16 +850,16 @@ "weighted avg 0.95 0.95 0.95 14000\n", "\n", " fit_time score_time test_score\n", - "0 38.908710 6.235653 0.946429\n", - "1 39.838243 5.715713 0.945357\n", - "2 37.945147 6.488883 0.948929\n", - "3 37.087087 7.073378 0.945714\n", - "4 37.081666 6.340769 0.949107\n", - "5 38.896161 6.251284 0.945357\n", - "6 39.849142 5.632420 0.949643\n", - "7 38.063409 6.452322 0.948571\n", - "8 38.157108 6.539793 0.956607\n", - "9 39.793286 5.645674 0.949821\n" + "0 39.081897 5.799132 0.946429\n", + "1 39.650227 5.733288 0.945357\n", + "2 36.740629 6.834802 0.948929\n", + "3 39.349449 5.738063 0.945714\n", + "4 38.051169 6.654780 0.949107\n", + "5 38.139323 6.575838 0.945357\n", + "6 36.967650 6.827009 0.949643\n", + "7 37.961230 6.632579 0.948571\n", + "8 37.944791 6.445367 0.956607\n", + "9 39.280427 5.751522 0.949821\n" ] } ], @@ -877,14 +877,14 @@ { "cell_type": "code", "execution_count": 25, - "id": "0faded62", + "id": "66a7637b", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Pipeline: bin+pca95+knn (96.8286%) (8.109)\n", + "Pipeline: bin+pca95+knn (96.8286%) (8.674)\n", " precision recall f1-score support\n", "\n", " 0 0.98 0.99 0.99 1359\n", @@ -903,16 +903,16 @@ "weighted avg 0.97 0.97 0.97 14000\n", "\n", " fit_time score_time test_score\n", - "0 7.204604 6.520073 0.967679\n", - "1 8.737834 5.673134 0.969107\n", - "2 7.240958 6.520879 0.968571\n", - "3 7.118583 6.613050 0.965357\n", - "4 8.733715 5.555613 0.969643\n", - "5 7.919914 6.100565 0.966429\n", - "6 8.739508 5.720392 0.969821\n", - "7 8.712544 5.598128 0.967679\n", - "8 7.183513 6.587496 0.970536\n", - "9 8.109238 5.849805 0.970714\n" + "0 8.605724 5.490393 0.967679\n", + "1 7.290196 6.624226 0.969107\n", + "2 7.169216 6.591240 0.968571\n", + "3 7.225861 6.645801 0.965357\n", + "4 7.196922 6.595732 0.969643\n", + "5 7.294749 6.646243 0.966429\n", + "6 8.720850 5.419779 0.969821\n", + "7 8.711336 5.597409 0.967679\n", + "8 7.221519 6.624207 0.970536\n", + "9 8.673788 5.737247 0.970714\n" ] } ], @@ -930,14 +930,14 @@ { "cell_type": "code", "execution_count": 26, - "id": "0dbf3a59", + "id": "d4fadaac", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Pipeline: bin+pca99+knn (96.6571%) (7.486)\n", + "Pipeline: bin+pca99+knn (96.6571%) (7.146)\n", " precision recall f1-score support\n", "\n", " 0 0.98 0.99 0.98 1359\n", @@ -956,16 +956,16 @@ "weighted avg 0.97 0.97 0.97 14000\n", "\n", " fit_time score_time test_score\n", - "0 8.838046 5.829949 0.965536\n", - "1 8.505749 5.961209 0.967143\n", - "2 8.716863 6.040388 0.966607\n", - "3 7.011340 6.811409 0.965179\n", - "4 7.140592 6.693154 0.966964\n", - "5 6.975613 6.828256 0.964821\n", - "6 7.691550 6.389498 0.968393\n", - "7 7.684490 6.294239 0.966429\n", - "8 7.486223 6.413954 0.969107\n", - "9 8.752805 5.730480 0.968750\n" + "0 6.961178 6.772386 0.965536\n", + "1 8.445867 6.193574 0.967143\n", + "2 9.256319 5.771667 0.966607\n", + "3 7.188147 6.795888 0.965179\n", + "4 9.336459 5.739643 0.966964\n", + "5 7.107809 6.823560 0.964821\n", + "6 9.127543 5.848893 0.968393\n", + "7 9.106971 5.873384 0.966429\n", + "8 7.145829 6.698655 0.969107\n", + "9 8.202323 6.141933 0.968750\n" ] } ], @@ -983,14 +983,14 @@ { "cell_type": "code", "execution_count": 27, - "id": "5a0b6d1b", + "id": "d15fb11c", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Pipeline: pca95+knn (97.5500%) (7.655)\n", + "Pipeline: pca95+knn (97.5500%) (7.416)\n", " precision recall f1-score support\n", "\n", " 0 0.98 1.00 0.99 1359\n", @@ -1009,16 +1009,16 @@ "weighted avg 0.98 0.98 0.98 14000\n", "\n", " fit_time score_time test_score\n", - "0 7.638611 5.326603 0.973750\n", - "1 6.768761 5.676790 0.972857\n", - "2 9.021050 4.722342 0.974286\n", - "3 9.075169 4.697984 0.973036\n", - "4 7.276331 5.603889 0.974464\n", - "5 6.989354 5.469358 0.975179\n", - "6 8.597729 4.884387 0.975893\n", - "7 8.666089 4.922805 0.975357\n", - "8 7.654789 5.129449 0.976607\n", - "9 6.945298 5.348174 0.975536\n" + "0 7.440297 5.405928 0.973750\n", + "1 7.141649 5.609115 0.972857\n", + "2 6.829969 5.687647 0.974286\n", + "3 8.291485 5.057073 0.973036\n", + "4 8.281738 4.872021 0.974464\n", + "5 6.882516 5.804941 0.975179\n", + "6 8.275357 5.190776 0.975893\n", + "7 8.244917 5.013079 0.975357\n", + "8 7.416139 5.446140 0.976607\n", + "9 6.752497 5.906509 0.975536\n" ] } ], @@ -1035,14 +1035,14 @@ { "cell_type": "code", "execution_count": 28, - "id": "48696165", + "id": "2db8577b", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Pipeline: pca99+knn (97.3643%) (8.14)\n", + "Pipeline: pca99+knn (97.3643%) (6.88)\n", " precision recall f1-score support\n", "\n", " 0 0.98 1.00 0.99 1359\n", @@ -1061,16 +1061,16 @@ "weighted avg 0.97 0.97 0.97 14000\n", "\n", " fit_time score_time test_score\n", - "0 8.260046 5.959701 0.972857\n", - "1 8.729834 5.585496 0.971429\n", - "2 8.598983 5.930078 0.972143\n", - "3 7.718438 6.483653 0.970179\n", - "4 6.770636 6.657404 0.972679\n", - "5 6.947608 6.525910 0.973214\n", - "6 7.537212 6.372437 0.975536\n", - "7 8.566531 5.778190 0.972857\n", - "8 8.140383 6.020524 0.975714\n", - "9 8.087441 6.029204 0.974286\n" + "0 8.113361 5.777437 0.972857\n", + "1 6.950958 6.503708 0.971429\n", + "2 8.775186 5.424367 0.972143\n", + "3 8.805392 5.562713 0.970179\n", + "4 6.980318 6.581474 0.972679\n", + "5 8.412863 5.525903 0.973214\n", + "6 7.188666 6.495338 0.975536\n", + "7 6.802638 6.664372 0.972857\n", + "8 6.879545 6.603721 0.975714\n", + "9 7.031381 6.631324 0.974286\n" ] } ], @@ -1087,7 +1087,7 @@ { "cell_type": "code", "execution_count": 29, - "id": "e72be17c", + "id": "a5702428", "metadata": {}, "outputs": [], "source": [ @@ -1104,7 +1104,7 @@ { "cell_type": "code", "execution_count": 30, - "id": "168ade90", + "id": "0ee57cfe", "metadata": {}, "outputs": [], "source": [ @@ -1120,7 +1120,7 @@ }, { "cell_type": "markdown", - "id": "e818ffa3", + "id": "7fbbc930", "metadata": {}, "source": [ "# Auswertung" @@ -1129,7 +1129,7 @@ { "cell_type": "code", "execution_count": 31, - "id": "5e3edce3", + "id": "e5d609aa", "metadata": {}, "outputs": [ { @@ -1146,8 +1146,8 @@ }, { "cell_type": "code", - "execution_count": 32, - "id": "908d1f54", + "execution_count": 38, + "id": "234f14bb", "metadata": {}, "outputs": [ { @@ -1179,7 +1179,7 @@ }, { "cell_type": "markdown", - "id": "810fb969", + "id": "a6ddb6f2", "metadata": {}, "source": [ "Default n=3\\\n", @@ -1202,7 +1202,7 @@ }, { "cell_type": "markdown", - "id": "78b1a366", + "id": "bde6e847", "metadata": {}, "source": [ "n=3 euclid distance\\\n", @@ -1225,7 +1225,7 @@ }, { "cell_type": "markdown", - "id": "9300d407", + "id": "4c625bc3", "metadata": {}, "source": [ "# Hyper Parameter Optimization" @@ -1233,17 +1233,25 @@ }, { "cell_type": "code", - "execution_count": 33, - "id": "138aacf6", + "execution_count": 34, + "id": "24ff7ea2", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Fitting 3 folds for each of 32 candidates, totalling 96 fits\n" + ] + } + ], "source": [ "# from sklearn.model_selection import GridSearchCV\n", "\n", "# grid_params = {\n", "# 'n_neighbors': [3, 5, 7 , 11],\n", "# 'weights': ['uniform', 'distance'],\n", - "# 'metrics': ['euclidean', 'manhattan', 'chebyshev', 'minkowski'],\n", + "# 'metric': ['euclidean', 'manhattan', 'chebyshev', 'minkowski'],\n", "# }\n", "\n", "# gs = GridSearchCV(\n", @@ -1260,28 +1268,28 @@ }, { "cell_type": "code", - "execution_count": 34, - "id": "94f98446", + "execution_count": 36, + "id": "b3b0eac3", "metadata": {}, "outputs": [], "source": [ - "# pd.DataFrame.from_dict(gs_results.cv_results_).sort_values('rank_test_score')" + "pd.DataFrame.from_dict(gs_results.cv_results_).sort_values('rank_test_score').to_csv('./gs_result.csv')" ] }, { "cell_type": "code", - "execution_count": 35, - "id": "869ef7c5", + "execution_count": 37, + "id": "b68589fe", "metadata": {}, "outputs": [], "source": [ - "# pd.DataFrame.from_dict(gs_results.cv_results_).sort_values('rank_test_score')[['rank_test_score','mean_fit_time','param_n_neighbors', 'param_metric', 'param_weights', 'mean_test_score']].to_csv('./gs_result_filtered.csv')" + "pd.DataFrame.from_dict(gs_results.cv_results_)[['rank_test_score','mean_fit_time','param_n_neighbors', 'param_metric', 'param_weights', 'mean_test_score']].to_csv('./gs_result_filtered.csv')" ] }, { "cell_type": "code", "execution_count": null, - "id": "bcb8d197", + "id": "b162e908", "metadata": {}, "outputs": [], "source": [] diff --git a/0-pilot-project/MNIST.ipynb b/0-pilot-project/MNIST-template.ipynb similarity index 100% rename from 0-pilot-project/MNIST.ipynb rename to 0-pilot-project/MNIST-template.ipynb diff --git a/0-pilot-project/gs_result.csv b/0-pilot-project/gs_result.csv index 3deade6..24cdbc1 100644 --- a/0-pilot-project/gs_result.csv +++ b/0-pilot-project/gs_result.csv @@ -1,25 +1,33 @@ ,mean_fit_time,std_fit_time,mean_score_time,std_score_time,param_metric,param_n_neighbors,param_weights,params,split0_test_score,split1_test_score,split2_test_score,mean_test_score,std_test_score,rank_test_score -1,0.6206035614013672,0.09060096919428257,1070.8031173547108,58.40420733215167,euclidean,3,distance,"{'metric': 'euclidean', 'n_neighbors': 3, 'weights': 'distance'}",0.9682862806021321,0.970589810896234,0.9706953819779278,0.9698571578254312,0.001111613767256926,1 -0,0.3251535892486572,0.127680187632828,1156.720083475113,103.6800414474859,euclidean,3,uniform,"{'metric': 'euclidean', 'n_neighbors': 3, 'weights': 'uniform'}",0.9673755825788826,0.968714844377779,0.9698917818493518,0.9686607362686711,0.0010279463208361468,2 -3,0.581209659576416,0.10390654521562699,1097.628236611684,49.50409271683481,euclidean,5,distance,"{'metric': 'euclidean', 'n_neighbors': 5, 'weights': 'distance'}",0.9670541597471474,0.9677505758825735,0.9693024750883961,0.968035736906039,0.0009397581516544441,3 -5,0.3833950360616048,0.09814461155343633,1019.8115065892538,49.683140897762506,euclidean,7,distance,"{'metric': 'euclidean', 'n_neighbors': 7, 'weights': 'distance'}",0.9656077570043392,0.9673755825788826,0.9683917282760098,0.9671250226197438,0.0011502780041406022,4 -2,0.5214482148488363,0.1338813546209848,1234.2422309716542,11.319769031350406,euclidean,5,uniform,"{'metric': 'euclidean', 'n_neighbors': 5, 'weights': 'uniform'}",0.9659291798360744,0.9661970321958536,0.9679095681988642,0.9666785934102641,0.0008772724469576776,5 -4,0.38950196901957196,0.10594237544622603,1119.6926170190175,64.25975988670193,euclidean,7,uniform,"{'metric': 'euclidean', 'n_neighbors': 7, 'weights': 'uniform'}",0.9643756361493545,0.9659827503080303,0.9674809814636237,0.9659464559736696,0.0012680116558989624,6 -7,0.44870662689208984,0.1539214539086042,1095.8349254131317,95.22915205238016,euclidean,11,distance,"{'metric': 'euclidean', 'n_neighbors': 11, 'weights': 'distance'}",0.9646434885091337,0.9632506562382814,0.9647487410264652,0.9642142952579601,0.0006827491697964685,7 -6,0.6263217926025391,0.045471428070326544,1231.947474082311,10.357145120994318,euclidean,11,uniform,"{'metric': 'euclidean', 'n_neighbors': 11, 'weights': 'uniform'}",0.9637327904858842,0.961911394439385,0.9634094074788385,0.9630178641347026,0.000793452595644972,8 -9,0.6597681840260824,0.08367258300110442,1603.911631822586,11.793869730582724,manhattan,3,distance,"{'metric': 'manhattan', 'n_neighbors': 3, 'weights': 'distance'}",0.961161407832003,0.9625006696308994,0.9638915675559842,0.9625178816729623,0.0011146494876286455,9 -11,0.743593692779541,0.12585558461284738,1623.6791274547577,20.225285349079297,manhattan,5,distance,"{'metric': 'manhattan', 'n_neighbors': 5, 'weights': 'distance'}",0.9598757165050624,0.9628220924626346,0.9633558341369335,0.9620178810348768,0.001530331488777754,10 -8,0.5049304962158203,0.03915105846837655,1631.9402144749959,11.72758222926691,manhattan,3,uniform,"{'metric': 'manhattan', 'n_neighbors': 3, 'weights': 'uniform'}",0.9600899983928859,0.9608935554722237,0.9630343940855031,0.9613393159835374,0.0012426834737134394,11 -13,0.7563843727111816,0.0361495198811297,1650.8071510791779,2.759115546096175,manhattan,7,distance,"{'metric': 'manhattan', 'n_neighbors': 7, 'weights': 'distance'}",0.9593935822574597,0.9614828306637382,0.9609986070931105,0.9606250066714361,0.0008929063713852963,12 -10,0.5714000860850016,0.200821086554179,1670.9476985931396,21.43965257048912,manhattan,5,uniform,"{'metric': 'manhattan', 'n_neighbors': 5, 'weights': 'uniform'}",0.9581078909305191,0.9610006964161354,0.9616950605378763,0.9602678826281769,0.0015534281409951467,13 -12,0.7014182408650717,0.07630416360771637,1602.6147842407227,13.998164063202559,manhattan,7,uniform,"{'metric': 'manhattan', 'n_neighbors': 7, 'weights': 'uniform'}",0.9576793271548723,0.9597150050891948,0.9595521268616737,0.9589821530352469,0.0009236336882771337,14 -15,0.5463813940684,0.20986627389723325,1621.221689303716,10.57220404161948,manhattan,11,distance,"{'metric': 'manhattan', 'n_neighbors': 11, 'weights': 'distance'}",0.9573043338511812,0.957036481491402,0.9578913532626165,0.9574107228683998,0.00035701578260487497,15 -14,0.659561554590861,0.16166694480866448,1647.0242857138317,15.482865038769452,manhattan,11,uniform,"{'metric': 'manhattan', 'n_neighbors': 11, 'weights': 'uniform'}",0.9554829378046821,0.9555900787485938,0.9565520197149898,0.9558750120894218,0.00048071078572838955,16 -19,5.247008244196574,3.982239002878492,1610.0853408177693,4.880005667545898,chebyshev,5,distance,"{'metric': 'chebyshev', 'n_neighbors': 5, 'weights': 'distance'}",0.798253602614239,0.8040392135854717,0.8051001821493625,0.8024643327830244,0.003008776051168824,17 -21,20.442909558614094,10.268306972202161,1091.167144536972,373.74252764500056,chebyshev,7,distance,"{'metric': 'chebyshev', 'n_neighbors': 7, 'weights': 'distance'}",0.7973429045909894,0.8016285423474581,0.7997964213007608,0.7995892894130695,0.0017557240593918855,18 -17,3.0204404989878335,3.242756624385942,1615.3644462426503,47.3978612160567,chebyshev,3,distance,"{'metric': 'chebyshev', 'n_neighbors': 3, 'weights': 'distance'}",0.7828788771629078,0.80393207264156,0.8089038894246223,0.7985716130763634,0.011280549953147328,19 -23,27.638134558995564,4.867014100523201,734.1344640254974,31.858155565000086,chebyshev,11,distance,"{'metric': 'chebyshev', 'n_neighbors': 11, 'weights': 'distance'}",0.7919858573954036,0.7913965822038892,0.7912782599378549,0.7915535665123826,0.00030946900255889454,20 -18,1.1796804269154866,0.7346351248980267,1684.378450314204,9.234898911008068,chebyshev,5,uniform,"{'metric': 'chebyshev', 'n_neighbors': 5, 'weights': 'uniform'}",0.783575293298334,0.7888251995500081,0.7891353262616522,0.7871786063699981,0.0025510708161656103,21 -20,0.49048900604248047,0.05161896574410176,1679.1593386332195,1.1331046631334827,chebyshev,7,uniform,"{'metric': 'chebyshev', 'n_neighbors': 7, 'weights': 'uniform'}",0.7845395617935395,0.7868966625595971,0.7855994856959178,0.7856785700163514,0.0009639058573122337,22 -16,0.6336509386698405,0.19319871048710188,1672.988091468811,6.364915306048909,chebyshev,3,uniform,"{'metric': 'chebyshev', 'n_neighbors': 3, 'weights': 'uniform'}",0.7702898162532812,0.7848074141533187,0.7878495660559306,0.7809822654875102,0.007662028670422474,23 -22,21.680665890375774,3.469126600885206,794.0563353697459,13.966075572059058,chebyshev,11,uniform,"{'metric': 'chebyshev', 'n_neighbors': 11, 'weights': 'uniform'}",0.78052177639685,0.7794503669577328,0.7796528447444552,0.7798749960330128,0.0004647529399678837,24 +1,0.45209089914957684,0.06397052266041096,999.4092309474945,57.61425639022496,euclidean,3,distance,"{'metric': 'euclidean', 'n_neighbors': 3, 'weights': 'distance'}",0.9682862806021321,0.970589810896234,0.9706953819779278,0.9698571578254312,0.001111613767256926,1 +25,21.657216548919678,6.562207129397543,658.4712273279825,21.718713022707036,minkowski,3,distance,"{'metric': 'minkowski', 'n_neighbors': 3, 'weights': 'distance'}",0.9682862806021321,0.970589810896234,0.9706953819779278,0.9698571578254312,0.001111613767256926,1 +0,0.24088136355082193,0.06316956409457818,1192.299196402232,50.58626950507389,euclidean,3,uniform,"{'metric': 'euclidean', 'n_neighbors': 3, 'weights': 'uniform'}",0.9673755825788826,0.968714844377779,0.9698917818493518,0.9686607362686711,0.0010279463208361468,3 +24,25.903496742248535,4.992758052195091,692.2140617370605,11.112854827147826,minkowski,3,uniform,"{'metric': 'minkowski', 'n_neighbors': 3, 'weights': 'uniform'}",0.9673755825788826,0.968714844377779,0.9698917818493518,0.9686607362686711,0.0010279463208361468,3 +3,0.8060687383015951,0.06892978221653173,1013.2562080224355,75.3525112337183,euclidean,5,distance,"{'metric': 'euclidean', 'n_neighbors': 5, 'weights': 'distance'}",0.9670541597471474,0.9677505758825735,0.9693024750883961,0.968035736906039,0.0009397581516544441,5 +27,18.446327686309814,4.005850513858593,573.115521033605,23.174191252334296,minkowski,5,distance,"{'metric': 'minkowski', 'n_neighbors': 5, 'weights': 'distance'}",0.9670541597471474,0.9677505758825735,0.9693024750883961,0.968035736906039,0.0009397581516544441,5 +5,0.5992098649342855,0.07186277124297363,1017.6772451400757,34.26075216888202,euclidean,7,distance,"{'metric': 'euclidean', 'n_neighbors': 7, 'weights': 'distance'}",0.9656077570043392,0.9673755825788826,0.9683917282760098,0.9671250226197438,0.0011502780041406022,7 +29,4.765162626902263,5.8443026893869865,328.6635688940684,144.58640566271308,minkowski,7,distance,"{'metric': 'minkowski', 'n_neighbors': 7, 'weights': 'distance'}",0.9656077570043392,0.9673755825788826,0.9683917282760098,0.9671250226197438,0.0011502780041406022,7 +2,0.6994575659434,0.015356819263441783,1095.269747654597,137.31109235190226,euclidean,5,uniform,"{'metric': 'euclidean', 'n_neighbors': 5, 'weights': 'uniform'}",0.9659291798360744,0.9661970321958536,0.9679095681988642,0.9666785934102641,0.0008772724469576776,9 +26,23.48669679959615,1.6759845670112823,632.0995594660441,20.601423474278537,minkowski,5,uniform,"{'metric': 'minkowski', 'n_neighbors': 5, 'weights': 'uniform'}",0.9659291798360744,0.9661970321958536,0.9679095681988642,0.9666785934102641,0.0008772724469576776,9 +4,0.44025548299153644,0.0758287971251788,1168.1676174799602,56.92121615266254,euclidean,7,uniform,"{'metric': 'euclidean', 'n_neighbors': 7, 'weights': 'uniform'}",0.9643756361493545,0.9659827503080303,0.9674809814636237,0.9659464559736696,0.0012680116558989624,11 +28,7.9804831345876055,0.6540708832583817,555.8133392333984,9.00936445757863,minkowski,7,uniform,"{'metric': 'minkowski', 'n_neighbors': 7, 'weights': 'uniform'}",0.9643756361493545,0.9659827503080303,0.9674809814636237,0.9659464559736696,0.0012680116558989624,11 +31,8.50082278251648,1.621605845735954,196.08954962094626,1.3816900473147211,minkowski,11,distance,"{'metric': 'minkowski', 'n_neighbors': 11, 'weights': 'distance'}",0.9646434885091337,0.9632506562382814,0.9647487410264652,0.9642142952579601,0.0006827491697964685,13 +7,0.7990624904632568,0.1282461936094558,975.9963663419088,44.25576694480218,euclidean,11,distance,"{'metric': 'euclidean', 'n_neighbors': 11, 'weights': 'distance'}",0.9646434885091337,0.9632506562382814,0.9647487410264652,0.9642142952579601,0.0006827491697964685,13 +6,0.7915481726328532,0.08623759342251494,1145.4038231372833,74.85467891924446,euclidean,11,uniform,"{'metric': 'euclidean', 'n_neighbors': 11, 'weights': 'uniform'}",0.9637327904858842,0.961911394439385,0.9634094074788385,0.9630178641347026,0.000793452595644972,15 +30,10.588685592015585,1.6087105217852413,201.26371280352274,2.2649582169416336,minkowski,11,uniform,"{'metric': 'minkowski', 'n_neighbors': 11, 'weights': 'uniform'}",0.9637327904858842,0.961911394439385,0.9634094074788385,0.9630178641347026,0.000793452595644972,15 +9,0.6443092028299967,0.10608035511283763,1677.8913025856018,6.004269765795684,manhattan,3,distance,"{'metric': 'manhattan', 'n_neighbors': 3, 'weights': 'distance'}",0.961161407832003,0.9625006696308994,0.9638915675559842,0.9625178816729623,0.0011146494876286455,17 +11,0.7148999373118082,0.008760233194708403,1693.087656736374,8.233975406229284,manhattan,5,distance,"{'metric': 'manhattan', 'n_neighbors': 5, 'weights': 'distance'}",0.9598757165050624,0.9628220924626346,0.9633558341369335,0.9620178810348768,0.001530331488777754,18 +8,0.8160308996836344,0.022248902226365025,1690.897030909856,7.2753788884689605,manhattan,3,uniform,"{'metric': 'manhattan', 'n_neighbors': 3, 'weights': 'uniform'}",0.9600899983928859,0.9608935554722237,0.9630343940855031,0.9613393159835374,0.0012426834737134394,19 +13,0.5629308223724365,0.06472965342142153,1668.4245436191559,43.73084169083321,manhattan,7,distance,"{'metric': 'manhattan', 'n_neighbors': 7, 'weights': 'distance'}",0.9593935822574597,0.9614828306637382,0.9609986070931105,0.9606250066714361,0.0008929063713852963,20 +10,0.6992981433868408,0.032215743239858076,1704.0290649731953,20.559117168848108,manhattan,5,uniform,"{'metric': 'manhattan', 'n_neighbors': 5, 'weights': 'uniform'}",0.9581078909305191,0.9610006964161354,0.9616950605378763,0.9602678826281769,0.0015534281409951467,21 +12,0.6794727643330892,0.07876075037090115,1712.0297173659008,21.85360988956849,manhattan,7,uniform,"{'metric': 'manhattan', 'n_neighbors': 7, 'weights': 'uniform'}",0.9576793271548723,0.9597150050891948,0.9595521268616737,0.9589821530352469,0.0009236336882771337,22 +15,0.6511789957682291,0.15808618845418762,1692.3637480735779,23.56656319039954,manhattan,11,distance,"{'metric': 'manhattan', 'n_neighbors': 11, 'weights': 'distance'}",0.9573043338511812,0.957036481491402,0.9578913532626165,0.9574107228683998,0.00035701578260487497,23 +14,0.68438720703125,0.04445866248745549,1713.1744980017345,19.103531117726373,manhattan,11,uniform,"{'metric': 'manhattan', 'n_neighbors': 11, 'weights': 'uniform'}",0.9554829378046821,0.9555900787485938,0.9565520197149898,0.9558750120894218,0.00048071078572838955,24 +19,0.6881767908732096,0.061379774439935524,1717.1829789479573,16.915261738894287,chebyshev,5,distance,"{'metric': 'chebyshev', 'n_neighbors': 5, 'weights': 'distance'}",0.798253602614239,0.8040392135854717,0.8051001821493625,0.8024643327830244,0.003008776051168824,25 +21,16.667067527770996,15.441218680219292,1185.9401320616405,315.6661043980068,chebyshev,7,distance,"{'metric': 'chebyshev', 'n_neighbors': 7, 'weights': 'distance'}",0.7973429045909894,0.8016285423474581,0.7997964213007608,0.7995892894130695,0.0017557240593918855,26 +17,0.7379094759623209,0.07479765096035686,1670.6096461613972,14.049244786125488,chebyshev,3,distance,"{'metric': 'chebyshev', 'n_neighbors': 3, 'weights': 'distance'}",0.7828788771629078,0.80393207264156,0.8089038894246223,0.7985716130763634,0.011280549953147328,27 +23,27.93314504623413,5.1348714862784135,829.3955868085226,2.4736900006011777,chebyshev,11,distance,"{'metric': 'chebyshev', 'n_neighbors': 11, 'weights': 'distance'}",0.7919858573954036,0.7913965822038892,0.7912782599378549,0.7915535665123826,0.00030946900255889454,28 +18,0.5327145258585612,0.05989825368793529,1682.6227543354034,26.35505225910284,chebyshev,5,uniform,"{'metric': 'chebyshev', 'n_neighbors': 5, 'weights': 'uniform'}",0.783575293298334,0.7888251995500081,0.7891353262616522,0.7871786063699981,0.0025510708161656103,29 +20,9.50078543027242,11.813839927788138,1693.5935448805492,11.424742073634146,chebyshev,7,uniform,"{'metric': 'chebyshev', 'n_neighbors': 7, 'weights': 'uniform'}",0.7845395617935395,0.7868966625595971,0.7855994856959178,0.7856785700163514,0.0009639058573122337,30 +16,0.5929841995239258,0.13394379144697757,1686.1720955371857,22.299417613052498,chebyshev,3,uniform,"{'metric': 'chebyshev', 'n_neighbors': 3, 'weights': 'uniform'}",0.7702898162532812,0.7848074141533187,0.7878495660559306,0.7809822654875102,0.007662028670422474,31 +22,17.387149969736736,8.092605001620319,916.4972700277964,33.94860671344171,chebyshev,11,uniform,"{'metric': 'chebyshev', 'n_neighbors': 11, 'weights': 'uniform'}",0.78052177639685,0.7794503669577328,0.7796528447444552,0.7798749960330128,0.0004647529399678837,32 diff --git a/0-pilot-project/gs_result_filtered.csv b/0-pilot-project/gs_result_filtered.csv index 9e931a1..e5b3799 100644 --- a/0-pilot-project/gs_result_filtered.csv +++ b/0-pilot-project/gs_result_filtered.csv @@ -1,25 +1,33 @@ ,rank_test_score,mean_fit_time,param_n_neighbors,param_metric,param_weights,mean_test_score -1,1,0.6206035614013672,3,euclidean,distance,0.9698571578254312 -0,2,0.3251535892486572,3,euclidean,uniform,0.9686607362686711 -3,3,0.581209659576416,5,euclidean,distance,0.968035736906039 -5,4,0.3833950360616048,7,euclidean,distance,0.9671250226197438 -2,5,0.5214482148488363,5,euclidean,uniform,0.9666785934102641 -4,6,0.38950196901957196,7,euclidean,uniform,0.9659464559736696 -7,7,0.44870662689208984,11,euclidean,distance,0.9642142952579601 -6,8,0.6263217926025391,11,euclidean,uniform,0.9630178641347026 -9,9,0.6597681840260824,3,manhattan,distance,0.9625178816729623 -11,10,0.743593692779541,5,manhattan,distance,0.9620178810348768 -8,11,0.5049304962158203,3,manhattan,uniform,0.9613393159835374 -13,12,0.7563843727111816,7,manhattan,distance,0.9606250066714361 -10,13,0.5714000860850016,5,manhattan,uniform,0.9602678826281769 -12,14,0.7014182408650717,7,manhattan,uniform,0.9589821530352469 -15,15,0.5463813940684,11,manhattan,distance,0.9574107228683998 -14,16,0.659561554590861,11,manhattan,uniform,0.9558750120894218 -19,17,5.247008244196574,5,chebyshev,distance,0.8024643327830244 -21,18,20.442909558614094,7,chebyshev,distance,0.7995892894130695 -17,19,3.0204404989878335,3,chebyshev,distance,0.7985716130763634 -23,20,27.638134558995564,11,chebyshev,distance,0.7915535665123826 -18,21,1.1796804269154866,5,chebyshev,uniform,0.7871786063699981 -20,22,0.49048900604248047,7,chebyshev,uniform,0.7856785700163514 -16,23,0.6336509386698405,3,chebyshev,uniform,0.7809822654875102 -22,24,21.680665890375774,11,chebyshev,uniform,0.7798749960330128 +0,3,0.24088136355082193,3,euclidean,uniform,0.9686607362686711 +1,1,0.45209089914957684,3,euclidean,distance,0.9698571578254312 +2,9,0.6994575659434,5,euclidean,uniform,0.9666785934102641 +3,5,0.8060687383015951,5,euclidean,distance,0.968035736906039 +4,11,0.44025548299153644,7,euclidean,uniform,0.9659464559736696 +5,7,0.5992098649342855,7,euclidean,distance,0.9671250226197438 +6,15,0.7915481726328532,11,euclidean,uniform,0.9630178641347026 +7,13,0.7990624904632568,11,euclidean,distance,0.9642142952579601 +8,19,0.8160308996836344,3,manhattan,uniform,0.9613393159835374 +9,17,0.6443092028299967,3,manhattan,distance,0.9625178816729623 +10,21,0.6992981433868408,5,manhattan,uniform,0.9602678826281769 +11,18,0.7148999373118082,5,manhattan,distance,0.9620178810348768 +12,22,0.6794727643330892,7,manhattan,uniform,0.9589821530352469 +13,20,0.5629308223724365,7,manhattan,distance,0.9606250066714361 +14,24,0.68438720703125,11,manhattan,uniform,0.9558750120894218 +15,23,0.6511789957682291,11,manhattan,distance,0.9574107228683998 +16,31,0.5929841995239258,3,chebyshev,uniform,0.7809822654875102 +17,27,0.7379094759623209,3,chebyshev,distance,0.7985716130763634 +18,29,0.5327145258585612,5,chebyshev,uniform,0.7871786063699981 +19,25,0.6881767908732096,5,chebyshev,distance,0.8024643327830244 +20,30,9.50078543027242,7,chebyshev,uniform,0.7856785700163514 +21,26,16.667067527770996,7,chebyshev,distance,0.7995892894130695 +22,32,17.387149969736736,11,chebyshev,uniform,0.7798749960330128 +23,28,27.93314504623413,11,chebyshev,distance,0.7915535665123826 +24,3,25.903496742248535,3,minkowski,uniform,0.9686607362686711 +25,1,21.657216548919678,3,minkowski,distance,0.9698571578254312 +26,9,23.48669679959615,5,minkowski,uniform,0.9666785934102641 +27,5,18.446327686309814,5,minkowski,distance,0.968035736906039 +28,11,7.9804831345876055,7,minkowski,uniform,0.9659464559736696 +29,7,4.765162626902263,7,minkowski,distance,0.9671250226197438 +30,15,10.588685592015585,11,minkowski,uniform,0.9630178641347026 +31,13,8.50082278251648,11,minkowski,distance,0.9642142952579601