| 
					
				 | 
			
			
				@@ -481,7 +481,7 @@ 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				   }, 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				   { 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				    "cell_type": "code", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-   "execution_count": 14, 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+   "execution_count": 10, 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				    "metadata": {}, 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				    "outputs": [ 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				     { 
			 | 
		
	
	
		
			
				| 
					
				 | 
			
			
				@@ -526,7 +526,7 @@ 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				   }, 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				   { 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				    "cell_type": "code", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-   "execution_count": 16, 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+   "execution_count": 11, 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				    "metadata": { 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				     "scrolled": true 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				    }, 
			 | 
		
	
	
		
			
				| 
					
				 | 
			
			
				@@ -536,9 +536,131 @@ 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				      "output_type": "stream", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				      "text": [ 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				       "LogisticRegression\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-      "------------------\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-      "Best Score: 0.8204619225967541\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-      "Best Parameters: {'solver': 'newton-cg'}\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "------------------\n" 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+     ] 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+    }, 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+    { 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+     "name": "stderr", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+     "output_type": "stream", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+     "text": [ 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "/dataquest/system/env/python3/lib/python3.8/site-packages/sklearn/linear_model/_logistic.py:762: ConvergenceWarning:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "lbfgs failed to converge (status=1):\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Increase the number of iterations (max_iter) or scale the data as shown in:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "    https://scikit-learn.org/stable/modules/preprocessing.html\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Please also refer to the documentation for alternative solver options:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "    https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "/dataquest/system/env/python3/lib/python3.8/site-packages/sklearn/linear_model/_logistic.py:762: ConvergenceWarning:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "lbfgs failed to converge (status=1):\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Increase the number of iterations (max_iter) or scale the data as shown in:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "    https://scikit-learn.org/stable/modules/preprocessing.html\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Please also refer to the documentation for alternative solver options:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "    https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "/dataquest/system/env/python3/lib/python3.8/site-packages/sklearn/linear_model/_logistic.py:762: ConvergenceWarning:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "lbfgs failed to converge (status=1):\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Increase the number of iterations (max_iter) or scale the data as shown in:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "    https://scikit-learn.org/stable/modules/preprocessing.html\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Please also refer to the documentation for alternative solver options:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "    https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "/dataquest/system/env/python3/lib/python3.8/site-packages/sklearn/linear_model/_logistic.py:762: ConvergenceWarning:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "lbfgs failed to converge (status=1):\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Increase the number of iterations (max_iter) or scale the data as shown in:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "    https://scikit-learn.org/stable/modules/preprocessing.html\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Please also refer to the documentation for alternative solver options:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "    https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "/dataquest/system/env/python3/lib/python3.8/site-packages/sklearn/linear_model/_logistic.py:762: ConvergenceWarning:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "lbfgs failed to converge (status=1):\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Increase the number of iterations (max_iter) or scale the data as shown in:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "    https://scikit-learn.org/stable/modules/preprocessing.html\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Please also refer to the documentation for alternative solver options:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "    https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "/dataquest/system/env/python3/lib/python3.8/site-packages/sklearn/linear_model/_logistic.py:762: ConvergenceWarning:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "lbfgs failed to converge (status=1):\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Increase the number of iterations (max_iter) or scale the data as shown in:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "    https://scikit-learn.org/stable/modules/preprocessing.html\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Please also refer to the documentation for alternative solver options:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "    https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "/dataquest/system/env/python3/lib/python3.8/site-packages/sklearn/linear_model/_logistic.py:762: ConvergenceWarning:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "lbfgs failed to converge (status=1):\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Increase the number of iterations (max_iter) or scale the data as shown in:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "    https://scikit-learn.org/stable/modules/preprocessing.html\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Please also refer to the documentation for alternative solver options:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "    https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "/dataquest/system/env/python3/lib/python3.8/site-packages/sklearn/linear_model/_logistic.py:762: ConvergenceWarning:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "lbfgs failed to converge (status=1):\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Increase the number of iterations (max_iter) or scale the data as shown in:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "    https://scikit-learn.org/stable/modules/preprocessing.html\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Please also refer to the documentation for alternative solver options:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "    https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "/dataquest/system/env/python3/lib/python3.8/site-packages/sklearn/linear_model/_logistic.py:762: ConvergenceWarning:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "lbfgs failed to converge (status=1):\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Increase the number of iterations (max_iter) or scale the data as shown in:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "    https://scikit-learn.org/stable/modules/preprocessing.html\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Please also refer to the documentation for alternative solver options:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "    https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "/dataquest/system/env/python3/lib/python3.8/site-packages/sklearn/linear_model/_logistic.py:762: ConvergenceWarning:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "lbfgs failed to converge (status=1):\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Increase the number of iterations (max_iter) or scale the data as shown in:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "    https://scikit-learn.org/stable/modules/preprocessing.html\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Please also refer to the documentation for alternative solver options:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "    https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "/dataquest/system/env/python3/lib/python3.8/site-packages/sklearn/linear_model/_logistic.py:762: ConvergenceWarning:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "lbfgs failed to converge (status=1):\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Increase the number of iterations (max_iter) or scale the data as shown in:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "    https://scikit-learn.org/stable/modules/preprocessing.html\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Please also refer to the documentation for alternative solver options:\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "    https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "\n" 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+     ] 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+    }, 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+    { 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+     "name": "stdout", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+     "output_type": "stream", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+     "text": [ 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Best Score: 0.8204744069912608\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+      "Best Parameters: {'solver': 'lbfgs'}\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				       "\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				       "KNeighborsClassifier\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				       "--------------------\n", 
			 | 
		
	
	
		
			
				| 
					
				 | 
			
			
				@@ -568,7 +690,7 @@ 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				     "    models = [\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				     "        {\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				     "            \"name\": \"LogisticRegression\",\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-    "            \"estimator\": LogisticRegression(max_iter=1000),\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+    "            \"estimator\": LogisticRegression(),\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				     "            \"hyperparameters\":\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				     "                {\n", 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				     "                    \"solver\": [\"newton-cg\", \"lbfgs\", \"liblinear\"]\n", 
			 |