ccai321-lab8-alia.ipynb

{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.7.12","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"kaggle":{"accelerator":"none","dataSources":[{"sourceId":234,"sourceType":"datasetVersion","datasetId":107}],"dockerImageVersionId":30761,"isInternetEnabled":true,"language":"python","sourceType":"notebook","isGpuEnabled":false}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"from sklearn.neural_network import MLPClassifier \nfrom sklearn.datasets import make_classification \nfrom sklearn.model_selection import train_test_split  \nimport pandas as pd\n \nX, y = make_classification(n_samples=100) \nX_train, X_test, y_train, y_test = train_test_split(X, y, stratify=y) \n \nclf = MLPClassifier(max_iter=300).fit(X_train, y_train) \nclf.predict_proba(X_test[:1]) \n \nclf.predict(X_test[:5, :]) \n \nclf.score(X_test, y_test) ","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","execution":{"iopub.status.busy":"2023-02-17T13:41:52.273163Z","iopub.execute_input":"2023-02-17T13:41:52.273549Z","iopub.status.idle":"2023-02-17T13:41:53.543567Z","shell.execute_reply.started":"2023-02-17T13:41:52.273517Z","shell.execute_reply":"2023-02-17T13:41:53.542647Z"},"trusted":true},"execution_count":4,"outputs":[{"name":"stderr","text":"/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (300) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n","output_type":"stream"},{"execution_count":4,"output_type":"execute_result","data":{"text/plain":"0.92"},"metadata":{}}]},{"cell_type":"markdown","source":"# Q1\n**Repeat the example above, with max_iter = 10. Run the same script again for five times, does the score changes? Explain why**","metadata":{}},{"cell_type":"code","source":"for i in range(5): \n    X, y = make_classification(n_samples=100) \n    X_train, X_test, y_train, y_test = train_test_split(X, y, stratify=y) \n \n    clf = MLPClassifier(max_iter=10).fit(X_train, y_train) \n    clf.predict_proba(X_test[:1]) \n \n    clf.predict(X_test[:5, :]) \n \n    print(clf.score(X_test, y_test))","metadata":{"execution":{"iopub.status.busy":"2023-02-17T09:29:44.423837Z","iopub.execute_input":"2023-02-17T09:29:44.424306Z","iopub.status.idle":"2023-02-17T09:29:44.486934Z","shell.execute_reply.started":"2023-02-17T09:29:44.424272Z","shell.execute_reply":"2023-02-17T09:29:44.485770Z"},"trusted":true},"execution_count":12,"outputs":[{"name":"stdout","text":"0.52\n0.72\n0.52\n0.64\n0.56\n","output_type":"stream"},{"name":"stderr","text":"/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n","output_type":"stream"}]},{"cell_type":"code","source":"for i in range(5): \n    X, y = make_classification(n_samples=100) \n    X_train, X_test, y_train, y_test = train_test_split(X, y, stratify=y) \n \n    clf = MLPClassifier(max_iter=10).fit(X_train, y_train) \n    clf.predict_proba(X_test[:1]) \n \n    clf.predict(X_test[:5, :]) \n \n    print(clf.score(X_test, y_test))","metadata":{"execution":{"iopub.status.busy":"2023-02-16T13:40:46.452989Z","iopub.execute_input":"2023-02-16T13:40:46.453501Z","iopub.status.idle":"2023-02-16T13:40:46.512113Z","shell.execute_reply.started":"2023-02-16T13:40:46.453457Z","shell.execute_reply":"2023-02-16T13:40:46.510907Z"},"trusted":true},"execution_count":8,"outputs":[{"name":"stdout","text":"0.64\n0.68\n0.72\n0.48\n0.8\n","output_type":"stream"},{"name":"stderr","text":"/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n","output_type":"stream"}]},{"cell_type":"markdown","source":"**<font color='#4682B4'>Yeah, the score varies between runs. Because the MLPClassifier uses stochastic optimization approaches, the model's weights are randomly changed depending on a part of the training data. As a result, depending on the randomly chosen data subsets and initial weights, the optimization process may converge to different solutions. Nonetheless, if the number of iterations is big enough, the optimization process should eventually arrive at a stable solution that is less susceptible to the random initialization and data selection.</font>**","metadata":{}},{"cell_type":"markdown","source":"# Q2\n**Set the random state for the following functions: make_classification, train_test_split, MLPClassifier. Check the documentation for each of these functions to know how to set the random state. Next, repeat the example above, with max_iter = 10. Run the same script again for five times, does the score changes? Explain why.**","metadata":{}},{"cell_type":"code","source":"for i in range(5): \n    X, y = make_classification(n_samples=100,random_state=42)\n    X_train, X_test, y_train, y_test = train_test_split(X, y, stratify=y,random_state=42)\n    clf = MLPClassifier(max_iter=10,random_state=42).fit(X_train, y_train) \n    clf.predict_proba(X_test[:1]) \n    clf.predict(X_test[:5, :])\n    print(clf.score(X_test, y_test))","metadata":{"execution":{"iopub.status.busy":"2023-02-17T10:12:06.070380Z","iopub.execute_input":"2023-02-17T10:12:06.070839Z","iopub.status.idle":"2023-02-17T10:12:06.140264Z","shell.execute_reply.started":"2023-02-17T10:12:06.070806Z","shell.execute_reply":"2023-02-17T10:12:06.139368Z"},"trusted":true},"execution_count":35,"outputs":[{"name":"stdout","text":"0.56\n0.56\n0.56\n0.56\n0.56\n","output_type":"stream"},{"name":"stderr","text":"/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n","output_type":"stream"}]},{"cell_type":"code","source":"for i in range(5): \n    X, y = make_classification(n_samples=100,random_state=82)\n    X_train, X_test, y_train, y_test = train_test_split(X, y, stratify=y,random_state=82)\n    clf = MLPClassifier(max_iter=10,random_state=82).fit(X_train, y_train) \n    clf.predict_proba(X_test[:1]) \n    clf.predict(X_test[:5, :])\n    print(clf.score(X_test, y_test))","metadata":{"execution":{"iopub.status.busy":"2023-02-17T10:14:01.703486Z","iopub.execute_input":"2023-02-17T10:14:01.703875Z","iopub.status.idle":"2023-02-17T10:14:01.774334Z","shell.execute_reply.started":"2023-02-17T10:14:01.703845Z","shell.execute_reply":"2023-02-17T10:14:01.773162Z"},"trusted":true},"execution_count":40,"outputs":[{"name":"stdout","text":"0.48\n0.48\n0.48\n0.48\n0.48\n","output_type":"stream"},{"name":"stderr","text":"/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n","output_type":"stream"}]},{"cell_type":"markdown","source":"**<font color='#4682B4'>No, the score is constant, because the random_state's parameter value can be any integer, and it will ensure that the function produces the same results every time it is called with the same input and the same value of random_state.</font>**","metadata":{}},{"cell_type":"markdown","source":"# Q3\n**Repeat the example above, with max_iter = 50, and report the score in the table below. Run the same script again for max_iter = 100, 200, and 300. does the score changes? Explain why.**","metadata":{}},{"cell_type":"markdown","source":"> max_iter = 50","metadata":{}},{"cell_type":"code","source":"X, y = make_classification(n_samples=100) \nX_train, X_test, y_train, y_test = train_test_split(X, y, stratify=y) \n \nclf = MLPClassifier(max_iter=50).fit(X_train, y_train) \nclf.predict_proba(X_test[:1]) \n \nclf.predict(X_test[:5, :]) \n \nclf.score(X_test, y_test) ","metadata":{"execution":{"iopub.status.busy":"2023-02-16T14:01:08.122356Z","iopub.execute_input":"2023-02-16T14:01:08.122795Z","iopub.status.idle":"2023-02-16T14:01:08.170697Z","shell.execute_reply.started":"2023-02-16T14:01:08.122762Z","shell.execute_reply":"2023-02-16T14:01:08.169521Z"},"trusted":true},"execution_count":18,"outputs":[{"name":"stderr","text":"/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n","output_type":"stream"},{"execution_count":18,"output_type":"execute_result","data":{"text/plain":"0.88"},"metadata":{}}]},{"cell_type":"markdown","source":"> max_iter = 100","metadata":{}},{"cell_type":"code","source":"X, y = make_classification(n_samples=100) \nX_train, X_test, y_train, y_test = train_test_split(X, y, stratify=y) \n \nclf = MLPClassifier(max_iter=100).fit(X_train, y_train) \nclf.predict_proba(X_test[:1]) \n \nclf.predict(X_test[:5, :]) \n \nclf.score(X_test, y_test) ","metadata":{"execution":{"iopub.status.busy":"2023-02-16T14:00:34.450514Z","iopub.execute_input":"2023-02-16T14:00:34.450998Z","iopub.status.idle":"2023-02-16T14:00:34.534423Z","shell.execute_reply.started":"2023-02-16T14:00:34.450959Z","shell.execute_reply":"2023-02-16T14:00:34.533111Z"},"trusted":true},"execution_count":13,"outputs":[{"name":"stderr","text":"/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (100) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n","output_type":"stream"},{"execution_count":13,"output_type":"execute_result","data":{"text/plain":"0.84"},"metadata":{}}]},{"cell_type":"markdown","source":"> max_iter = 200","metadata":{}},{"cell_type":"code","source":"X, y = make_classification(n_samples=100) \nX_train, X_test, y_train, y_test = train_test_split(X, y, stratify=y) \n \nclf = MLPClassifier(max_iter=200).fit(X_train, y_train) \nclf.predict_proba(X_test[:1]) \n \nclf.predict(X_test[:5, :]) \n \nclf.score(X_test, y_test) ","metadata":{"execution":{"iopub.status.busy":"2023-02-16T14:00:44.512237Z","iopub.execute_input":"2023-02-16T14:00:44.512704Z","iopub.status.idle":"2023-02-16T14:00:44.651537Z","shell.execute_reply.started":"2023-02-16T14:00:44.512670Z","shell.execute_reply":"2023-02-16T14:00:44.650429Z"},"trusted":true},"execution_count":14,"outputs":[{"name":"stderr","text":"/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (200) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n","output_type":"stream"},{"execution_count":14,"output_type":"execute_result","data":{"text/plain":"0.68"},"metadata":{}}]},{"cell_type":"markdown","source":"> max_iter = 300","metadata":{}},{"cell_type":"code","source":"X, y = make_classification(n_samples=100) \nX_train, X_test, y_train, y_test = train_test_split(X, y, stratify=y) \n \nclf = MLPClassifier(max_iter=300).fit(X_train, y_train) \nclf.predict_proba(X_test[:1]) \n \nclf.predict(X_test[:5, :]) \n \nclf.score(X_test, y_test) ","metadata":{"execution":{"iopub.status.busy":"2023-02-16T14:01:18.357401Z","iopub.execute_input":"2023-02-16T14:01:18.357829Z","iopub.status.idle":"2023-02-16T14:01:18.558143Z","shell.execute_reply.started":"2023-02-16T14:01:18.357797Z","shell.execute_reply":"2023-02-16T14:01:18.557008Z"},"trusted":true},"execution_count":19,"outputs":[{"execution_count":19,"output_type":"execute_result","data":{"text/plain":"0.84"},"metadata":{}}]},{"cell_type":"code","source":"max_iter_list = [50,100,200,300]\n\nfor i in max_iter_list: \n    X, y = make_classification(n_samples=100) \n    X_train, X_test, y_train, y_test = train_test_split(X, y, stratify=y) \n \n    clf = MLPClassifier(max_iter=i).fit(X_train, y_train) \n    clf.predict_proba(X_test[:1]) \n \n    clf.predict(X_test[:5, :]) \n \n    print(clf.score(X_test, y_test))","metadata":{"execution":{"iopub.status.busy":"2023-02-17T10:52:17.829336Z","iopub.execute_input":"2023-02-17T10:52:17.829815Z","iopub.status.idle":"2023-02-17T10:52:18.294673Z","shell.execute_reply.started":"2023-02-17T10:52:17.829778Z","shell.execute_reply":"2023-02-17T10:52:18.293207Z"},"trusted":true},"execution_count":64,"outputs":[{"name":"stderr","text":"/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (100) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n","output_type":"stream"},{"name":"stdout","text":"0.88\n0.76\n0.88\n0.84\n","output_type":"stream"},{"name":"stderr","text":"/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (200) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n","output_type":"stream"}]},{"cell_type":"markdown","source":"**<font color='#4682B4'>The score changes slightly when the same script is run multiple times. because the optimization algorithm of the MLPClassifier is stochastic. However, the overall trend of the scores should remain the same, with higher values of max_iter generally leading to better performance, up to a point where the performance saturates or starts to degrade due to overfitting.</font>**","metadata":{}},{"cell_type":"markdown","source":"# Q4\n**You are given the dataset “dataset_spine” in csv format. Read the dataset using read_csv and answer the questions below.   (link:https://www.kaggle.com/datasets/sammy123/lower-back-pain-symptoms-dataset)**","metadata":{}},{"cell_type":"code","source":"dataset=pd.read_csv(\"/kaggle/input/lower-back-pain-symptoms-dataset/Dataset_spine.csv\")\ndataset","metadata":{"execution":{"iopub.status.busy":"2023-02-17T13:41:59.562625Z","iopub.execute_input":"2023-02-17T13:41:59.562994Z","iopub.status.idle":"2023-02-17T13:41:59.615317Z","shell.execute_reply.started":"2023-02-17T13:41:59.562968Z","shell.execute_reply":"2023-02-17T13:41:59.613699Z"},"trusted":true},"execution_count":5,"outputs":[{"execution_count":5,"output_type":"execute_result","data":{"text/plain":"          Col1       Col2       Col3       Col4        Col5       Col6  \\\n0    63.027817  22.552586  39.609117  40.475232   98.672917  -0.254400   \n1    39.056951  10.060991  25.015378  28.995960  114.405425   4.564259   \n2    68.832021  22.218482  50.092194  46.613539  105.985135  -3.530317   \n3    69.297008  24.652878  44.311238  44.644130  101.868495  11.211523   \n4    49.712859   9.652075  28.317406  40.060784  108.168725   7.918501   \n..         ...        ...        ...        ...         ...        ...   \n305  47.903565  13.616688  36.000000  34.286877  117.449062  -4.245395   \n306  53.936748  20.721496  29.220534  33.215251  114.365845  -0.421010   \n307  61.446597  22.694968  46.170347  38.751628  125.670725  -2.707880   \n308  45.252792   8.693157  41.583126  36.559635  118.545842   0.214750   \n309  33.841641   5.073991  36.641233  28.767649  123.945244  -0.199249   \n\n         Col7     Col8     Col9     Col10      Col11    Col12 Class_att  \\\n0    0.744503  12.5661  14.5386  15.30468 -28.658501  43.5123  Abnormal   \n1    0.415186  12.8874  17.5323  16.78486 -25.530607  16.1102  Abnormal   \n2    0.474889  26.8343  17.4861  16.65897 -29.031888  19.2221  Abnormal   \n3    0.369345  23.5603  12.7074  11.42447 -30.470246  18.8329  Abnormal   \n4    0.543360  35.4940  15.9546   8.87237 -16.378376  24.9171  Abnormal   \n..        ...      ...      ...       ...        ...      ...       ...   \n305  0.129744   7.8433  14.7484   8.51707 -15.728927  11.5472    Normal   \n306  0.047913  19.1986  18.1972   7.08745   6.013843  43.8693    Normal   \n307  0.081070  16.2059  13.5565   8.89572   3.564463  18.4151    Normal   \n308  0.159251  14.7334  16.0928   9.75922   5.767308  33.7192    Normal   \n309  0.674504  19.3825  17.6963  13.72929   1.783007  40.6049    Normal   \n\n                                           Unnamed: 13  \n0                                                  NaN  \n1                                                  NaN  \n2    Prediction is done by using binary classificat...  \n3                                                  NaN  \n4                                                  NaN  \n..                                                 ...  \n305                                                NaN  \n306                                                NaN  \n307                                                NaN  \n308                                                NaN  \n309                                                NaN  \n\n[310 rows x 14 columns]","text/html":"<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>Col1</th>\n      <th>Col2</th>\n      <th>Col3</th>\n      <th>Col4</th>\n      <th>Col5</th>\n      <th>Col6</th>\n      <th>Col7</th>\n      <th>Col8</th>\n      <th>Col9</th>\n      <th>Col10</th>\n      <th>Col11</th>\n      <th>Col12</th>\n      <th>Class_att</th>\n      <th>Unnamed: 13</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>63.027817</td>\n      <td>22.552586</td>\n      <td>39.609117</td>\n      <td>40.475232</td>\n      <td>98.672917</td>\n      <td>-0.254400</td>\n      <td>0.744503</td>\n      <td>12.5661</td>\n      <td>14.5386</td>\n      <td>15.30468</td>\n      <td>-28.658501</td>\n      <td>43.5123</td>\n      <td>Abnormal</td>\n      <td>NaN</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>39.056951</td>\n      <td>10.060991</td>\n      <td>25.015378</td>\n      <td>28.995960</td>\n      <td>114.405425</td>\n      <td>4.564259</td>\n      <td>0.415186</td>\n      <td>12.8874</td>\n      <td>17.5323</td>\n      <td>16.78486</td>\n      <td>-25.530607</td>\n      <td>16.1102</td>\n      <td>Abnormal</td>\n      <td>NaN</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>68.832021</td>\n      <td>22.218482</td>\n      <td>50.092194</td>\n      <td>46.613539</td>\n      <td>105.985135</td>\n      <td>-3.530317</td>\n      <td>0.474889</td>\n      <td>26.8343</td>\n      <td>17.4861</td>\n      <td>16.65897</td>\n      <td>-29.031888</td>\n      <td>19.2221</td>\n      <td>Abnormal</td>\n      <td>Prediction is done by using binary classificat...</td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>69.297008</td>\n      <td>24.652878</td>\n      <td>44.311238</td>\n      <td>44.644130</td>\n      <td>101.868495</td>\n      <td>11.211523</td>\n      <td>0.369345</td>\n      <td>23.5603</td>\n      <td>12.7074</td>\n      <td>11.42447</td>\n      <td>-30.470246</td>\n      <td>18.8329</td>\n      <td>Abnormal</td>\n      <td>NaN</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>49.712859</td>\n      <td>9.652075</td>\n      <td>28.317406</td>\n      <td>40.060784</td>\n      <td>108.168725</td>\n      <td>7.918501</td>\n      <td>0.543360</td>\n      <td>35.4940</td>\n      <td>15.9546</td>\n      <td>8.87237</td>\n      <td>-16.378376</td>\n      <td>24.9171</td>\n      <td>Abnormal</td>\n      <td>NaN</td>\n    </tr>\n    <tr>\n      <th>...</th>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n    </tr>\n    <tr>\n      <th>305</th>\n      <td>47.903565</td>\n      <td>13.616688</td>\n      <td>36.000000</td>\n      <td>34.286877</td>\n      <td>117.449062</td>\n      <td>-4.245395</td>\n      <td>0.129744</td>\n      <td>7.8433</td>\n      <td>14.7484</td>\n      <td>8.51707</td>\n      <td>-15.728927</td>\n      <td>11.5472</td>\n      <td>Normal</td>\n      <td>NaN</td>\n    </tr>\n    <tr>\n      <th>306</th>\n      <td>53.936748</td>\n      <td>20.721496</td>\n      <td>29.220534</td>\n      <td>33.215251</td>\n      <td>114.365845</td>\n      <td>-0.421010</td>\n      <td>0.047913</td>\n      <td>19.1986</td>\n      <td>18.1972</td>\n      <td>7.08745</td>\n      <td>6.013843</td>\n      <td>43.8693</td>\n      <td>Normal</td>\n      <td>NaN</td>\n    </tr>\n    <tr>\n      <th>307</th>\n      <td>61.446597</td>\n      <td>22.694968</td>\n      <td>46.170347</td>\n      <td>38.751628</td>\n      <td>125.670725</td>\n      <td>-2.707880</td>\n      <td>0.081070</td>\n      <td>16.2059</td>\n      <td>13.5565</td>\n      <td>8.89572</td>\n      <td>3.564463</td>\n      <td>18.4151</td>\n      <td>Normal</td>\n      <td>NaN</td>\n    </tr>\n    <tr>\n      <th>308</th>\n      <td>45.252792</td>\n      <td>8.693157</td>\n      <td>41.583126</td>\n      <td>36.559635</td>\n      <td>118.545842</td>\n      <td>0.214750</td>\n      <td>0.159251</td>\n      <td>14.7334</td>\n      <td>16.0928</td>\n      <td>9.75922</td>\n      <td>5.767308</td>\n      <td>33.7192</td>\n      <td>Normal</td>\n      <td>NaN</td>\n    </tr>\n    <tr>\n      <th>309</th>\n      <td>33.841641</td>\n      <td>5.073991</td>\n      <td>36.641233</td>\n      <td>28.767649</td>\n      <td>123.945244</td>\n      <td>-0.199249</td>\n      <td>0.674504</td>\n      <td>19.3825</td>\n      <td>17.6963</td>\n      <td>13.72929</td>\n      <td>1.783007</td>\n      <td>40.6049</td>\n      <td>Normal</td>\n      <td>NaN</td>\n    </tr>\n  </tbody>\n</table>\n<p>310 rows × 14 columns</p>\n</div>"},"metadata":{}}]},{"cell_type":"markdown","source":"**a. How many columns (features / attributes) does the dataset has? List the column names**\n\n**<font color='#4682B4'>There are 14 columns; their names are as follows: Col1, Col2, Col3, Col4, Col5, Col6, Col7, Col8, Col9, Col10, Col11, Col12, Class_att, and unnamed. I prefer to drop the unnamed column because it is useless.</font>**\n\n\n**b. How many rows (samples / records) does the dataset has?**\n\n**<font color='#4682B4'>There are 310 rows (samples / records).</font>**\n\n\n**c. What is the data type for each feature? Numerical, categorical, …**\n\n**<font color='#4682B4'>Most of the features in the dataset are numerical, while the last column class_att is categorical.</font>**\n\n**<font color='#4682B4'>Col1→ numerical,   Col2→ numerical,   Col3→ numerical,   Col4→ numerical,</font>**\n\n**<font color='#4682B4'>Col5→ numerical,   Col6→ numerical,   Col7→ numerical,   Col8→ numerical,</font>**\n\n**<font color='#4682B4'>Col9→ numerical,   Col10→ numerical,   Col11→ numerical,   Col12→ numerical,</font>**\n\n**<font color='#4682B4'>Class_att→ categorical</font>**\n\n\n**d. “class_att” is the target value. Why is the datatype of the target value?** \n\n**<font color='#4682B4'>Yes, it is. The datatype of class_att (the target value) is categorical.</font>**\n\n\n**e. Is this a regression or a classification problem?**\n\n**<font color='#4682B4'>It's a classification problem, specifically a binary classification problem, because the task is to predict whether a patient has a normal or abnormal spinal condition based on the given features.</font>**\n        ","metadata":{}},{"cell_type":"markdown","source":"## **Train an MLPClassifier**","metadata":{}},{"cell_type":"code","source":"X=dataset.iloc[:,:-2]\ny=dataset['Class_att']\n\n#1. Split the dataset into 70% training and 30% testing \nX_train, X_test, y_train, y_test = train_test_split(X, y, stratify=y,train_size=0.7,test_size=0.3) \n\n#2. Initialize an MLPClassifier with 1 hidden layer and 7 neurons\nclf=MLPClassifier(hidden_layer_sizes=7)\n\n#3. Initialize the learning rate to 0.1 and the max_iter to 1000\nclf=MLPClassifier(hidden_layer_sizes=7,learning_rate_init=0.1,max_iter=1000)\n\n#4. Fit the model given the training set\nclf.fit(X_train,y_train)\n\n#5. Predict the output of the testing set \nclf.predict(X_test)\n\n#6. Compute and report the score \nclf.score(X_test,y_test)","metadata":{"execution":{"iopub.status.busy":"2023-02-17T13:58:49.760286Z","iopub.execute_input":"2023-02-17T13:58:49.760666Z","iopub.status.idle":"2023-02-17T13:58:49.848553Z","shell.execute_reply.started":"2023-02-17T13:58:49.760637Z","shell.execute_reply":"2023-02-17T13:58:49.847553Z"},"trusted":true},"execution_count":24,"outputs":[{"execution_count":24,"output_type":"execute_result","data":{"text/plain":"0.8172043010752689"},"metadata":{}}]},{"cell_type":"markdown","source":"**What is the effect of the number of neurons on the result? To check its effect, repeat the steps from 2 to 6, but change the number of neurons in the hidden layer. How does this affect the score?**","metadata":{}},{"cell_type":"code","source":"neurons = [1, 3, 5, 7, 10, 15, 20] \nfor n in neurons: \n    clf = MLPClassifier(hidden_layer_sizes=(n,), max_iter=1000, learning_rate_init=0.1) \n    clf.fit(X_train, y_train) \n    clf.predict(X_test) \n    score = clf.score(X_test ,y_test) \n    print(\"Neurons:\", n, \"Accuracy score:\", score) ","metadata":{"execution":{"iopub.status.busy":"2023-02-17T14:05:11.299959Z","iopub.execute_input":"2023-02-17T14:05:11.300571Z","iopub.status.idle":"2023-02-17T14:05:11.527706Z","shell.execute_reply.started":"2023-02-17T14:05:11.300536Z","shell.execute_reply":"2023-02-17T14:05:11.526671Z"},"trusted":true},"execution_count":32,"outputs":[{"name":"stdout","text":"Neurons: 1 Accuracy score: 0.6774193548387096\nNeurons: 3 Accuracy score: 0.7956989247311828\nNeurons: 5 Accuracy score: 0.6774193548387096\nNeurons: 7 Accuracy score: 0.6774193548387096\nNeurons: 10 Accuracy score: 0.6666666666666666\nNeurons: 15 Accuracy score: 0.6666666666666666\nNeurons: 20 Accuracy score: 0.8602150537634409\n","output_type":"stream"}]},{"cell_type":"markdown","source":"**<font color='#4682B4'>The output shows the effect of the number of neurons on the accuracy score. Generally, increasing the number of neurons in the hidden layer can improve the accuracy score up to a certain point. However, adding too many neurons may cause overfitting.</font>**","metadata":{}},{"cell_type":"markdown","source":"**What is the effect of the number of hidden layers on the result? To check its effect, repeat the steps from 2 to 6, but change the number of hidden layers. How does this affect the score?**","metadata":{}},{"cell_type":"code","source":"layers = [(7,), (7, 7), (7, 7, 7)] \nfor l in layers: \n    clf = MLPClassifier(hidden_layer_sizes=l, max_iter=1000, learning_rate_init=0.1) \n    clf.fit(X_train, y_train) \n    clf.predict(X_test) \n    score = clf.score(X_test, y_pred)\n    print(\"Layers:\", len(l),l, \", \\tAccuracy score:\", score) ","metadata":{"execution":{"iopub.status.busy":"2023-02-17T14:14:36.386834Z","iopub.execute_input":"2023-02-17T14:14:36.388850Z","iopub.status.idle":"2023-02-17T14:14:36.651696Z","shell.execute_reply.started":"2023-02-17T14:14:36.388778Z","shell.execute_reply":"2023-02-17T14:14:36.649578Z"},"trusted":true},"execution_count":48,"outputs":[{"name":"stdout","text":"Layers: 1 (7,) , \tAccuracy score: 0.6559139784946236\nLayers: 2 (7, 7) , \tAccuracy score: 0.4838709677419355\nLayers: 3 (7, 7, 7) , \tAccuracy score: 0.4838709677419355\n","output_type":"stream"}]},{"cell_type":"markdown","source":"**<font color='#4682B4'>The output shows the effect of the number of hidden layers on the accuracy score. Generally, increasing the number of hidden layers can improve the accuracy score up to a certain point. However, adding too many hidden layers may cause overfitting.</font>**\n","metadata":{}},{"cell_type":"markdown","source":"**Apply gridsearch (GridSearchCV) to find the best hyperparamters for this problem. Use these Hyperparameters: number of hidden layers, number of neurons in each layer, learning rate, max iterations.**","metadata":{}},{"cell_type":"code","source":"from sklearn.model_selection import GridSearchCV\nmlp_c = MLPClassifier(random_state=1,max_iter=50)\n\nparameter={'hidden_layer_sizes':[(10,15,30),10,(10,15,5),15,30,20],'learning_rate_init': [0.5,0.1,0.3,0.9],'max_iter':[10,50,70,100,20,55]}\n\nclf=GridSearchCV(mlp_c,parameter,n_jobs=-1,cv=3)\nanswer=clf.fit(X_train,y_train)\nclf.predict(X_test)\n\nprint('Best Hyperparameters : %s \\t with a score of: ' % answer.best_params_, answer.best_score_)","metadata":{"execution":{"iopub.status.busy":"2023-02-17T14:32:59.058049Z","iopub.execute_input":"2023-02-17T14:32:59.058435Z","iopub.status.idle":"2023-02-17T14:33:02.049102Z","shell.execute_reply.started":"2023-02-17T14:32:59.058403Z","shell.execute_reply":"2023-02-17T14:33:02.047401Z"},"trusted":true},"execution_count":55,"outputs":[{"name":"stderr","text":"/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (55) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (55) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (55) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (55) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (55) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (55) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (55) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (70) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (70) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (70) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (100) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (100) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (100) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (70) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (70) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (70) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (100) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (100) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (70) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (70) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (55) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (55) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (70) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (70) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (55) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (55) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (70) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (70) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (100) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (55) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (55) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n","output_type":"stream"},{"name":"stdout","text":"Best Hyperparameters : {'hidden_layer_sizes': 30, 'learning_rate_init': 0.1, 'max_iter': 100} \t with a score of:  0.8252156265854896\n","output_type":"stream"},{"name":"stderr","text":"/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (55) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (55) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (55) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (70) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (70) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (70) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (100) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (100) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (55) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (50) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (55) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (55) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (10) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (70) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (70) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (70) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (100) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (100) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (100) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n/opt/conda/lib/python3.7/site-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (20) reached and the optimization hasn't converged yet.\n  ConvergenceWarning,\n","output_type":"stream"}]}]}