auto_ml.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "authorship_tag": "ABX9TyPxQ+EJPZEGRS//s6klLzfr",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "029649fcbb1d47f8a11eab6f812a39f0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_1ce137c033eb40598a5f3e15b7d508a3",
              "IPY_MODEL_9360b578500241429232d2678783e761",
              "IPY_MODEL_0493743d1e3f4094a167f9096b8173d2"
            ],
            "layout": "IPY_MODEL_7031d283bf884a459b04302c5d7656a6"
          }
        },
        "1ce137c033eb40598a5f3e15b7d508a3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3c46cae289ac444ba259f864f571678a",
            "placeholder": "​",
            "style": "IPY_MODEL_6b032bf4a5bb4328afd9bee7a54f40b3",
            "value": "Optimization Progress: 100%"
          }
        },
        "9360b578500241429232d2678783e761": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b046cee1e893432b9ac6497892fa80bf",
            "max": 100,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_96ec62b2a33f4266922f8c6f32482ac4",
            "value": 100
          }
        },
        "0493743d1e3f4094a167f9096b8173d2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1d46539803754ea98e093a4516878196",
            "placeholder": "​",
            "style": "IPY_MODEL_284ea1a351fe47a9a2ce78cba4947917",
            "value": " 200/200 [01:16&lt;00:00,  1.46pipeline/s]"
          }
        },
        "7031d283bf884a459b04302c5d7656a6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": "hidden",
            "width": null
          }
        },
        "3c46cae289ac444ba259f864f571678a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6b032bf4a5bb4328afd9bee7a54f40b3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "b046cee1e893432b9ac6497892fa80bf": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "96ec62b2a33f4266922f8c6f32482ac4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "1d46539803754ea98e093a4516878196": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "284ea1a351fe47a9a2ce78cba4947917": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/miller00315/ia_studies/blob/main/auto_ml.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "YDfXtlhAjK-7",
        "outputId": "01757e82-30cc-4717-c625-ffe564d6b5fa"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting tpot\n",
            "  Downloading TPOT-0.12.2-py3-none-any.whl (87 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m87.4/87.4 kB\u001b[0m \u001b[31m1.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: numpy>=1.16.3 in /usr/local/lib/python3.10/dist-packages (from tpot) (1.25.2)\n",
            "Requirement already satisfied: scipy>=1.3.1 in /usr/local/lib/python3.10/dist-packages (from tpot) (1.11.4)\n",
            "Collecting scikit-learn>=1.4.1 (from tpot)\n",
            "  Downloading scikit_learn-1.4.1.post1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (12.1 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m12.1/12.1 MB\u001b[0m \u001b[31m47.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting deap>=1.2 (from tpot)\n",
            "  Downloading deap-1.4.1-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (135 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m135.4/135.4 kB\u001b[0m \u001b[31m9.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting update-checker>=0.16 (from tpot)\n",
            "  Downloading update_checker-0.18.0-py3-none-any.whl (7.0 kB)\n",
            "Requirement already satisfied: tqdm>=4.36.1 in /usr/local/lib/python3.10/dist-packages (from tpot) (4.66.2)\n",
            "Collecting stopit>=1.1.1 (from tpot)\n",
            "  Downloading stopit-1.1.2.tar.gz (18 kB)\n",
            "  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "Requirement already satisfied: pandas>=0.24.2 in /usr/local/lib/python3.10/dist-packages (from tpot) (1.5.3)\n",
            "Requirement already satisfied: joblib>=0.13.2 in /usr/local/lib/python3.10/dist-packages (from tpot) (1.3.2)\n",
            "Requirement already satisfied: xgboost>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from tpot) (2.0.3)\n",
            "Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas>=0.24.2->tpot) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas>=0.24.2->tpot) (2023.4)\n",
            "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn>=1.4.1->tpot) (3.3.0)\n",
            "Requirement already satisfied: requests>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from update-checker>=0.16->tpot) (2.31.0)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.1->pandas>=0.24.2->tpot) (1.16.0)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.3.0->update-checker>=0.16->tpot) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.3.0->update-checker>=0.16->tpot) (3.6)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.3.0->update-checker>=0.16->tpot) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.3.0->update-checker>=0.16->tpot) (2024.2.2)\n",
            "Building wheels for collected packages: stopit\n",
            "  Building wheel for stopit (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for stopit: filename=stopit-1.1.2-py3-none-any.whl size=11938 sha256=31ac31af7b5d696db065aedf9c397525709472a7ba9a4e75a0cb185ee993a066\n",
            "  Stored in directory: /root/.cache/pip/wheels/af/f9/87/bf5b3d565c2a007b4dae9d8142dccc85a9f164e517062dd519\n",
            "Successfully built stopit\n",
            "Installing collected packages: stopit, deap, update-checker, scikit-learn, tpot\n",
            "  Attempting uninstall: scikit-learn\n",
            "    Found existing installation: scikit-learn 1.2.2\n",
            "    Uninstalling scikit-learn-1.2.2:\n",
            "      Successfully uninstalled scikit-learn-1.2.2\n",
            "Successfully installed deap-1.4.1 scikit-learn-1.4.1.post1 stopit-1.1.2 tpot-0.12.2 update-checker-0.18.0\n"
          ]
        }
      ],
      "source": [
        "  !pip install tpot"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from sklearn.model_selection import train_test_split\n",
        "from sklearn.metrics import accuracy_score\n",
        "from sklearn.datasets import load_iris\n",
        "from tpot import TPOTClassifier"
      ],
      "metadata": {
        "id": "PPowCChTu0Pa"
      },
      "execution_count": 2,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "data = load_iris()\n",
        "\n",
        "X = data.data\n",
        "\n",
        "y = data.target\n",
        "\n",
        "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=3, random_state=0)"
      ],
      "metadata": {
        "id": "K6nwosmJwqJd"
      },
      "execution_count": 3,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "tpot = TPOTClassifier(\n",
        "    generations=10,\n",
        "    population_size=100,\n",
        "    offspring_size=100,\n",
        "    mutation_rate=0.9,\n",
        "    crossover_rate=0.1,\n",
        "    scoring='accuracy',\n",
        "    max_time_mins=2,\n",
        "    random_state=0,\n",
        "    early_stop=False,\n",
        "    verbosity=2\n",
        ")\n",
        "\n",
        "tpot.fit(X_train, y_train)\n",
        "\n",
        "print(\"Best model:\" , tpot.fitted_pipeline_)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 349,
          "referenced_widgets": [
            "029649fcbb1d47f8a11eab6f812a39f0",
            "1ce137c033eb40598a5f3e15b7d508a3",
            "9360b578500241429232d2678783e761",
            "0493743d1e3f4094a167f9096b8173d2",
            "7031d283bf884a459b04302c5d7656a6",
            "3c46cae289ac444ba259f864f571678a",
            "6b032bf4a5bb4328afd9bee7a54f40b3",
            "b046cee1e893432b9ac6497892fa80bf",
            "96ec62b2a33f4266922f8c6f32482ac4",
            "1d46539803754ea98e093a4516878196",
            "284ea1a351fe47a9a2ce78cba4947917"
          ]
        },
        "id": "jYBS8oy4xJUW",
        "outputId": "087d871f-4d97-489a-cb91-a8250c866e9d"
      },
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Optimization Progress:   0%|          | 0/100 [00:00<?, ?pipeline/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "029649fcbb1d47f8a11eab6f812a39f0"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "Generation 1 - Current best internal CV score: 0.9864367816091955\n",
            "\n",
            "The optimized pipeline was not improved after evaluating False more generations. Will end the optimization process.\n",
            "\n",
            "TPOT closed prematurely. Will use the current best pipeline.\n",
            "\n",
            "Best pipeline: MLPClassifier(ExtraTreesClassifier(input_matrix, bootstrap=True, criterion=entropy, max_features=0.1, min_samples_leaf=16, min_samples_split=8, n_estimators=100), alpha=0.001, learning_rate_init=0.1)\n",
            "Best model: Pipeline(steps=[('stackingestimator',\n",
            "                 StackingEstimator(estimator=ExtraTreesClassifier(bootstrap=True,\n",
            "                                                                  criterion='entropy',\n",
            "                                                                  max_features=0.1,\n",
            "                                                                  min_samples_leaf=16,\n",
            "                                                                  min_samples_split=8,\n",
            "                                                                  random_state=0))),\n",
            "                ('mlpclassifier',\n",
            "                 MLPClassifier(alpha=0.001, learning_rate_init=0.1,\n",
            "                               random_state=0))])\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "tpot.evaluated_individuals_"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "QfgnbheX3kXM",
        "outputId": "44e8b3d0-1a5f-4d4b-bb77-accd8b565729"
      },
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "{'BernoulliNB(input_matrix, BernoulliNB__alpha=0.001, BernoulliNB__fit_prior=False)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.3195402298850575},\n",
              " 'GaussianNB(PolynomialFeatures(input_matrix, PolynomialFeatures__degree=2, PolynomialFeatures__include_bias=False, PolynomialFeatures__interaction_only=False))': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9526436781609195},\n",
              " 'XGBClassifier(input_matrix, XGBClassifier__learning_rate=0.1, XGBClassifier__max_depth=2, XGBClassifier__min_child_weight=7, XGBClassifier__n_estimators=100, XGBClassifier__n_jobs=1, XGBClassifier__subsample=0.4, XGBClassifier__verbosity=0)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9255172413793105},\n",
              " 'KNeighborsClassifier(MultinomialNB(input_matrix, MultinomialNB__alpha=100.0, MultinomialNB__fit_prior=False), KNeighborsClassifier__n_neighbors=78, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=distance)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9462068965517242},\n",
              " 'LogisticRegression(input_matrix, LogisticRegression__C=0.0001, LogisticRegression__dual=False, LogisticRegression__penalty=l2)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.666206896551724},\n",
              " 'ExtraTreesClassifier(input_matrix, ExtraTreesClassifier__bootstrap=True, ExtraTreesClassifier__criterion=entropy, ExtraTreesClassifier__max_features=0.9000000000000001, ExtraTreesClassifier__min_samples_leaf=20, ExtraTreesClassifier__min_samples_split=16, ExtraTreesClassifier__n_estimators=100)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.945977011494253},\n",
              " 'ExtraTreesClassifier(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.001), ExtraTreesClassifier__bootstrap=False, ExtraTreesClassifier__criterion=gini, ExtraTreesClassifier__max_features=0.15000000000000002, ExtraTreesClassifier__min_samples_leaf=3, ExtraTreesClassifier__min_samples_split=5, ExtraTreesClassifier__n_estimators=100)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9595402298850575},\n",
              " 'GaussianNB(input_matrix)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9526436781609195},\n",
              " 'DecisionTreeClassifier(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.1, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), DecisionTreeClassifier__criterion=entropy, DecisionTreeClassifier__max_depth=7, DecisionTreeClassifier__min_samples_leaf=13, DecisionTreeClassifier__min_samples_split=5)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9457471264367816},\n",
              " 'DecisionTreeClassifier(input_matrix, DecisionTreeClassifier__criterion=gini, DecisionTreeClassifier__max_depth=8, DecisionTreeClassifier__min_samples_leaf=20, DecisionTreeClassifier__min_samples_split=11)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9457471264367816},\n",
              " 'ExtraTreesClassifier(input_matrix, ExtraTreesClassifier__bootstrap=False, ExtraTreesClassifier__criterion=gini, ExtraTreesClassifier__max_features=1.0, ExtraTreesClassifier__min_samples_leaf=16, ExtraTreesClassifier__min_samples_split=18, ExtraTreesClassifier__n_estimators=100)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9595402298850575},\n",
              " 'GaussianNB(SGDClassifier(input_matrix, SGDClassifier__alpha=0.01, SGDClassifier__eta0=0.1, SGDClassifier__fit_intercept=True, SGDClassifier__l1_ratio=0.0, SGDClassifier__learning_rate=constant, SGDClassifier__loss=squared_hinge, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=0.1))': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.8714942528735632},\n",
              " 'DecisionTreeClassifier(input_matrix, DecisionTreeClassifier__criterion=gini, DecisionTreeClassifier__max_depth=9, DecisionTreeClassifier__min_samples_leaf=8, DecisionTreeClassifier__min_samples_split=12)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9526436781609195},\n",
              " 'GradientBoostingClassifier(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.15, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), GradientBoostingClassifier__learning_rate=0.001, GradientBoostingClassifier__max_depth=3, GradientBoostingClassifier__max_features=0.8500000000000001, GradientBoostingClassifier__min_samples_leaf=1, GradientBoostingClassifier__min_samples_split=6, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.15000000000000002)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9595402298850575},\n",
              " 'LogisticRegression(Normalizer(input_matrix, Normalizer__norm=max), LogisticRegression__C=0.5, LogisticRegression__dual=False, LogisticRegression__penalty=l2)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.857471264367816},\n",
              " 'LogisticRegression(input_matrix, LogisticRegression__C=15.0, LogisticRegression__dual=False, LogisticRegression__penalty=l2)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9728735632183909},\n",
              " 'XGBClassifier(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.0005), XGBClassifier__learning_rate=0.5, XGBClassifier__max_depth=3, XGBClassifier__min_child_weight=9, XGBClassifier__n_estimators=100, XGBClassifier__n_jobs=1, XGBClassifier__subsample=0.6000000000000001, XGBClassifier__verbosity=0)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9388505747126438},\n",
              " 'BernoulliNB(input_matrix, BernoulliNB__alpha=100.0, BernoulliNB__fit_prior=True)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.3195402298850575},\n",
              " 'MLPClassifier(input_matrix, MLPClassifier__alpha=0.001, MLPClassifier__learning_rate_init=0.001)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9726436781609197},\n",
              " 'ExtraTreesClassifier(input_matrix, ExtraTreesClassifier__bootstrap=False, ExtraTreesClassifier__criterion=gini, ExtraTreesClassifier__max_features=0.55, ExtraTreesClassifier__min_samples_leaf=9, ExtraTreesClassifier__min_samples_split=16, ExtraTreesClassifier__n_estimators=100)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9595402298850575},\n",
              " 'KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=14, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=uniform)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9595402298850575},\n",
              " 'MLPClassifier(input_matrix, MLPClassifier__alpha=0.001, MLPClassifier__learning_rate_init=0.5)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.6098850574712642},\n",
              " 'RandomForestClassifier(ZeroCount(input_matrix), RandomForestClassifier__bootstrap=False, RandomForestClassifier__criterion=entropy, RandomForestClassifier__max_features=0.05, RandomForestClassifier__min_samples_leaf=9, RandomForestClassifier__min_samples_split=6, RandomForestClassifier__n_estimators=100)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9457471264367816},\n",
              " 'KNeighborsClassifier(Binarizer(input_matrix, Binarizer__threshold=0.0), KNeighborsClassifier__n_neighbors=94, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=distance)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.3264367816091954},\n",
              " 'DecisionTreeClassifier(Nystroem(input_matrix, Nystroem__gamma=0.7000000000000001, Nystroem__kernel=sigmoid, Nystroem__n_components=9), DecisionTreeClassifier__criterion=gini, DecisionTreeClassifier__max_depth=10, DecisionTreeClassifier__min_samples_leaf=9, DecisionTreeClassifier__min_samples_split=5)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.3195402298850575},\n",
              " 'KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=57, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=uniform)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.8917241379310346},\n",
              " 'SGDClassifier(input_matrix, SGDClassifier__alpha=0.001, SGDClassifier__eta0=1.0, SGDClassifier__fit_intercept=False, SGDClassifier__l1_ratio=0.0, SGDClassifier__learning_rate=constant, SGDClassifier__loss=hinge, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=10.0)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.6105747126436782},\n",
              " 'GaussianNB(MLPClassifier(input_matrix, MLPClassifier__alpha=0.01, MLPClassifier__learning_rate_init=0.01))': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9797701149425289},\n",
              " 'KNeighborsClassifier(PolynomialFeatures(input_matrix, PolynomialFeatures__degree=2, PolynomialFeatures__include_bias=False, PolynomialFeatures__interaction_only=False), KNeighborsClassifier__n_neighbors=15, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=uniform)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9593103448275861},\n",
              " 'GradientBoostingClassifier(input_matrix, GradientBoostingClassifier__learning_rate=0.001, GradientBoostingClassifier__max_depth=3, GradientBoostingClassifier__max_features=0.4, GradientBoostingClassifier__min_samples_leaf=1, GradientBoostingClassifier__min_samples_split=7, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.4)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9528735632183908},\n",
              " 'MLPClassifier(Normalizer(input_matrix, Normalizer__norm=l1), MLPClassifier__alpha=0.1, MLPClassifier__learning_rate_init=0.01)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9590804597701149},\n",
              " 'DecisionTreeClassifier(BernoulliNB(input_matrix, BernoulliNB__alpha=0.001, BernoulliNB__fit_prior=False), DecisionTreeClassifier__criterion=gini, DecisionTreeClassifier__max_depth=10, DecisionTreeClassifier__min_samples_leaf=7, DecisionTreeClassifier__min_samples_split=19)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9457471264367816},\n",
              " 'DecisionTreeClassifier(MultinomialNB(input_matrix, MultinomialNB__alpha=1.0, MultinomialNB__fit_prior=False), DecisionTreeClassifier__criterion=entropy, DecisionTreeClassifier__max_depth=2, DecisionTreeClassifier__min_samples_leaf=5, DecisionTreeClassifier__min_samples_split=14)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9388505747126438},\n",
              " 'GradientBoostingClassifier(input_matrix, GradientBoostingClassifier__learning_rate=0.5, GradientBoostingClassifier__max_depth=8, GradientBoostingClassifier__max_features=0.45, GradientBoostingClassifier__min_samples_leaf=11, GradientBoostingClassifier__min_samples_split=3, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.7500000000000001)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9321839080459771},\n",
              " 'BernoulliNB(input_matrix, BernoulliNB__alpha=0.1, BernoulliNB__fit_prior=True)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.3195402298850575},\n",
              " 'MultinomialNB(GradientBoostingClassifier(input_matrix, GradientBoostingClassifier__learning_rate=0.1, GradientBoostingClassifier__max_depth=2, GradientBoostingClassifier__max_features=0.6000000000000001, GradientBoostingClassifier__min_samples_leaf=5, GradientBoostingClassifier__min_samples_split=14, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.8), MultinomialNB__alpha=0.01, MultinomialNB__fit_prior=False)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9457471264367816},\n",
              " 'LogisticRegression(input_matrix, LogisticRegression__C=20.0, LogisticRegression__dual=False, LogisticRegression__penalty=l2)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9728735632183909},\n",
              " 'GradientBoostingClassifier(RobustScaler(input_matrix), GradientBoostingClassifier__learning_rate=1.0, GradientBoostingClassifier__max_depth=5, GradientBoostingClassifier__max_features=0.6500000000000001, GradientBoostingClassifier__min_samples_leaf=2, GradientBoostingClassifier__min_samples_split=20, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.7500000000000001)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9524137931034483},\n",
              " 'GradientBoostingClassifier(input_matrix, GradientBoostingClassifier__learning_rate=1.0, GradientBoostingClassifier__max_depth=8, GradientBoostingClassifier__max_features=0.9000000000000001, GradientBoostingClassifier__min_samples_leaf=20, GradientBoostingClassifier__min_samples_split=17, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.8500000000000001)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.939080459770115},\n",
              " 'KNeighborsClassifier(CombineDFs(input_matrix, input_matrix), KNeighborsClassifier__n_neighbors=61, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=uniform)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9050574712643679},\n",
              " 'MLPClassifier(SelectFromModel(input_matrix, SelectFromModel__ExtraTreesClassifier__criterion=gini, SelectFromModel__ExtraTreesClassifier__max_features=0.7500000000000001, SelectFromModel__ExtraTreesClassifier__n_estimators=100, SelectFromModel__threshold=0.4), MLPClassifier__alpha=0.01, MLPClassifier__learning_rate_init=0.001)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.939080459770115},\n",
              " 'DecisionTreeClassifier(GaussianNB(input_matrix), DecisionTreeClassifier__criterion=gini, DecisionTreeClassifier__max_depth=3, DecisionTreeClassifier__min_samples_leaf=14, DecisionTreeClassifier__min_samples_split=19)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9190804597701151},\n",
              " 'KNeighborsClassifier(FastICA(input_matrix, FastICA__tol=0.5), KNeighborsClassifier__n_neighbors=4, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=distance)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9255172413793105},\n",
              " 'DecisionTreeClassifier(RFE(input_matrix, RFE__ExtraTreesClassifier__criterion=gini, RFE__ExtraTreesClassifier__max_features=0.4, RFE__ExtraTreesClassifier__n_estimators=100, RFE__step=0.1), DecisionTreeClassifier__criterion=entropy, DecisionTreeClassifier__max_depth=8, DecisionTreeClassifier__min_samples_leaf=7, DecisionTreeClassifier__min_samples_split=2)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9388505747126438},\n",
              " 'XGBClassifier(ExtraTreesClassifier(input_matrix, ExtraTreesClassifier__bootstrap=False, ExtraTreesClassifier__criterion=gini, ExtraTreesClassifier__max_features=0.7500000000000001, ExtraTreesClassifier__min_samples_leaf=18, ExtraTreesClassifier__min_samples_split=7, ExtraTreesClassifier__n_estimators=100), XGBClassifier__learning_rate=0.1, XGBClassifier__max_depth=6, XGBClassifier__min_child_weight=5, XGBClassifier__n_estimators=100, XGBClassifier__n_jobs=1, XGBClassifier__subsample=0.7500000000000001, XGBClassifier__verbosity=0)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9528735632183908},\n",
              " 'MultinomialNB(SGDClassifier(input_matrix, SGDClassifier__alpha=0.01, SGDClassifier__eta0=0.01, SGDClassifier__fit_intercept=False, SGDClassifier__l1_ratio=1.0, SGDClassifier__learning_rate=constant, SGDClassifier__loss=squared_hinge, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=0.0), MultinomialNB__alpha=0.001, MultinomialNB__fit_prior=False)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9383908045977012},\n",
              " 'MultinomialNB(CombineDFs(input_matrix, input_matrix), MultinomialNB__alpha=0.1, MultinomialNB__fit_prior=True)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9521839080459771},\n",
              " 'GradientBoostingClassifier(input_matrix, GradientBoostingClassifier__learning_rate=0.5, GradientBoostingClassifier__max_depth=10, GradientBoostingClassifier__max_features=0.8500000000000001, GradientBoostingClassifier__min_samples_leaf=8, GradientBoostingClassifier__min_samples_split=18, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.8500000000000001)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.925287356321839},\n",
              " 'KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=98, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=uniform)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.6048275862068965},\n",
              " 'KNeighborsClassifier(Binarizer(input_matrix, Binarizer__threshold=0.45), KNeighborsClassifier__n_neighbors=53, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=distance)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.6462068965517241},\n",
              " 'GaussianNB(Nystroem(input_matrix, Nystroem__gamma=0.45, Nystroem__kernel=poly, Nystroem__n_components=4))': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.8852873563218392},\n",
              " 'MultinomialNB(input_matrix, MultinomialNB__alpha=0.01, MultinomialNB__fit_prior=False)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9521839080459771},\n",
              " 'BernoulliNB(input_matrix, BernoulliNB__alpha=0.01, BernoulliNB__fit_prior=False)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.3195402298850575},\n",
              " 'SGDClassifier(input_matrix, SGDClassifier__alpha=0.0, SGDClassifier__eta0=0.01, SGDClassifier__fit_intercept=True, SGDClassifier__l1_ratio=1.0, SGDClassifier__learning_rate=invscaling, SGDClassifier__loss=squared_hinge, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=0.1)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.8025287356321839},\n",
              " 'KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=66, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=distance)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9662068965517241},\n",
              " 'GaussianNB(RBFSampler(input_matrix, RBFSampler__gamma=0.15000000000000002))': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9526436781609195},\n",
              " 'MLPClassifier(ExtraTreesClassifier(input_matrix, ExtraTreesClassifier__bootstrap=True, ExtraTreesClassifier__criterion=entropy, ExtraTreesClassifier__max_features=0.1, ExtraTreesClassifier__min_samples_leaf=16, ExtraTreesClassifier__min_samples_split=8, ExtraTreesClassifier__n_estimators=100), MLPClassifier__alpha=0.1, MLPClassifier__learning_rate_init=0.1)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9795402298850575},\n",
              " 'MLPClassifier(SelectPercentile(input_matrix, SelectPercentile__percentile=37), MLPClassifier__alpha=0.1, MLPClassifier__learning_rate_init=0.01)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9595402298850575},\n",
              " 'GaussianNB(RFE(input_matrix, RFE__ExtraTreesClassifier__criterion=gini, RFE__ExtraTreesClassifier__max_features=0.8500000000000001, RFE__ExtraTreesClassifier__n_estimators=100, RFE__step=0.6500000000000001))': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9662068965517241},\n",
              " 'BernoulliNB(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.05), BernoulliNB__alpha=10.0, BernoulliNB__fit_prior=True)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.3195402298850575},\n",
              " 'MultinomialNB(MaxAbsScaler(input_matrix), MultinomialNB__alpha=10.0, MultinomialNB__fit_prior=False)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9455172413793104},\n",
              " 'GaussianNB(BernoulliNB(input_matrix, BernoulliNB__alpha=0.1, BernoulliNB__fit_prior=True))': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9526436781609195},\n",
              " 'KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=76, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=distance)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9595402298850575},\n",
              " 'ExtraTreesClassifier(KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=46, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=distance), ExtraTreesClassifier__bootstrap=False, ExtraTreesClassifier__criterion=entropy, ExtraTreesClassifier__max_features=0.35000000000000003, ExtraTreesClassifier__min_samples_leaf=6, ExtraTreesClassifier__min_samples_split=17, ExtraTreesClassifier__n_estimators=100)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.973103448275862},\n",
              " 'LinearSVC(input_matrix, LinearSVC__C=1.0, LinearSVC__dual=True, LinearSVC__loss=squared_hinge, LinearSVC__penalty=l2, LinearSVC__tol=0.001)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9526436781609195},\n",
              " 'XGBClassifier(RobustScaler(input_matrix), XGBClassifier__learning_rate=0.5, XGBClassifier__max_depth=7, XGBClassifier__min_child_weight=17, XGBClassifier__n_estimators=100, XGBClassifier__n_jobs=1, XGBClassifier__subsample=0.35000000000000003, XGBClassifier__verbosity=0)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.33333333333333337},\n",
              " 'GradientBoostingClassifier(RFE(input_matrix, RFE__ExtraTreesClassifier__criterion=gini, RFE__ExtraTreesClassifier__max_features=0.1, RFE__ExtraTreesClassifier__n_estimators=100, RFE__step=0.3), GradientBoostingClassifier__learning_rate=0.5, GradientBoostingClassifier__max_depth=8, GradientBoostingClassifier__max_features=0.25, GradientBoostingClassifier__min_samples_leaf=15, GradientBoostingClassifier__min_samples_split=8, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.9000000000000001)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9526436781609195},\n",
              " 'ExtraTreesClassifier(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.001), ExtraTreesClassifier__bootstrap=True, ExtraTreesClassifier__criterion=gini, ExtraTreesClassifier__max_features=0.7500000000000001, ExtraTreesClassifier__min_samples_leaf=8, ExtraTreesClassifier__min_samples_split=10, ExtraTreesClassifier__n_estimators=100)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9662068965517241},\n",
              " 'RandomForestClassifier(SelectFromModel(input_matrix, SelectFromModel__ExtraTreesClassifier__criterion=gini, SelectFromModel__ExtraTreesClassifier__max_features=0.2, SelectFromModel__ExtraTreesClassifier__n_estimators=100, SelectFromModel__threshold=0.1), RandomForestClassifier__bootstrap=False, RandomForestClassifier__criterion=gini, RandomForestClassifier__max_features=0.45, RandomForestClassifier__min_samples_leaf=4, RandomForestClassifier__min_samples_split=17, RandomForestClassifier__n_estimators=100)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9593103448275861},\n",
              " 'GradientBoostingClassifier(input_matrix, GradientBoostingClassifier__learning_rate=1.0, GradientBoostingClassifier__max_depth=6, GradientBoostingClassifier__max_features=1.0, GradientBoostingClassifier__min_samples_leaf=19, GradientBoostingClassifier__min_samples_split=9, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.9500000000000001)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9457471264367816},\n",
              " 'RandomForestClassifier(input_matrix, RandomForestClassifier__bootstrap=False, RandomForestClassifier__criterion=gini, RandomForestClassifier__max_features=0.8, RandomForestClassifier__min_samples_leaf=13, RandomForestClassifier__min_samples_split=6, RandomForestClassifier__n_estimators=100)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9457471264367816},\n",
              " 'XGBClassifier(FastICA(input_matrix, FastICA__tol=0.30000000000000004), XGBClassifier__learning_rate=0.01, XGBClassifier__max_depth=3, XGBClassifier__min_child_weight=15, XGBClassifier__n_estimators=100, XGBClassifier__n_jobs=1, XGBClassifier__subsample=0.9000000000000001, XGBClassifier__verbosity=0)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.8581609195402299},\n",
              " 'BernoulliNB(MLPClassifier(input_matrix, MLPClassifier__alpha=0.1, MLPClassifier__learning_rate_init=0.01), BernoulliNB__alpha=0.01, BernoulliNB__fit_prior=False)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.6597701149425287},\n",
              " 'MLPClassifier(PCA(input_matrix, PCA__iterated_power=2, PCA__svd_solver=randomized), MLPClassifier__alpha=0.001, MLPClassifier__learning_rate_init=0.1)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9452873563218391},\n",
              " 'RandomForestClassifier(input_matrix, RandomForestClassifier__bootstrap=False, RandomForestClassifier__criterion=entropy, RandomForestClassifier__max_features=0.3, RandomForestClassifier__min_samples_leaf=9, RandomForestClassifier__min_samples_split=3, RandomForestClassifier__n_estimators=100)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9457471264367816},\n",
              " 'LinearSVC(Nystroem(input_matrix, Nystroem__gamma=0.7000000000000001, Nystroem__kernel=poly, Nystroem__n_components=4), LinearSVC__C=0.01, LinearSVC__dual=False, LinearSVC__loss=squared_hinge, LinearSVC__penalty=l2, LinearSVC__tol=0.1)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9797701149425289},\n",
              " 'RandomForestClassifier(input_matrix, RandomForestClassifier__bootstrap=False, RandomForestClassifier__criterion=entropy, RandomForestClassifier__max_features=0.7500000000000001, RandomForestClassifier__min_samples_leaf=1, RandomForestClassifier__min_samples_split=8, RandomForestClassifier__n_estimators=100)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9662068965517241},\n",
              " 'DecisionTreeClassifier(RBFSampler(input_matrix, RBFSampler__gamma=0.15000000000000002), DecisionTreeClassifier__criterion=gini, DecisionTreeClassifier__max_depth=3, DecisionTreeClassifier__min_samples_leaf=14, DecisionTreeClassifier__min_samples_split=19)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9728735632183909},\n",
              " 'SGDClassifier(input_matrix, SGDClassifier__alpha=0.0, SGDClassifier__eta0=0.01, SGDClassifier__fit_intercept=True, SGDClassifier__l1_ratio=0.5, SGDClassifier__learning_rate=invscaling, SGDClassifier__loss=hinge, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=50.0)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.33333333333333337},\n",
              " 'KNeighborsClassifier(MaxAbsScaler(input_matrix), KNeighborsClassifier__n_neighbors=38, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=distance)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9595402298850575},\n",
              " 'DecisionTreeClassifier(input_matrix, DecisionTreeClassifier__criterion=entropy, DecisionTreeClassifier__max_depth=3, DecisionTreeClassifier__min_samples_leaf=11, DecisionTreeClassifier__min_samples_split=11)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9457471264367816},\n",
              " 'BernoulliNB(input_matrix, BernoulliNB__alpha=10.0, BernoulliNB__fit_prior=True)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.3195402298850575},\n",
              " 'RandomForestClassifier(KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=39, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=uniform), RandomForestClassifier__bootstrap=True, RandomForestClassifier__criterion=gini, RandomForestClassifier__max_features=0.4, RandomForestClassifier__min_samples_leaf=12, RandomForestClassifier__min_samples_split=20, RandomForestClassifier__n_estimators=100)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9455172413793104},\n",
              " 'MLPClassifier(SGDClassifier(input_matrix, SGDClassifier__alpha=0.001, SGDClassifier__eta0=0.1, SGDClassifier__fit_intercept=True, SGDClassifier__l1_ratio=0.5, SGDClassifier__learning_rate=invscaling, SGDClassifier__loss=perceptron, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=1.0), MLPClassifier__alpha=0.01, MLPClassifier__learning_rate_init=0.01)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9659770114942529},\n",
              " 'SGDClassifier(input_matrix, SGDClassifier__alpha=0.01, SGDClassifier__eta0=0.01, SGDClassifier__fit_intercept=True, SGDClassifier__l1_ratio=0.0, SGDClassifier__learning_rate=invscaling, SGDClassifier__loss=perceptron, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=0.5)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.8839080459770114},\n",
              " 'LinearSVC(MinMaxScaler(input_matrix), LinearSVC__C=0.001, LinearSVC__dual=True, LinearSVC__loss=hinge, LinearSVC__penalty=l2, LinearSVC__tol=0.0001)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.3740229885057471},\n",
              " 'MultinomialNB(input_matrix, MultinomialNB__alpha=10.0, MultinomialNB__fit_prior=False)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9659770114942529},\n",
              " 'RandomForestClassifier(Nystroem(input_matrix, Nystroem__gamma=0.35000000000000003, Nystroem__kernel=chi2, Nystroem__n_components=8), RandomForestClassifier__bootstrap=True, RandomForestClassifier__criterion=gini, RandomForestClassifier__max_features=0.25, RandomForestClassifier__min_samples_leaf=12, RandomForestClassifier__min_samples_split=5, RandomForestClassifier__n_estimators=100)': {'generation': 0,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ROOT',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9593103448275861},\n",
              " 'DecisionTreeClassifier(GaussianNB(input_matrix), DecisionTreeClassifier__criterion=gini, DecisionTreeClassifier__max_depth=2, DecisionTreeClassifier__min_samples_leaf=14, DecisionTreeClassifier__min_samples_split=19)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('DecisionTreeClassifier(GaussianNB(input_matrix), DecisionTreeClassifier__criterion=gini, DecisionTreeClassifier__max_depth=3, DecisionTreeClassifier__min_samples_leaf=14, DecisionTreeClassifier__min_samples_split=19)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9190804597701151},\n",
              " 'KNeighborsClassifier(CombineDFs(input_matrix, input_matrix), KNeighborsClassifier__n_neighbors=78, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=distance)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('KNeighborsClassifier(MultinomialNB(input_matrix, MultinomialNB__alpha=100.0, MultinomialNB__fit_prior=False), KNeighborsClassifier__n_neighbors=78, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=distance)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9526436781609195},\n",
              " 'GaussianNB(StandardScaler(input_matrix))': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('GaussianNB(input_matrix)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9526436781609195},\n",
              " 'SGDClassifier(input_matrix, SGDClassifier__alpha=0.01, SGDClassifier__eta0=1.0, SGDClassifier__fit_intercept=True, SGDClassifier__l1_ratio=0.0, SGDClassifier__learning_rate=invscaling, SGDClassifier__loss=perceptron, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=0.5)': {'generation': 1,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 1,\n",
              "  'predecessor': ('SGDClassifier(input_matrix, SGDClassifier__alpha=0.01, SGDClassifier__eta0=0.01, SGDClassifier__fit_intercept=True, SGDClassifier__l1_ratio=0.0, SGDClassifier__learning_rate=invscaling, SGDClassifier__loss=perceptron, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=0.5)',\n",
              "   'SGDClassifier(input_matrix, SGDClassifier__alpha=0.001, SGDClassifier__eta0=1.0, SGDClassifier__fit_intercept=False, SGDClassifier__l1_ratio=0.0, SGDClassifier__learning_rate=constant, SGDClassifier__loss=hinge, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=10.0)'),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.8974712643678162},\n",
              " 'LogisticRegression(input_matrix, LogisticRegression__C=0.5, LogisticRegression__dual=False, LogisticRegression__penalty=l2)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('LogisticRegression(Normalizer(input_matrix, Normalizer__norm=max), LogisticRegression__C=0.5, LogisticRegression__dual=False, LogisticRegression__penalty=l2)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9595402298850575},\n",
              " 'BernoulliNB(input_matrix, BernoulliNB__alpha=0.001, BernoulliNB__fit_prior=True)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ExtraTreesClassifier(input_matrix, ExtraTreesClassifier__bootstrap=True, ExtraTreesClassifier__criterion=entropy, ExtraTreesClassifier__max_features=0.9000000000000001, ExtraTreesClassifier__min_samples_leaf=20, ExtraTreesClassifier__min_samples_split=16, ExtraTreesClassifier__n_estimators=100)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.3195402298850575},\n",
              " 'KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=4, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=uniform)': {'generation': 1,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 1,\n",
              "  'predecessor': ('KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=98, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=uniform)',\n",
              "   'KNeighborsClassifier(FastICA(input_matrix, FastICA__tol=0.5), KNeighborsClassifier__n_neighbors=4, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=distance)'),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9595402298850575},\n",
              " 'MLPClassifier(ZeroCount(input_matrix), MLPClassifier__alpha=0.001, MLPClassifier__learning_rate_init=0.001)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('MLPClassifier(input_matrix, MLPClassifier__alpha=0.001, MLPClassifier__learning_rate_init=0.001)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9659770114942529},\n",
              " 'KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=76, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=distance)': {'generation': 1,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 1,\n",
              "  'predecessor': ('KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=76, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=distance)',\n",
              "   'KNeighborsClassifier(FastICA(input_matrix, FastICA__tol=0.5), KNeighborsClassifier__n_neighbors=4, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=distance)'),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9595402298850575},\n",
              " 'KNeighborsClassifier(CombineDFs(input_matrix, input_matrix), KNeighborsClassifier__n_neighbors=59, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=uniform)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('KNeighborsClassifier(CombineDFs(input_matrix, input_matrix), KNeighborsClassifier__n_neighbors=61, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=uniform)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9050574712643679},\n",
              " 'LogisticRegression(input_matrix, LogisticRegression__C=1.0, LogisticRegression__dual=False, LogisticRegression__penalty=l2)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('LogisticRegression(input_matrix, LogisticRegression__C=15.0, LogisticRegression__dual=False, LogisticRegression__penalty=l2)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9595402298850575},\n",
              " 'RandomForestClassifier(CombineDFs(input_matrix, input_matrix), RandomForestClassifier__bootstrap=True, RandomForestClassifier__criterion=gini, RandomForestClassifier__max_features=0.25, RandomForestClassifier__min_samples_leaf=10, RandomForestClassifier__min_samples_split=10, RandomForestClassifier__n_estimators=100)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('KNeighborsClassifier(CombineDFs(input_matrix, input_matrix), KNeighborsClassifier__n_neighbors=61, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=uniform)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9457471264367816},\n",
              " 'MLPClassifier(MultinomialNB(input_matrix, MultinomialNB__alpha=1.0, MultinomialNB__fit_prior=False), MLPClassifier__alpha=0.001, MLPClassifier__learning_rate_init=0.001)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('DecisionTreeClassifier(MultinomialNB(input_matrix, MultinomialNB__alpha=1.0, MultinomialNB__fit_prior=False), DecisionTreeClassifier__criterion=entropy, DecisionTreeClassifier__max_depth=2, DecisionTreeClassifier__min_samples_leaf=5, DecisionTreeClassifier__min_samples_split=14)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9521839080459771},\n",
              " 'GaussianNB(BernoulliNB(input_matrix, BernoulliNB__alpha=1.0, BernoulliNB__fit_prior=True))': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('GaussianNB(BernoulliNB(input_matrix, BernoulliNB__alpha=0.1, BernoulliNB__fit_prior=True))',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9526436781609195},\n",
              " 'XGBClassifier(input_matrix, XGBClassifier__learning_rate=0.1, XGBClassifier__max_depth=6, XGBClassifier__min_child_weight=5, XGBClassifier__n_estimators=100, XGBClassifier__n_jobs=1, XGBClassifier__subsample=0.7500000000000001, XGBClassifier__verbosity=0)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('XGBClassifier(ExtraTreesClassifier(input_matrix, ExtraTreesClassifier__bootstrap=False, ExtraTreesClassifier__criterion=gini, ExtraTreesClassifier__max_features=0.7500000000000001, ExtraTreesClassifier__min_samples_leaf=18, ExtraTreesClassifier__min_samples_split=7, ExtraTreesClassifier__n_estimators=100), XGBClassifier__learning_rate=0.1, XGBClassifier__max_depth=6, XGBClassifier__min_child_weight=5, XGBClassifier__n_estimators=100, XGBClassifier__n_jobs=1, XGBClassifier__subsample=0.7500000000000001, XGBClassifier__verbosity=0)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9457471264367816},\n",
              " 'GaussianNB(MLPClassifier(input_matrix, MLPClassifier__alpha=0.01, MLPClassifier__learning_rate_init=1.0))': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('GaussianNB(MLPClassifier(input_matrix, MLPClassifier__alpha=0.01, MLPClassifier__learning_rate_init=0.01))',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.8926436781609196},\n",
              " 'RandomForestClassifier(input_matrix, RandomForestClassifier__bootstrap=True, RandomForestClassifier__criterion=gini, RandomForestClassifier__max_features=0.1, RandomForestClassifier__min_samples_leaf=11, RandomForestClassifier__min_samples_split=4, RandomForestClassifier__n_estimators=100)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('GaussianNB(input_matrix)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.939080459770115},\n",
              " 'KNeighborsClassifier(MLPClassifier(input_matrix, MLPClassifier__alpha=0.1, MLPClassifier__learning_rate_init=0.01), KNeighborsClassifier__n_neighbors=29, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=distance)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('BernoulliNB(MLPClassifier(input_matrix, MLPClassifier__alpha=0.1, MLPClassifier__learning_rate_init=0.01), BernoulliNB__alpha=0.01, BernoulliNB__fit_prior=False)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9797701149425289},\n",
              " 'GaussianNB(SGDClassifier(input_matrix, SGDClassifier__alpha=0.001, SGDClassifier__eta0=0.1, SGDClassifier__fit_intercept=True, SGDClassifier__l1_ratio=0.0, SGDClassifier__learning_rate=constant, SGDClassifier__loss=squared_hinge, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=0.1))': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('GaussianNB(SGDClassifier(input_matrix, SGDClassifier__alpha=0.01, SGDClassifier__eta0=0.1, SGDClassifier__fit_intercept=True, SGDClassifier__l1_ratio=0.0, SGDClassifier__learning_rate=constant, SGDClassifier__loss=squared_hinge, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=0.1))',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.8845977011494254},\n",
              " 'XGBClassifier(FastICA(RobustScaler(input_matrix), FastICA__tol=0.30000000000000004), XGBClassifier__learning_rate=0.01, XGBClassifier__max_depth=3, XGBClassifier__min_child_weight=15, XGBClassifier__n_estimators=100, XGBClassifier__n_jobs=1, XGBClassifier__subsample=0.9000000000000001, XGBClassifier__verbosity=0)': {'generation': 1,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 1,\n",
              "  'predecessor': ('XGBClassifier(FastICA(input_matrix, FastICA__tol=0.30000000000000004), XGBClassifier__learning_rate=0.01, XGBClassifier__max_depth=3, XGBClassifier__min_child_weight=15, XGBClassifier__n_estimators=100, XGBClassifier__n_jobs=1, XGBClassifier__subsample=0.9000000000000001, XGBClassifier__verbosity=0)',\n",
              "   'XGBClassifier(RobustScaler(input_matrix), XGBClassifier__learning_rate=0.5, XGBClassifier__max_depth=7, XGBClassifier__min_child_weight=17, XGBClassifier__n_estimators=100, XGBClassifier__n_jobs=1, XGBClassifier__subsample=0.35000000000000003, XGBClassifier__verbosity=0)'),\n",
              "  'operator_count': 3,\n",
              "  'internal_cv_score': 0.8855172413793104},\n",
              " 'RandomForestClassifier(ZeroCount(input_matrix), RandomForestClassifier__bootstrap=False, RandomForestClassifier__criterion=entropy, RandomForestClassifier__max_features=0.05, RandomForestClassifier__min_samples_leaf=9, RandomForestClassifier__min_samples_split=5, RandomForestClassifier__n_estimators=100)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('RandomForestClassifier(ZeroCount(input_matrix), RandomForestClassifier__bootstrap=False, RandomForestClassifier__criterion=entropy, RandomForestClassifier__max_features=0.05, RandomForestClassifier__min_samples_leaf=9, RandomForestClassifier__min_samples_split=6, RandomForestClassifier__n_estimators=100)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9457471264367816},\n",
              " 'ExtraTreesClassifier(RobustScaler(input_matrix), ExtraTreesClassifier__bootstrap=False, ExtraTreesClassifier__criterion=gini, ExtraTreesClassifier__max_features=1.0, ExtraTreesClassifier__min_samples_leaf=16, ExtraTreesClassifier__min_samples_split=18, ExtraTreesClassifier__n_estimators=100)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ExtraTreesClassifier(input_matrix, ExtraTreesClassifier__bootstrap=False, ExtraTreesClassifier__criterion=gini, ExtraTreesClassifier__max_features=1.0, ExtraTreesClassifier__min_samples_leaf=16, ExtraTreesClassifier__min_samples_split=18, ExtraTreesClassifier__n_estimators=100)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9595402298850575},\n",
              " 'BernoulliNB(GaussianNB(input_matrix), BernoulliNB__alpha=10.0, BernoulliNB__fit_prior=True)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('BernoulliNB(input_matrix, BernoulliNB__alpha=10.0, BernoulliNB__fit_prior=True)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.6597701149425287},\n",
              " 'BernoulliNB(input_matrix, BernoulliNB__alpha=100.0, BernoulliNB__fit_prior=False)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('BernoulliNB(input_matrix, BernoulliNB__alpha=100.0, BernoulliNB__fit_prior=True)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.3195402298850575},\n",
              " 'GradientBoostingClassifier(MaxAbsScaler(input_matrix), GradientBoostingClassifier__learning_rate=0.5, GradientBoostingClassifier__max_depth=10, GradientBoostingClassifier__max_features=0.8500000000000001, GradientBoostingClassifier__min_samples_leaf=8, GradientBoostingClassifier__min_samples_split=18, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.8500000000000001)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('GradientBoostingClassifier(input_matrix, GradientBoostingClassifier__learning_rate=0.5, GradientBoostingClassifier__max_depth=10, GradientBoostingClassifier__max_features=0.8500000000000001, GradientBoostingClassifier__min_samples_leaf=8, GradientBoostingClassifier__min_samples_split=18, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.8500000000000001)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.925287356321839},\n",
              " 'LinearSVC(Nystroem(input_matrix, Nystroem__gamma=0.7000000000000001, Nystroem__kernel=sigmoid, Nystroem__n_components=9), LinearSVC__C=0.001, LinearSVC__dual=True, LinearSVC__loss=hinge, LinearSVC__penalty=l2, LinearSVC__tol=0.001)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('DecisionTreeClassifier(Nystroem(input_matrix, Nystroem__gamma=0.7000000000000001, Nystroem__kernel=sigmoid, Nystroem__n_components=9), DecisionTreeClassifier__criterion=gini, DecisionTreeClassifier__max_depth=10, DecisionTreeClassifier__min_samples_leaf=9, DecisionTreeClassifier__min_samples_split=5)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.3195402298850575},\n",
              " 'ExtraTreesClassifier(input_matrix, ExtraTreesClassifier__bootstrap=False, ExtraTreesClassifier__criterion=gini, ExtraTreesClassifier__max_features=0.55, ExtraTreesClassifier__min_samples_leaf=9, ExtraTreesClassifier__min_samples_split=15, ExtraTreesClassifier__n_estimators=100)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ExtraTreesClassifier(input_matrix, ExtraTreesClassifier__bootstrap=False, ExtraTreesClassifier__criterion=gini, ExtraTreesClassifier__max_features=0.55, ExtraTreesClassifier__min_samples_leaf=9, ExtraTreesClassifier__min_samples_split=16, ExtraTreesClassifier__n_estimators=100)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9595402298850575},\n",
              " 'LinearSVC(input_matrix, LinearSVC__C=20.0, LinearSVC__dual=True, LinearSVC__loss=squared_hinge, LinearSVC__penalty=l2, LinearSVC__tol=0.001)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('BernoulliNB(input_matrix, BernoulliNB__alpha=0.1, BernoulliNB__fit_prior=True)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9183908045977012},\n",
              " 'RandomForestClassifier(MaxAbsScaler(input_matrix), RandomForestClassifier__bootstrap=False, RandomForestClassifier__criterion=entropy, RandomForestClassifier__max_features=0.05, RandomForestClassifier__min_samples_leaf=9, RandomForestClassifier__min_samples_split=6, RandomForestClassifier__n_estimators=100)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('RandomForestClassifier(ZeroCount(input_matrix), RandomForestClassifier__bootstrap=False, RandomForestClassifier__criterion=entropy, RandomForestClassifier__max_features=0.05, RandomForestClassifier__min_samples_leaf=9, RandomForestClassifier__min_samples_split=6, RandomForestClassifier__n_estimators=100)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9457471264367816},\n",
              " 'KNeighborsClassifier(Binarizer(input_matrix, Binarizer__threshold=0.45), KNeighborsClassifier__n_neighbors=53, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=uniform)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('KNeighborsClassifier(Binarizer(input_matrix, Binarizer__threshold=0.45), KNeighborsClassifier__n_neighbors=53, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=distance)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.6462068965517241},\n",
              " 'GradientBoostingClassifier(input_matrix, GradientBoostingClassifier__learning_rate=1.0, GradientBoostingClassifier__max_depth=4, GradientBoostingClassifier__max_features=0.55, GradientBoostingClassifier__min_samples_leaf=15, GradientBoostingClassifier__min_samples_split=9, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.1)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('GaussianNB(input_matrix)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.3264367816091954},\n",
              " 'MultinomialNB(GradientBoostingClassifier(input_matrix, GradientBoostingClassifier__learning_rate=0.1, GradientBoostingClassifier__max_depth=2, GradientBoostingClassifier__max_features=0.6000000000000001, GradientBoostingClassifier__min_samples_leaf=5, GradientBoostingClassifier__min_samples_split=14, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.8), MultinomialNB__alpha=0.01, MultinomialNB__fit_prior=True)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('MultinomialNB(GradientBoostingClassifier(input_matrix, GradientBoostingClassifier__learning_rate=0.1, GradientBoostingClassifier__max_depth=2, GradientBoostingClassifier__max_features=0.6000000000000001, GradientBoostingClassifier__min_samples_leaf=5, GradientBoostingClassifier__min_samples_split=14, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.8), MultinomialNB__alpha=0.01, MultinomialNB__fit_prior=False)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9457471264367816},\n",
              " 'DecisionTreeClassifier(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.1, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), DecisionTreeClassifier__criterion=entropy, DecisionTreeClassifier__max_depth=3, DecisionTreeClassifier__min_samples_leaf=13, DecisionTreeClassifier__min_samples_split=5)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('DecisionTreeClassifier(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.1, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), DecisionTreeClassifier__criterion=entropy, DecisionTreeClassifier__max_depth=7, DecisionTreeClassifier__min_samples_leaf=13, DecisionTreeClassifier__min_samples_split=5)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9457471264367816},\n",
              " 'SGDClassifier(PolynomialFeatures(input_matrix, PolynomialFeatures__degree=2, PolynomialFeatures__include_bias=False, PolynomialFeatures__interaction_only=False), SGDClassifier__alpha=0.0, SGDClassifier__eta0=1.0, SGDClassifier__fit_intercept=False, SGDClassifier__l1_ratio=1.0, SGDClassifier__learning_rate=invscaling, SGDClassifier__loss=squared_hinge, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=0.0)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('GaussianNB(PolynomialFeatures(input_matrix, PolynomialFeatures__degree=2, PolynomialFeatures__include_bias=False, PolynomialFeatures__interaction_only=False))',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.8154022988505746},\n",
              " 'LogisticRegression(input_matrix, LogisticRegression__C=5.0, LogisticRegression__dual=False, LogisticRegression__penalty=l2)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('LogisticRegression(input_matrix, LogisticRegression__C=15.0, LogisticRegression__dual=False, LogisticRegression__penalty=l2)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9662068965517241},\n",
              " 'ExtraTreesClassifier(input_matrix, ExtraTreesClassifier__bootstrap=True, ExtraTreesClassifier__criterion=entropy, ExtraTreesClassifier__max_features=0.9000000000000001, ExtraTreesClassifier__min_samples_leaf=15, ExtraTreesClassifier__min_samples_split=16, ExtraTreesClassifier__n_estimators=100)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ExtraTreesClassifier(input_matrix, ExtraTreesClassifier__bootstrap=True, ExtraTreesClassifier__criterion=entropy, ExtraTreesClassifier__max_features=0.9000000000000001, ExtraTreesClassifier__min_samples_leaf=20, ExtraTreesClassifier__min_samples_split=16, ExtraTreesClassifier__n_estimators=100)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9662068965517241},\n",
              " 'XGBClassifier(input_matrix, XGBClassifier__learning_rate=0.5, XGBClassifier__max_depth=3, XGBClassifier__min_child_weight=9, XGBClassifier__n_estimators=100, XGBClassifier__n_jobs=1, XGBClassifier__subsample=0.6000000000000001, XGBClassifier__verbosity=0)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('XGBClassifier(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.0005), XGBClassifier__learning_rate=0.5, XGBClassifier__max_depth=3, XGBClassifier__min_child_weight=9, XGBClassifier__n_estimators=100, XGBClassifier__n_jobs=1, XGBClassifier__subsample=0.6000000000000001, XGBClassifier__verbosity=0)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9388505747126438},\n",
              " 'GradientBoostingClassifier(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.2, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), GradientBoostingClassifier__learning_rate=0.001, GradientBoostingClassifier__max_depth=3, GradientBoostingClassifier__max_features=0.8500000000000001, GradientBoostingClassifier__min_samples_leaf=1, GradientBoostingClassifier__min_samples_split=6, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.15000000000000002)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('GradientBoostingClassifier(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.15, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), GradientBoostingClassifier__learning_rate=0.001, GradientBoostingClassifier__max_depth=3, GradientBoostingClassifier__max_features=0.8500000000000001, GradientBoostingClassifier__min_samples_leaf=1, GradientBoostingClassifier__min_samples_split=6, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.15000000000000002)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9595402298850575},\n",
              " 'ExtraTreesClassifier(input_matrix, ExtraTreesClassifier__bootstrap=True, ExtraTreesClassifier__criterion=entropy, ExtraTreesClassifier__max_features=0.9000000000000001, ExtraTreesClassifier__min_samples_leaf=20, ExtraTreesClassifier__min_samples_split=15, ExtraTreesClassifier__n_estimators=100)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ExtraTreesClassifier(input_matrix, ExtraTreesClassifier__bootstrap=True, ExtraTreesClassifier__criterion=entropy, ExtraTreesClassifier__max_features=0.9000000000000001, ExtraTreesClassifier__min_samples_leaf=20, ExtraTreesClassifier__min_samples_split=16, ExtraTreesClassifier__n_estimators=100)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.945977011494253},\n",
              " 'MLPClassifier(input_matrix, MLPClassifier__alpha=0.1, MLPClassifier__learning_rate_init=0.1)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('MLPClassifier(ExtraTreesClassifier(input_matrix, ExtraTreesClassifier__bootstrap=True, ExtraTreesClassifier__criterion=entropy, ExtraTreesClassifier__max_features=0.1, ExtraTreesClassifier__min_samples_leaf=16, ExtraTreesClassifier__min_samples_split=8, ExtraTreesClassifier__n_estimators=100), MLPClassifier__alpha=0.1, MLPClassifier__learning_rate_init=0.1)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9797701149425289},\n",
              " 'KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=76, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=uniform)': {'generation': 1,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 1,\n",
              "  'predecessor': ('KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=57, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=uniform)',\n",
              "   'KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=76, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=distance)'),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.8779310344827586},\n",
              " 'ExtraTreesClassifier(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.001), ExtraTreesClassifier__bootstrap=True, ExtraTreesClassifier__criterion=gini, ExtraTreesClassifier__max_features=0.7500000000000001, ExtraTreesClassifier__min_samples_leaf=15, ExtraTreesClassifier__min_samples_split=10, ExtraTreesClassifier__n_estimators=100)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ExtraTreesClassifier(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.001), ExtraTreesClassifier__bootstrap=True, ExtraTreesClassifier__criterion=gini, ExtraTreesClassifier__max_features=0.7500000000000001, ExtraTreesClassifier__min_samples_leaf=8, ExtraTreesClassifier__min_samples_split=10, ExtraTreesClassifier__n_estimators=100)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9526436781609195},\n",
              " 'DecisionTreeClassifier(input_matrix, DecisionTreeClassifier__criterion=gini, DecisionTreeClassifier__max_depth=3, DecisionTreeClassifier__min_samples_leaf=14, DecisionTreeClassifier__min_samples_split=19)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('DecisionTreeClassifier(GaussianNB(input_matrix), DecisionTreeClassifier__criterion=gini, DecisionTreeClassifier__max_depth=3, DecisionTreeClassifier__min_samples_leaf=14, DecisionTreeClassifier__min_samples_split=19)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9457471264367816},\n",
              " 'MultinomialNB(input_matrix, MultinomialNB__alpha=0.1, MultinomialNB__fit_prior=True)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('MultinomialNB(CombineDFs(input_matrix, input_matrix), MultinomialNB__alpha=0.1, MultinomialNB__fit_prior=True)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9383908045977012},\n",
              " 'GaussianNB(Nystroem(ZeroCount(input_matrix), Nystroem__gamma=0.45, Nystroem__kernel=poly, Nystroem__n_components=4))': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('GaussianNB(Nystroem(input_matrix, Nystroem__gamma=0.45, Nystroem__kernel=poly, Nystroem__n_components=4))',),\n",
              "  'operator_count': 3,\n",
              "  'internal_cv_score': 0.8717241379310346},\n",
              " 'MLPClassifier(ExtraTreesClassifier(input_matrix, ExtraTreesClassifier__bootstrap=True, ExtraTreesClassifier__criterion=entropy, ExtraTreesClassifier__max_features=0.1, ExtraTreesClassifier__min_samples_leaf=16, ExtraTreesClassifier__min_samples_split=8, ExtraTreesClassifier__n_estimators=100), MLPClassifier__alpha=0.001, MLPClassifier__learning_rate_init=0.1)': {'generation': 1,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 1,\n",
              "  'predecessor': ('MLPClassifier(ExtraTreesClassifier(input_matrix, ExtraTreesClassifier__bootstrap=True, ExtraTreesClassifier__criterion=entropy, ExtraTreesClassifier__max_features=0.1, ExtraTreesClassifier__min_samples_leaf=16, ExtraTreesClassifier__min_samples_split=8, ExtraTreesClassifier__n_estimators=100), MLPClassifier__alpha=0.1, MLPClassifier__learning_rate_init=0.1)',\n",
              "   'MLPClassifier(input_matrix, MLPClassifier__alpha=0.001, MLPClassifier__learning_rate_init=0.001)'),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9864367816091955},\n",
              " 'GradientBoostingClassifier(input_matrix, GradientBoostingClassifier__learning_rate=0.001, GradientBoostingClassifier__max_depth=3, GradientBoostingClassifier__max_features=0.8500000000000001, GradientBoostingClassifier__min_samples_leaf=1, GradientBoostingClassifier__min_samples_split=6, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.15000000000000002)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('GradientBoostingClassifier(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.15, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), GradientBoostingClassifier__learning_rate=0.001, GradientBoostingClassifier__max_depth=3, GradientBoostingClassifier__max_features=0.8500000000000001, GradientBoostingClassifier__min_samples_leaf=1, GradientBoostingClassifier__min_samples_split=6, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.15000000000000002)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9595402298850575},\n",
              " 'KNeighborsClassifier(PCA(input_matrix, PCA__iterated_power=3, PCA__svd_solver=randomized), KNeighborsClassifier__n_neighbors=78, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=distance)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('KNeighborsClassifier(MultinomialNB(input_matrix, MultinomialNB__alpha=100.0, MultinomialNB__fit_prior=False), KNeighborsClassifier__n_neighbors=78, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=distance)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.973103448275862},\n",
              " 'KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=17, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=uniform)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=14, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=uniform)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9593103448275861},\n",
              " 'GradientBoostingClassifier(input_matrix, GradientBoostingClassifier__learning_rate=0.001, GradientBoostingClassifier__max_depth=3, GradientBoostingClassifier__max_features=0.4, GradientBoostingClassifier__min_samples_leaf=1, GradientBoostingClassifier__min_samples_split=19, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.4)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('GradientBoostingClassifier(input_matrix, GradientBoostingClassifier__learning_rate=0.001, GradientBoostingClassifier__max_depth=3, GradientBoostingClassifier__max_features=0.4, GradientBoostingClassifier__min_samples_leaf=1, GradientBoostingClassifier__min_samples_split=7, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.4)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.945977011494253},\n",
              " 'DecisionTreeClassifier(input_matrix, DecisionTreeClassifier__criterion=gini, DecisionTreeClassifier__max_depth=9, DecisionTreeClassifier__min_samples_leaf=7, DecisionTreeClassifier__min_samples_split=6)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=57, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=uniform)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9457471264367816},\n",
              " 'XGBClassifier(input_matrix, XGBClassifier__learning_rate=1.0, XGBClassifier__max_depth=9, XGBClassifier__min_child_weight=2, XGBClassifier__n_estimators=100, XGBClassifier__n_jobs=1, XGBClassifier__subsample=0.8500000000000001, XGBClassifier__verbosity=0)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('GaussianNB(input_matrix)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9388505747126438},\n",
              " 'DecisionTreeClassifier(input_matrix, DecisionTreeClassifier__criterion=gini, DecisionTreeClassifier__max_depth=9, DecisionTreeClassifier__min_samples_leaf=13, DecisionTreeClassifier__min_samples_split=12)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('DecisionTreeClassifier(input_matrix, DecisionTreeClassifier__criterion=gini, DecisionTreeClassifier__max_depth=9, DecisionTreeClassifier__min_samples_leaf=8, DecisionTreeClassifier__min_samples_split=12)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9457471264367816},\n",
              " 'LinearSVC(MinMaxScaler(MinMaxScaler(input_matrix)), LinearSVC__C=0.001, LinearSVC__dual=True, LinearSVC__loss=hinge, LinearSVC__penalty=l2, LinearSVC__tol=0.0001)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('LinearSVC(MinMaxScaler(input_matrix), LinearSVC__C=0.001, LinearSVC__dual=True, LinearSVC__loss=hinge, LinearSVC__penalty=l2, LinearSVC__tol=0.0001)',),\n",
              "  'operator_count': 3,\n",
              "  'internal_cv_score': 0.3740229885057471},\n",
              " 'KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=4, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=distance)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('KNeighborsClassifier(FastICA(input_matrix, FastICA__tol=0.5), KNeighborsClassifier__n_neighbors=4, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=distance)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9595402298850575},\n",
              " 'MultinomialNB(SGDClassifier(input_matrix, SGDClassifier__alpha=0.01, SGDClassifier__eta0=0.01, SGDClassifier__fit_intercept=False, SGDClassifier__l1_ratio=1.0, SGDClassifier__learning_rate=constant, SGDClassifier__loss=squared_hinge, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=0.0), MultinomialNB__alpha=0.001, MultinomialNB__fit_prior=True)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('MultinomialNB(SGDClassifier(input_matrix, SGDClassifier__alpha=0.01, SGDClassifier__eta0=0.01, SGDClassifier__fit_intercept=False, SGDClassifier__l1_ratio=1.0, SGDClassifier__learning_rate=constant, SGDClassifier__loss=squared_hinge, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=0.0), MultinomialNB__alpha=0.001, MultinomialNB__fit_prior=False)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9314942528735631},\n",
              " 'ExtraTreesClassifier(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.001), ExtraTreesClassifier__bootstrap=False, ExtraTreesClassifier__criterion=gini, ExtraTreesClassifier__max_features=0.15000000000000002, ExtraTreesClassifier__min_samples_leaf=3, ExtraTreesClassifier__min_samples_split=14, ExtraTreesClassifier__n_estimators=100)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ExtraTreesClassifier(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.001), ExtraTreesClassifier__bootstrap=False, ExtraTreesClassifier__criterion=gini, ExtraTreesClassifier__max_features=0.15000000000000002, ExtraTreesClassifier__min_samples_leaf=3, ExtraTreesClassifier__min_samples_split=5, ExtraTreesClassifier__n_estimators=100)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9528735632183908},\n",
              " 'RandomForestClassifier(GaussianNB(input_matrix), RandomForestClassifier__bootstrap=False, RandomForestClassifier__criterion=gini, RandomForestClassifier__max_features=0.8, RandomForestClassifier__min_samples_leaf=13, RandomForestClassifier__min_samples_split=6, RandomForestClassifier__n_estimators=100)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('RandomForestClassifier(input_matrix, RandomForestClassifier__bootstrap=False, RandomForestClassifier__criterion=gini, RandomForestClassifier__max_features=0.8, RandomForestClassifier__min_samples_leaf=13, RandomForestClassifier__min_samples_split=6, RandomForestClassifier__n_estimators=100)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9190804597701151},\n",
              " 'KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=45, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=uniform)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=57, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=uniform)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9324137931034484},\n",
              " 'XGBClassifier(input_matrix, XGBClassifier__learning_rate=0.01, XGBClassifier__max_depth=3, XGBClassifier__min_child_weight=15, XGBClassifier__n_estimators=100, XGBClassifier__n_jobs=1, XGBClassifier__subsample=0.9000000000000001, XGBClassifier__verbosity=0)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('XGBClassifier(FastICA(input_matrix, FastICA__tol=0.30000000000000004), XGBClassifier__learning_rate=0.01, XGBClassifier__max_depth=3, XGBClassifier__min_child_weight=15, XGBClassifier__n_estimators=100, XGBClassifier__n_jobs=1, XGBClassifier__subsample=0.9000000000000001, XGBClassifier__verbosity=0)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9386206896551723},\n",
              " 'BernoulliNB(input_matrix, BernoulliNB__alpha=0.01, BernoulliNB__fit_prior=True)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('BernoulliNB(input_matrix, BernoulliNB__alpha=100.0, BernoulliNB__fit_prior=True)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.3195402298850575},\n",
              " 'GaussianNB(SGDClassifier(MinMaxScaler(input_matrix), SGDClassifier__alpha=0.01, SGDClassifier__eta0=0.1, SGDClassifier__fit_intercept=True, SGDClassifier__l1_ratio=0.0, SGDClassifier__learning_rate=constant, SGDClassifier__loss=squared_hinge, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=0.1))': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('GaussianNB(SGDClassifier(input_matrix, SGDClassifier__alpha=0.01, SGDClassifier__eta0=0.1, SGDClassifier__fit_intercept=True, SGDClassifier__l1_ratio=0.0, SGDClassifier__learning_rate=constant, SGDClassifier__loss=squared_hinge, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=0.1))',),\n",
              "  'operator_count': 3,\n",
              "  'internal_cv_score': 0.8701149425287357},\n",
              " 'KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=94, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=distance)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('KNeighborsClassifier(Binarizer(input_matrix, Binarizer__threshold=0.0), KNeighborsClassifier__n_neighbors=94, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=distance)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9595402298850575},\n",
              " 'SGDClassifier(input_matrix, SGDClassifier__alpha=0.0, SGDClassifier__eta0=0.1, SGDClassifier__fit_intercept=True, SGDClassifier__l1_ratio=0.5, SGDClassifier__learning_rate=invscaling, SGDClassifier__loss=hinge, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=50.0)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('SGDClassifier(input_matrix, SGDClassifier__alpha=0.0, SGDClassifier__eta0=0.01, SGDClassifier__fit_intercept=True, SGDClassifier__l1_ratio=0.5, SGDClassifier__learning_rate=invscaling, SGDClassifier__loss=hinge, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=50.0)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.33333333333333337},\n",
              " 'BernoulliNB(MLPClassifier(input_matrix, MLPClassifier__alpha=0.1, MLPClassifier__learning_rate_init=0.01), BernoulliNB__alpha=1.0, BernoulliNB__fit_prior=False)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('BernoulliNB(MLPClassifier(input_matrix, MLPClassifier__alpha=0.1, MLPClassifier__learning_rate_init=0.01), BernoulliNB__alpha=0.01, BernoulliNB__fit_prior=False)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.6597701149425287},\n",
              " 'LinearSVC(RobustScaler(input_matrix), LinearSVC__C=1.0, LinearSVC__dual=True, LinearSVC__loss=squared_hinge, LinearSVC__penalty=l2, LinearSVC__tol=0.001)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('LinearSVC(input_matrix, LinearSVC__C=1.0, LinearSVC__dual=True, LinearSVC__loss=squared_hinge, LinearSVC__penalty=l2, LinearSVC__tol=0.001)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9457471264367816},\n",
              " 'XGBClassifier(input_matrix, XGBClassifier__learning_rate=0.5, XGBClassifier__max_depth=7, XGBClassifier__min_child_weight=17, XGBClassifier__n_estimators=100, XGBClassifier__n_jobs=1, XGBClassifier__subsample=0.35000000000000003, XGBClassifier__verbosity=0)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('XGBClassifier(RobustScaler(input_matrix), XGBClassifier__learning_rate=0.5, XGBClassifier__max_depth=7, XGBClassifier__min_child_weight=17, XGBClassifier__n_estimators=100, XGBClassifier__n_jobs=1, XGBClassifier__subsample=0.35000000000000003, XGBClassifier__verbosity=0)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.33333333333333337},\n",
              " 'SGDClassifier(input_matrix, SGDClassifier__alpha=0.0, SGDClassifier__eta0=0.01, SGDClassifier__fit_intercept=False, SGDClassifier__l1_ratio=0.5, SGDClassifier__learning_rate=invscaling, SGDClassifier__loss=hinge, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=50.0)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('SGDClassifier(input_matrix, SGDClassifier__alpha=0.0, SGDClassifier__eta0=0.01, SGDClassifier__fit_intercept=True, SGDClassifier__l1_ratio=0.5, SGDClassifier__learning_rate=invscaling, SGDClassifier__loss=hinge, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=50.0)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.33333333333333337},\n",
              " 'GradientBoostingClassifier(input_matrix, GradientBoostingClassifier__learning_rate=0.5, GradientBoostingClassifier__max_depth=3, GradientBoostingClassifier__max_features=0.45, GradientBoostingClassifier__min_samples_leaf=11, GradientBoostingClassifier__min_samples_split=3, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.7500000000000001)': {'generation': 1,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 1,\n",
              "  'predecessor': ('GradientBoostingClassifier(input_matrix, GradientBoostingClassifier__learning_rate=0.5, GradientBoostingClassifier__max_depth=8, GradientBoostingClassifier__max_features=0.45, GradientBoostingClassifier__min_samples_leaf=11, GradientBoostingClassifier__min_samples_split=3, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.7500000000000001)',\n",
              "   'GradientBoostingClassifier(input_matrix, GradientBoostingClassifier__learning_rate=0.001, GradientBoostingClassifier__max_depth=3, GradientBoostingClassifier__max_features=0.4, GradientBoostingClassifier__min_samples_leaf=1, GradientBoostingClassifier__min_samples_split=7, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.4)'),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.945977011494253},\n",
              " 'ExtraTreesClassifier(input_matrix, ExtraTreesClassifier__bootstrap=True, ExtraTreesClassifier__criterion=entropy, ExtraTreesClassifier__max_features=0.6500000000000001, ExtraTreesClassifier__min_samples_leaf=20, ExtraTreesClassifier__min_samples_split=16, ExtraTreesClassifier__n_estimators=100)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ExtraTreesClassifier(input_matrix, ExtraTreesClassifier__bootstrap=True, ExtraTreesClassifier__criterion=entropy, ExtraTreesClassifier__max_features=0.9000000000000001, ExtraTreesClassifier__min_samples_leaf=20, ExtraTreesClassifier__min_samples_split=16, ExtraTreesClassifier__n_estimators=100)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9524137931034483},\n",
              " 'GaussianNB(RFE(input_matrix, RFE__ExtraTreesClassifier__criterion=entropy, RFE__ExtraTreesClassifier__max_features=0.8500000000000001, RFE__ExtraTreesClassifier__n_estimators=100, RFE__step=0.6500000000000001))': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('GaussianNB(RFE(input_matrix, RFE__ExtraTreesClassifier__criterion=gini, RFE__ExtraTreesClassifier__max_features=0.8500000000000001, RFE__ExtraTreesClassifier__n_estimators=100, RFE__step=0.6500000000000001))',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9662068965517241},\n",
              " 'SGDClassifier(RobustScaler(input_matrix), SGDClassifier__alpha=0.001, SGDClassifier__eta0=1.0, SGDClassifier__fit_intercept=False, SGDClassifier__l1_ratio=0.0, SGDClassifier__learning_rate=constant, SGDClassifier__loss=hinge, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=10.0)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('SGDClassifier(input_matrix, SGDClassifier__alpha=0.001, SGDClassifier__eta0=1.0, SGDClassifier__fit_intercept=False, SGDClassifier__l1_ratio=0.0, SGDClassifier__learning_rate=constant, SGDClassifier__loss=hinge, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=10.0)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.7889655172413793},\n",
              " 'SGDClassifier(input_matrix, SGDClassifier__alpha=0.0, SGDClassifier__eta0=0.1, SGDClassifier__fit_intercept=False, SGDClassifier__l1_ratio=0.25, SGDClassifier__learning_rate=constant, SGDClassifier__loss=perceptron, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=50.0)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('GaussianNB(input_matrix)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.7547126436781608},\n",
              " 'GradientBoostingClassifier(MaxAbsScaler(input_matrix), GradientBoostingClassifier__learning_rate=0.001, GradientBoostingClassifier__max_depth=3, GradientBoostingClassifier__max_features=0.4, GradientBoostingClassifier__min_samples_leaf=1, GradientBoostingClassifier__min_samples_split=7, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.4)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('GradientBoostingClassifier(input_matrix, GradientBoostingClassifier__learning_rate=0.001, GradientBoostingClassifier__max_depth=3, GradientBoostingClassifier__max_features=0.4, GradientBoostingClassifier__min_samples_leaf=1, GradientBoostingClassifier__min_samples_split=7, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.4)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.945977011494253},\n",
              " 'MLPClassifier(input_matrix, MLPClassifier__alpha=0.01, MLPClassifier__learning_rate_init=0.001)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('MLPClassifier(SelectFromModel(input_matrix, SelectFromModel__ExtraTreesClassifier__criterion=gini, SelectFromModel__ExtraTreesClassifier__max_features=0.7500000000000001, SelectFromModel__ExtraTreesClassifier__n_estimators=100, SelectFromModel__threshold=0.4), MLPClassifier__alpha=0.01, MLPClassifier__learning_rate_init=0.001)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9726436781609197},\n",
              " 'GaussianNB(Nystroem(input_matrix, Nystroem__gamma=0.45, Nystroem__kernel=poly, Nystroem__n_components=2))': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('GaussianNB(Nystroem(input_matrix, Nystroem__gamma=0.45, Nystroem__kernel=poly, Nystroem__n_components=4))',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.8577011494252874},\n",
              " 'GaussianNB(RobustScaler(input_matrix))': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('GaussianNB(RBFSampler(input_matrix, RBFSampler__gamma=0.15000000000000002))',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9526436781609195},\n",
              " 'BernoulliNB(MLPClassifier(input_matrix, MLPClassifier__alpha=0.001, MLPClassifier__learning_rate_init=0.01), BernoulliNB__alpha=0.01, BernoulliNB__fit_prior=False)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('BernoulliNB(MLPClassifier(input_matrix, MLPClassifier__alpha=0.1, MLPClassifier__learning_rate_init=0.01), BernoulliNB__alpha=0.01, BernoulliNB__fit_prior=False)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.6597701149425287},\n",
              " 'LinearSVC(input_matrix, LinearSVC__C=20.0, LinearSVC__dual=False, LinearSVC__loss=squared_hinge, LinearSVC__penalty=l1, LinearSVC__tol=0.001)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('SGDClassifier(input_matrix, SGDClassifier__alpha=0.01, SGDClassifier__eta0=0.01, SGDClassifier__fit_intercept=True, SGDClassifier__l1_ratio=0.0, SGDClassifier__learning_rate=invscaling, SGDClassifier__loss=perceptron, SGDClassifier__penalty=elasticnet, SGDClassifier__power_t=0.5)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9595402298850575},\n",
              " 'KNeighborsClassifier(FastICA(MinMaxScaler(input_matrix), FastICA__tol=0.5), KNeighborsClassifier__n_neighbors=4, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=distance)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('KNeighborsClassifier(FastICA(input_matrix, FastICA__tol=0.5), KNeighborsClassifier__n_neighbors=4, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=distance)',),\n",
              "  'operator_count': 3,\n",
              "  'internal_cv_score': 0.9119540229885057},\n",
              " 'KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=33, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=uniform)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('LogisticRegression(input_matrix, LogisticRegression__C=0.0001, LogisticRegression__dual=False, LogisticRegression__penalty=l2)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9526436781609195},\n",
              " 'DecisionTreeClassifier(MultinomialNB(input_matrix, MultinomialNB__alpha=1.0, MultinomialNB__fit_prior=False), DecisionTreeClassifier__criterion=gini, DecisionTreeClassifier__max_depth=2, DecisionTreeClassifier__min_samples_leaf=5, DecisionTreeClassifier__min_samples_split=14)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('DecisionTreeClassifier(MultinomialNB(input_matrix, MultinomialNB__alpha=1.0, MultinomialNB__fit_prior=False), DecisionTreeClassifier__criterion=entropy, DecisionTreeClassifier__max_depth=2, DecisionTreeClassifier__min_samples_leaf=5, DecisionTreeClassifier__min_samples_split=14)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.9388505747126438},\n",
              " 'XGBClassifier(input_matrix, XGBClassifier__learning_rate=0.001, XGBClassifier__max_depth=2, XGBClassifier__min_child_weight=5, XGBClassifier__n_estimators=100, XGBClassifier__n_jobs=1, XGBClassifier__subsample=0.9000000000000001, XGBClassifier__verbosity=0)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('GaussianNB(input_matrix)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.9388505747126438},\n",
              " 'KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=68, KNeighborsClassifier__p=1, KNeighborsClassifier__weights=uniform)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('KNeighborsClassifier(input_matrix, KNeighborsClassifier__n_neighbors=98, KNeighborsClassifier__p=2, KNeighborsClassifier__weights=uniform)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.8848275862068966},\n",
              " 'GradientBoostingClassifier(RobustScaler(input_matrix), GradientBoostingClassifier__learning_rate=1.0, GradientBoostingClassifier__max_depth=5, GradientBoostingClassifier__max_features=0.6500000000000001, GradientBoostingClassifier__min_samples_leaf=14, GradientBoostingClassifier__min_samples_split=20, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.7500000000000001)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('GradientBoostingClassifier(RobustScaler(input_matrix), GradientBoostingClassifier__learning_rate=1.0, GradientBoostingClassifier__max_depth=5, GradientBoostingClassifier__max_features=0.6500000000000001, GradientBoostingClassifier__min_samples_leaf=2, GradientBoostingClassifier__min_samples_split=20, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.7500000000000001)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.8632183908045977},\n",
              " 'GradientBoostingClassifier(input_matrix, GradientBoostingClassifier__learning_rate=1.0, GradientBoostingClassifier__max_depth=6, GradientBoostingClassifier__max_features=1.0, GradientBoostingClassifier__min_samples_leaf=19, GradientBoostingClassifier__min_samples_split=9, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.8)': {'generation': 1,\n",
              "  'mutation_count': 0,\n",
              "  'crossover_count': 1,\n",
              "  'predecessor': ('GradientBoostingClassifier(input_matrix, GradientBoostingClassifier__learning_rate=1.0, GradientBoostingClassifier__max_depth=6, GradientBoostingClassifier__max_features=1.0, GradientBoostingClassifier__min_samples_leaf=19, GradientBoostingClassifier__min_samples_split=9, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.9500000000000001)',\n",
              "   'MultinomialNB(GradientBoostingClassifier(input_matrix, GradientBoostingClassifier__learning_rate=0.1, GradientBoostingClassifier__max_depth=2, GradientBoostingClassifier__max_features=0.6000000000000001, GradientBoostingClassifier__min_samples_leaf=5, GradientBoostingClassifier__min_samples_split=14, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.8), MultinomialNB__alpha=0.01, MultinomialNB__fit_prior=False)'),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.7416091954022989},\n",
              " 'LogisticRegression(Normalizer(input_matrix, Normalizer__norm=max), LogisticRegression__C=0.01, LogisticRegression__dual=False, LogisticRegression__penalty=l2)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('LogisticRegression(Normalizer(input_matrix, Normalizer__norm=max), LogisticRegression__C=0.5, LogisticRegression__dual=False, LogisticRegression__penalty=l2)',),\n",
              "  'operator_count': 2,\n",
              "  'internal_cv_score': 0.6597701149425287},\n",
              " 'GradientBoostingClassifier(input_matrix, GradientBoostingClassifier__learning_rate=0.5, GradientBoostingClassifier__max_depth=6, GradientBoostingClassifier__max_features=0.6500000000000001, GradientBoostingClassifier__min_samples_leaf=16, GradientBoostingClassifier__min_samples_split=16, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.25)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('ExtraTreesClassifier(input_matrix, ExtraTreesClassifier__bootstrap=False, ExtraTreesClassifier__criterion=gini, ExtraTreesClassifier__max_features=0.55, ExtraTreesClassifier__min_samples_leaf=9, ExtraTreesClassifier__min_samples_split=16, ExtraTreesClassifier__n_estimators=100)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.3402298850574713},\n",
              " 'GradientBoostingClassifier(input_matrix, GradientBoostingClassifier__learning_rate=0.5, GradientBoostingClassifier__max_depth=1, GradientBoostingClassifier__max_features=0.1, GradientBoostingClassifier__min_samples_leaf=2, GradientBoostingClassifier__min_samples_split=18, GradientBoostingClassifier__n_estimators=100, GradientBoostingClassifier__subsample=0.45)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('GaussianNB(input_matrix)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.939080459770115},\n",
              " 'RandomForestClassifier(input_matrix, RandomForestClassifier__bootstrap=True, RandomForestClassifier__criterion=gini, RandomForestClassifier__max_features=0.25, RandomForestClassifier__min_samples_leaf=12, RandomForestClassifier__min_samples_split=5, RandomForestClassifier__n_estimators=100)': {'generation': 1,\n",
              "  'mutation_count': 1,\n",
              "  'crossover_count': 0,\n",
              "  'predecessor': ('RandomForestClassifier(Nystroem(input_matrix, Nystroem__gamma=0.35000000000000003, Nystroem__kernel=chi2, Nystroem__n_components=8), RandomForestClassifier__bootstrap=True, RandomForestClassifier__criterion=gini, RandomForestClassifier__max_features=0.25, RandomForestClassifier__min_samples_leaf=12, RandomForestClassifier__min_samples_split=5, RandomForestClassifier__n_estimators=100)',),\n",
              "  'operator_count': 1,\n",
              "  'internal_cv_score': 0.939080459770115}}"
            ]
          },
          "metadata": {},
          "execution_count": 6
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "previsao = tpot.predict(X_test)\n",
        "\n",
        "acuracia = accuracy_score(previsao, y_test)\n",
        "\n",
        "print(f\"Acuracia: {acuracia}\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "74aCFr2W4NnO",
        "outputId": "afe676f8-229b-4249-e7bf-96ac64405bd4"
      },
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Acuracia: 1.0\n"
          ]
        }
      ]
    }
  ]
}