{ "cells": [ { "cell_type": "markdown", "id": "a95cc40f-bf07-4dc1-8403-42e72677179d", "metadata": {}, "source": [ "### Universal Bank Example" ] }, { "cell_type": "markdown", "id": "96b26911-bccc-4346-8442-5cbc66a443d4", "metadata": {}, "source": [ "#### Decision Trees" ] }, { "cell_type": "code", "execution_count": 48, "id": "0a522415-1efd-4dd4-bc9c-3670c4491207", "metadata": {}, "outputs": [], "source": [ "import pandas as pd\n", "import numpy as np\n", "from sklearn import tree\n", "from sklearn.tree import DecisionTreeClassifier, DecisionTreeRegressor\n", "from sklearn.ensemble import RandomForestClassifier, GradientBoostingClassifier\n", "from sklearn.model_selection import train_test_split, cross_val_score, GridSearchCV\n", "import matplotlib.pyplot as plt\n", "import seaborn as sns\n", "from sklearn import metrics\n", "from sklearn.metrics import accuracy_score, classification_report, precision_recall_curve, confusion_matrix, f1_score" ] }, { "cell_type": "code", "execution_count": 50, "id": "6ece5ea4-78df-46c5-b47b-ab59900f8a58", "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", " | ID | \n", "Age | \n", "Experience | \n", "Income | \n", "ZIP Code | \n", "Family | \n", "CCAvg | \n", "Education | \n", "Mortgage | \n", "Personal Loan | \n", "Securities Account | \n", "CD Account | \n", "Online | \n", "CreditCard | \n", "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | \n", "1 | \n", "25 | \n", "1 | \n", "49 | \n", "91107 | \n", "4 | \n", "1.6 | \n", "1 | \n", "0 | \n", "0 | \n", "1 | \n", "0 | \n", "0 | \n", "0 | \n", "
1 | \n", "2 | \n", "45 | \n", "19 | \n", "34 | \n", "90089 | \n", "3 | \n", "1.5 | \n", "1 | \n", "0 | \n", "0 | \n", "1 | \n", "0 | \n", "0 | \n", "0 | \n", "
2 | \n", "3 | \n", "39 | \n", "15 | \n", "11 | \n", "94720 | \n", "1 | \n", "1.0 | \n", "1 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "
3 | \n", "4 | \n", "35 | \n", "9 | \n", "100 | \n", "94112 | \n", "1 | \n", "2.7 | \n", "2 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "
4 | \n", "5 | \n", "35 | \n", "8 | \n", "45 | \n", "91330 | \n", "4 | \n", "1.0 | \n", "2 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "1 | \n", "