{ "nbformat": 4, "nbformat_minor": 0, "metadata": { "colab": { "provenance": [] }, "kernelspec": { "name": "python3", "display_name": "Python 3" }, "language_info": { "name": "python" } }, "cells": [ { "cell_type": "code", "execution_count": 2, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "Bf9pLZ0gXY7s", "outputId": "ba77c668-f509-4b0a-d89b-aad634231395" }, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Original Dataset Shape: (768, 9)\n", "Missing values handled. Any left? 0\n", "After SMOTE: (1000, 8) {1: 500, 0: 500}\n", "\n", "Model Performance with All Features:\n", "LogisticRegression - Best Params: {'C': 1}, Accuracy: 0.7450\n", "RandomForest - Best Params: {'max_depth': None, 'n_estimators': 100}, Accuracy: 0.8050\n", "SVM - Best Params: {'C': 1, 'kernel': 'rbf'}, Accuracy: 0.7900\n", "GradientBoosting - Best Params: {'learning_rate': 0.2, 'max_depth': 5, 'n_estimators': 200}, Accuracy: 0.7950\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:52] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:52] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:52] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:52] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:53] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:53] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:53] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:53] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:53] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:53] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:53] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:53] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:53] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:53] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:53] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:53] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:54] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:54] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:54] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:54] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:54] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:54] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:55] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:55] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:55] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:55] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:55] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:55] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:55] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:55] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:55] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:55] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:55] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:55] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:55] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:55] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:58] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:58] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:29:58] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "XGBoost - Best Params: {'learning_rate': 0.1, 'max_depth': 5, 'n_estimators': 200}, Accuracy: 0.7950\n", "\n", "Selected Features (SelectKBest): ['Glucose', 'SkinThickness', 'Insulin', 'BMI', 'Age']\n", "Selected Features (RFE): ['Pregnancies', 'Glucose', 'BMI', 'DiabetesPedigreeFunction', 'Age']\n", "\n", "Model Performance with SelectKBest Features:\n", "LogisticRegression - Accuracy: 0.7200\n", "RandomForest - Accuracy: 0.7800\n", "SVM - Accuracy: 0.7650\n", "GradientBoosting - Accuracy: 0.7800\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:12] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:12] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:12] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:12] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:13] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:13] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:13] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:13] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:13] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:13] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:13] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:13] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:13] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:13] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:13] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:13] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:13] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:14] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:14] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:14] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:14] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:14] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:14] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:14] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:14] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:14] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:14] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:14] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:14] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:14] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:15] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:15] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:15] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:15] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:15] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:15] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:15] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:15] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:15] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:15] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:15] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:15] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:15] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:15] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:15] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:16] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:16] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:16] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:16] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:16] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:16] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:16] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:16] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:16] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:16] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:16] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:16] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:16] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:16] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:17] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:32:17] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "XGBoost - Accuracy: 0.7800\n", "\n", "Model Performance with RFE Features:\n", "LogisticRegression - Accuracy: 0.7500\n", "RandomForest - Accuracy: 0.7850\n", "SVM - Accuracy: 0.7900\n", "GradientBoosting - Accuracy: 0.7900\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:16] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:16] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:17] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:17] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:17] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:17] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:17] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:17] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:17] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:17] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:17] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:17] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:17] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:17] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:17] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:17] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:17] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:18] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:18] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:18] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:18] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:18] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:18] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:18] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:18] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:18] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:18] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:18] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:18] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:18] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:18] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:19] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:19] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:19] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:19] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:19] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:19] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:19] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:19] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:19] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:19] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:19] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:19] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:19] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:19] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:19] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:20] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:20] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:20] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:20] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:20] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:20] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:20] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:20] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:20] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:20] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:20] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:20] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:20] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "XGBoost - Accuracy: 0.7900\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:20] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:33:20] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n" ] } ], "source": [ "import pandas as pd\n", "import numpy as np\n", "from sklearn.model_selection import train_test_split, GridSearchCV, cross_val_score\n", "from sklearn.preprocessing import StandardScaler\n", "from sklearn.impute import SimpleImputer\n", "from sklearn.ensemble import RandomForestClassifier, GradientBoostingClassifier\n", "from sklearn.linear_model import LogisticRegression\n", "from sklearn.metrics import accuracy_score\n", "from sklearn.feature_selection import SelectKBest, chi2, RFE\n", "from sklearn.svm import SVC\n", "from imblearn.over_sampling import SMOTE\n", "import xgboost as xgb\n", "\n", "# 1. Load Dataset\n", "data = pd.read_csv('diabetes.csv')\n", "print(\"Original Dataset Shape:\", data.shape)\n", "\n", "# 2. Handle Missing Values\n", "cols_with_zero = ['Glucose', 'BloodPressure', 'SkinThickness', 'Insulin', 'BMI']\n", "for col in cols_with_zero:\n", " data[col] = data[col].replace(0, np.nan)\n", "\n", "imputer = SimpleImputer(strategy='mean')\n", "data[cols_with_zero] = imputer.fit_transform(data[cols_with_zero])\n", "print(\"Missing values handled. Any left?\", data.isnull().sum().sum())\n", "\n", "X = data.drop('Outcome', axis=1)\n", "y = data['Outcome']\n", "\n", "sm = SMOTE(random_state=42)\n", "X, y = sm.fit_resample(X, y)\n", "print(\"After SMOTE:\", X.shape, y.value_counts().to_dict())\n", "\n", "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)\n", "\n", "scaler = StandardScaler()\n", "X_train = scaler.fit_transform(X_train)\n", "X_test = scaler.transform(X_test)\n", "\n", "# 3. Apply ML Models with Extended GridSearchCV\n", "models = {\n", " 'LogisticRegression': (LogisticRegression(max_iter=1000), {\n", " 'C': [0.01, 0.1, 1, 10]\n", " }),\n", " 'RandomForest': (RandomForestClassifier(), {\n", " 'n_estimators': [100, 200, 300],\n", " 'max_depth': [3, 5, 10, None]\n", " }),\n", " 'SVM': (SVC(), {\n", " 'C': [0.1, 1, 10],\n", " 'kernel': ['linear', 'rbf']\n", " }),\n", " 'GradientBoosting': (GradientBoostingClassifier(), {\n", " 'n_estimators': [100, 200],\n", " 'learning_rate': [0.01, 0.1, 0.2],\n", " 'max_depth': [3, 5]\n", " }),\n", " 'XGBoost': (xgb.XGBClassifier(use_label_encoder=False, eval_metric='logloss'), {\n", " 'n_estimators': [100, 200],\n", " 'learning_rate': [0.01, 0.1, 0.2],\n", " 'max_depth': [3, 5]\n", " })\n", "}\n", "\n", "print(\"\\nModel Performance with All Features:\")\n", "for name, (model, params) in models.items():\n", " grid = GridSearchCV(model, params, cv=5, scoring='accuracy')\n", " grid.fit(X_train, y_train)\n", " y_pred = grid.predict(X_test)\n", " print(f\"{name} - Best Params: {grid.best_params_}, Accuracy: {accuracy_score(y_test, y_pred):.4f}\")\n", "\n", "# 4. Feature Selection\n", "kbest = SelectKBest(score_func=chi2, k=5)\n", "X_new_kbest = kbest.fit_transform(X, y)\n", "selected_features_kbest = X.columns[kbest.get_support()]\n", "print(\"\\nSelected Features (SelectKBest):\", list(selected_features_kbest))\n", "\n", "rfe_model = LogisticRegression(max_iter=1000)\n", "rfe = RFE(estimator=rfe_model, n_features_to_select=5)\n", "rfe.fit(X, y)\n", "selected_features_rfe = X.columns[rfe.support_]\n", "print(\"Selected Features (RFE):\", list(selected_features_rfe))\n", "\n", "# 5. Retrain Models on Selected Features\n", "X_train_k, X_test_k, y_train_k, y_test_k = train_test_split(X_new_kbest, y, test_size=0.2, random_state=42)\n", "print(\"\\nModel Performance with SelectKBest Features:\")\n", "for name, (model, params) in models.items():\n", " grid = GridSearchCV(model, params, cv=5, scoring='accuracy')\n", " grid.fit(X_train_k, y_train_k)\n", " y_pred = grid.predict(X_test_k)\n", " print(f\"{name} - Accuracy: {accuracy_score(y_test_k, y_pred):.4f}\")\n", "\n", "X_rfe = X[selected_features_rfe]\n", "X_train_r, X_test_r, y_train_r, y_test_r = train_test_split(X_rfe, y, test_size=0.2, random_state=42)\n", "X_train_r = scaler.fit_transform(X_train_r)\n", "X_test_r = scaler.transform(X_test_r)\n", "\n" ] }, { "cell_type": "code", "source": [ "print(\"\\nModel Performance with RFE Features:\")\n", "for name, (model, params) in models.items():\n", " grid = GridSearchCV(model, params, cv=5, scoring='accuracy')\n", " grid.fit(X_train_r, y_train_r)\n", " y_pred = grid.predict(X_test_r)\n", " print(f\"{name} - Accuracy: {accuracy_score(y_test_r, y_pred):.4f}\")\n" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "EV9O2UdWZWRE", "outputId": "25452d96-b5d9-4502-bf73-7649bbc57e4a" }, "execution_count": 3, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "\n", "Model Performance with RFE Features:\n", "LogisticRegression - Accuracy: 0.7500\n", "RandomForest - Accuracy: 0.7900\n", "SVM - Accuracy: 0.7900\n", "GradientBoosting - Accuracy: 0.7900\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:56] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:57] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:58] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:58] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:58] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:58] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:58] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:58] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:58] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:58] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:58] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:58] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:58] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:58] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:58] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:58] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:59] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:59] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:59] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:59] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:59] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:59] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:59] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:59] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:59] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:59] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:59] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:59] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:59] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:59] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:59] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:34:59] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:35:00] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:35:00] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:35:00] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:35:00] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "XGBoost - Accuracy: 0.7900\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:35:00] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n", "/usr/local/lib/python3.12/dist-packages/xgboost/training.py:183: UserWarning: [00:35:00] WARNING: /workspace/src/learner.cc:738: \n", "Parameters: { \"use_label_encoder\" } are not used.\n", "\n", " bst.update(dtrain, iteration=i, fobj=obj)\n" ] } ] } ] }