From f7b76da8b1a5d516af400410bdf8dcf648a53963 Mon Sep 17 00:00:00 2001 From: Hamidreza Keshavarz <32555614+hamidkm9@users.noreply.github.com> Date: Mon, 28 Jul 2025 21:14:09 +0200 Subject: [PATCH 1/5] Added Usage Notebook --- .gitignore | 6 +- notebooks/demo_linearboost_usage.ipynb | 1295 ++++++++++++++++++++++++ src/linearboost/linear_boost.py | 5 + src/linearboost/sefr.py | 1 + 4 files changed, 1306 insertions(+), 1 deletion(-) create mode 100644 notebooks/demo_linearboost_usage.ipynb diff --git a/.gitignore b/.gitignore index ca8c907..008e237 100644 --- a/.gitignore +++ b/.gitignore @@ -134,4 +134,8 @@ catboost_info/catboost_training.json catboost_info/learn/events.out.tfevents catboost_info/learn_error.tsv catboost_info/time_left.tsv -*.ipynb +notebooks/catboost_info/catboost_training.json +notebooks/catboost_info/learn/events.out.tfevents +notebooks/catboost_info/learn_error.tsv +notebooks/catboost_info/time_left.tsv +.DS_Store diff --git a/notebooks/demo_linearboost_usage.ipynb b/notebooks/demo_linearboost_usage.ipynb new file mode 100644 index 0000000..e190404 --- /dev/null +++ b/notebooks/demo_linearboost_usage.ipynb @@ -0,0 +1,1295 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 42, + "metadata": {}, + "outputs": [], + "source": [ + "import sys\n", + "sys.path.append('../src')\n", + "from linearboost.linear_boost import LinearBoostClassifier" + ] + }, + { + "cell_type": "code", + "execution_count": 43, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Requirement already satisfied: xgboost in /Users/hamidrezakeshavarz/Documents/GitHub/linearboost-classifier/.venv/lib/python3.13/site-packages (3.0.2)\n", + "Requirement already satisfied: lightgbm in /Users/hamidrezakeshavarz/Documents/GitHub/linearboost-classifier/.venv/lib/python3.13/site-packages (4.6.0)\n", + "Requirement already satisfied: catboost in /Users/hamidrezakeshavarz/Documents/GitHub/linearboost-classifier/.venv/lib/python3.13/site-packages (1.2.8)\n", + "Requirement already satisfied: numpy in /Users/hamidrezakeshavarz/Documents/GitHub/linearboost-classifier/.venv/lib/python3.13/site-packages (from xgboost) (2.2.6)\n", + "Requirement already satisfied: scipy in /Users/hamidrezakeshavarz/Documents/GitHub/linearboost-classifier/.venv/lib/python3.13/site-packages (from xgboost) (1.15.3)\n", + "Requirement already satisfied: graphviz in /Users/hamidrezakeshavarz/Documents/GitHub/linearboost-classifier/.venv/lib/python3.13/site-packages (from catboost) (0.21)\n", + "Requirement already satisfied: matplotlib in /Users/hamidrezakeshavarz/Documents/GitHub/linearboost-classifier/.venv/lib/python3.13/site-packages (from catboost) (3.10.3)\n", + "Requirement already satisfied: pandas>=0.24 in /Users/hamidrezakeshavarz/Documents/GitHub/linearboost-classifier/.venv/lib/python3.13/site-packages (from catboost) (2.3.1)\n", + "Requirement already satisfied: plotly in /Users/hamidrezakeshavarz/Documents/GitHub/linearboost-classifier/.venv/lib/python3.13/site-packages (from catboost) (6.2.0)\n", + "Requirement already satisfied: six in /Users/hamidrezakeshavarz/Documents/GitHub/linearboost-classifier/.venv/lib/python3.13/site-packages (from catboost) (1.17.0)\n", + "Requirement already satisfied: python-dateutil>=2.8.2 in /Users/hamidrezakeshavarz/Documents/GitHub/linearboost-classifier/.venv/lib/python3.13/site-packages (from pandas>=0.24->catboost) (2.9.0.post0)\n", + "Requirement already satisfied: pytz>=2020.1 in /Users/hamidrezakeshavarz/Documents/GitHub/linearboost-classifier/.venv/lib/python3.13/site-packages (from pandas>=0.24->catboost) (2025.2)\n", + "Requirement already satisfied: tzdata>=2022.7 in /Users/hamidrezakeshavarz/Documents/GitHub/linearboost-classifier/.venv/lib/python3.13/site-packages (from pandas>=0.24->catboost) (2025.2)\n", + "Requirement already satisfied: contourpy>=1.0.1 in /Users/hamidrezakeshavarz/Documents/GitHub/linearboost-classifier/.venv/lib/python3.13/site-packages (from matplotlib->catboost) (1.3.3)\n", + "Requirement already satisfied: cycler>=0.10 in /Users/hamidrezakeshavarz/Documents/GitHub/linearboost-classifier/.venv/lib/python3.13/site-packages (from matplotlib->catboost) (0.12.1)\n", + "Requirement already satisfied: fonttools>=4.22.0 in /Users/hamidrezakeshavarz/Documents/GitHub/linearboost-classifier/.venv/lib/python3.13/site-packages (from matplotlib->catboost) (4.59.0)\n", + "Requirement already satisfied: kiwisolver>=1.3.1 in /Users/hamidrezakeshavarz/Documents/GitHub/linearboost-classifier/.venv/lib/python3.13/site-packages (from matplotlib->catboost) (1.4.8)\n", + "Requirement already satisfied: packaging>=20.0 in /Users/hamidrezakeshavarz/Documents/GitHub/linearboost-classifier/.venv/lib/python3.13/site-packages (from matplotlib->catboost) (25.0)\n", + "Requirement already satisfied: pillow>=8 in /Users/hamidrezakeshavarz/Documents/GitHub/linearboost-classifier/.venv/lib/python3.13/site-packages (from matplotlib->catboost) (11.3.0)\n", + "Requirement already satisfied: pyparsing>=2.3.1 in /Users/hamidrezakeshavarz/Documents/GitHub/linearboost-classifier/.venv/lib/python3.13/site-packages (from matplotlib->catboost) (3.2.3)\n", + "Requirement already satisfied: narwhals>=1.15.1 in /Users/hamidrezakeshavarz/Documents/GitHub/linearboost-classifier/.venv/lib/python3.13/site-packages (from plotly->catboost) (2.0.0)\n", + "Note: you may need to restart the kernel to use updated packages.\n" + ] + } + ], + "source": [ + "pip install xgboost lightgbm catboost" + ] + }, + { + "cell_type": "code", + "execution_count": 50, + "metadata": {}, + "outputs": [], + "source": [ + "from ucimlrepo import fetch_ucirepo \n", + "from sklearn.preprocessing import LabelEncoder\n", + "\n", + "# The Huberman's Survival's id on UCI Machine Learning Repository\n", + "dataset_id = 43\n", + "\n", + "dataset = fetch_ucirepo(id=dataset_id) \n", + " \n", + "# data (as pandas dataframes) \n", + "X = dataset.data.features.copy()\n", + "y = dataset.data.targets\n", + "\n", + "label_encoder = LabelEncoder()\n", + "\n", + "y = label_encoder.fit_transform(y.values.ravel())" + ] + }, + { + "cell_type": "code", + "execution_count": 51, + "metadata": {}, + "outputs": [], + "source": [ + "\n", + "import pandas as pd\n", + "\n", + "# Identify categorical columns\n", + "categorical_cols = X.select_dtypes(include=['object']).columns.tolist()\n", + "\n", + "# Convert categorical columns to 'category' dtype\n", + "for col in categorical_cols:\n", + " X[col] = X[col].astype('category')\n", + "\n", + "# Handle missing values\n", + "# Fill numeric columns with median\n", + "numeric_cols = X.select_dtypes(include=['int64', 'float64']).columns.tolist()\n", + "for col in numeric_cols:\n", + " X[col] = X[col].fillna(X[col].median())\n", + "\n", + "# Fill categorical columns with mode\n", + "for col in categorical_cols:\n", + " X[col] = X[col].fillna(X[col].mode()[0])\n" + ] + }, + { + "cell_type": "code", + "execution_count": 52, + "metadata": {}, + "outputs": [], + "source": [ + "import warnings\n", + "\n", + "warnings.filterwarnings(\"ignore\", message=\".*ignore_implicit_zeros.*\")\n", + "warnings.filterwarnings(\"ignore\", message=\".*n_quantiles.*\")\n", + "warnings.filterwarnings(\"ignore\", category=RuntimeWarning)\n", + "warnings.filterwarnings(\"ignore\", category=FutureWarning)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "**LinearBoost results:**" + ] + }, + { + "cell_type": "code", + "execution_count": 53, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "[I 2025-07-28 20:32:30,509] A new study created in memory with name: no-name-39689138-b2a1-447a-af63-be7733a7aeb8\n", + "[I 2025-07-28 20:32:30,764] Trial 0 finished with value: 0.7283291353857195 and parameters: {'n_estimators': 256, 'learning_rate': 0.11807746849928968, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.10360685199357951}. Best is trial 0 with value: 0.7283291353857195.\n", + "[I 2025-07-28 20:32:32,767] Trial 1 finished with value: 0.7323671972329208 and parameters: {'n_estimators': 363, 'learning_rate': 0.013883181171194234, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.3980809182349502}. Best is trial 1 with value: 0.7323671972329208.\n", + "[I 2025-07-28 20:32:32,965] Trial 2 finished with value: 0.6433003568202357 and parameters: {'n_estimators': 115, 'learning_rate': 0.7307247501446349, 'algorithm': 'SAMME.R', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.017278456055749167}. Best is trial 1 with value: 0.7323671972329208.\n", + "[I 2025-07-28 20:32:33,029] Trial 3 finished with value: 0.5808309588590397 and parameters: {'n_estimators': 495, 'learning_rate': 0.9348711193431992, 'algorithm': 'SAMME.R', 'scaler': 'quantile-normal', 'kernel': 'sigmoid', 'gamma': 6.522461289080762, 'coef0': 0.12121528097023693}. Best is trial 1 with value: 0.7323671972329208.\n", + "[I 2025-07-28 20:32:33,230] Trial 4 finished with value: 0.6322065863378812 and parameters: {'n_estimators': 388, 'learning_rate': 0.35321179424794646, 'algorithm': 'SAMME', 'scaler': 'quantile-uniform', 'kernel': 'linear'}. Best is trial 1 with value: 0.7323671972329208.\n", + "[I 2025-07-28 20:32:33,876] Trial 5 finished with value: 0.7145509815833111 and parameters: {'n_estimators': 424, 'learning_rate': 0.04247796515783776, 'algorithm': 'SAMME.R', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.008681246995867526}. Best is trial 1 with value: 0.7323671972329208.\n", + "[I 2025-07-28 20:32:37,286] Trial 6 finished with value: 0.6335398728483101 and parameters: {'n_estimators': 495, 'learning_rate': 0.01058551689211643, 'algorithm': 'SAMME.R', 'scaler': 'quantile-normal', 'kernel': 'poly', 'gamma': 0.012079994040825447, 'degree': 2, 'coef0': 0.8220031229877477}. Best is trial 1 with value: 0.7323671972329208.\n", + "[I 2025-07-28 20:32:39,492] Trial 7 finished with value: 0.6588762388318479 and parameters: {'n_estimators': 408, 'learning_rate': 0.0376236066960271, 'algorithm': 'SAMME.R', 'scaler': 'quantile-uniform', 'kernel': 'poly', 'gamma': 0.9228842770687353, 'degree': 5, 'coef0': 0.9250988576322388}. Best is trial 1 with value: 0.7323671972329208.\n", + "[I 2025-07-28 20:32:40,687] Trial 8 finished with value: 0.6289828042708268 and parameters: {'n_estimators': 309, 'learning_rate': 0.3429296446563154, 'algorithm': 'SAMME.R', 'scaler': 'quantile-normal', 'kernel': 'poly', 'gamma': 0.057426387547596165, 'degree': 5, 'coef0': 0.9977093171571471}. Best is trial 1 with value: 0.7323671972329208.\n", + "[I 2025-07-28 20:32:40,802] Trial 9 finished with value: 0.6409181588202795 and parameters: {'n_estimators': 326, 'learning_rate': 0.5071013284058973, 'algorithm': 'SAMME', 'scaler': 'quantile-uniform', 'kernel': 'linear'}. Best is trial 1 with value: 0.7323671972329208.\n", + "[I 2025-07-28 20:32:42,140] Trial 10 finished with value: 0.7325458557933188 and parameters: {'n_estimators': 120, 'learning_rate': 0.012585013549947153, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'sigmoid', 'gamma': 0.5750304244308336, 'coef0': 0.062135312544042365}. Best is trial 10 with value: 0.7325458557933188.\n", + "[I 2025-07-28 20:32:43,230] Trial 11 finished with value: 0.6239602098263913 and parameters: {'n_estimators': 97, 'learning_rate': 0.010419638729325286, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'sigmoid', 'gamma': 0.6062111920837875, 'coef0': 0.16566190160082808}. Best is trial 10 with value: 0.7325458557933188.\n", + "[I 2025-07-28 20:32:44,241] Trial 12 finished with value: 0.7288603279862491 and parameters: {'n_estimators': 171, 'learning_rate': 0.025605741656958076, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'sigmoid', 'gamma': 0.6190354553163405, 'coef0': 0.42697876987158667}. Best is trial 10 with value: 0.7325458557933188.\n", + "[I 2025-07-28 20:32:44,401] Trial 13 finished with value: 0.6044414069101206 and parameters: {'n_estimators': 10, 'learning_rate': 0.020005438138243452, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.0010596096537517803}. Best is trial 10 with value: 0.7325458557933188.\n", + "[I 2025-07-28 20:32:44,828] Trial 14 finished with value: 0.7014757758280636 and parameters: {'n_estimators': 191, 'learning_rate': 0.09301384724169706, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'sigmoid', 'gamma': 1.7322503323218008, 'coef0': 0.43679815588391957}. Best is trial 10 with value: 0.7325458557933188.\n", + "[I 2025-07-28 20:32:45,168] Trial 15 finished with value: 0.7394661645252021 and parameters: {'n_estimators': 32, 'learning_rate': 0.07791705578848981, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.1300086733142578}. Best is trial 15 with value: 0.7394661645252021.\n", + "[I 2025-07-28 20:32:45,304] Trial 16 finished with value: 0.6384443451102649 and parameters: {'n_estimators': 10, 'learning_rate': 0.115296316343888, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'sigmoid', 'gamma': 0.11773070268630356, 'coef0': 0.03399038243778252}. Best is trial 15 with value: 0.7394661645252021.\n", + "[I 2025-07-28 20:32:45,439] Trial 17 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 75, 'learning_rate': 0.07134963631237522, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'linear'}. Best is trial 17 with value: 0.7433448475670774.\n", + "[I 2025-07-28 20:32:45,586] Trial 18 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 61, 'learning_rate': 0.06402325845068998, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 17 with value: 0.7433448475670774.\n", + "[I 2025-07-28 20:32:45,672] Trial 19 finished with value: 0.7385821360332904 and parameters: {'n_estimators': 69, 'learning_rate': 0.18911057649004348, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 17 with value: 0.7433448475670774.\n", + "[I 2025-07-28 20:32:45,842] Trial 20 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 195, 'learning_rate': 0.05485655554279296, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 17 with value: 0.7433448475670774.\n", + "[I 2025-07-28 20:32:46,032] Trial 21 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 208, 'learning_rate': 0.05008139057040394, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 17 with value: 0.7433448475670774.\n", + "[I 2025-07-28 20:32:46,202] Trial 22 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 155, 'learning_rate': 0.06439080465085012, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 17 with value: 0.7433448475670774.\n", + "[I 2025-07-28 20:32:46,327] Trial 23 finished with value: 0.7356637593803036 and parameters: {'n_estimators': 241, 'learning_rate': 0.18602755998844775, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 17 with value: 0.7433448475670774.\n", + "[I 2025-07-28 20:32:46,531] Trial 24 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 67, 'learning_rate': 0.027560874300832892, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 17 with value: 0.7433448475670774.\n", + "[I 2025-07-28 20:32:46,631] Trial 25 finished with value: 0.7399906222014668 and parameters: {'n_estimators': 141, 'learning_rate': 0.1724499368151117, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 17 with value: 0.7433448475670774.\n", + "[I 2025-07-28 20:32:46,792] Trial 26 finished with value: 0.7462632242200642 and parameters: {'n_estimators': 66, 'learning_rate': 0.058409520620152734, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:47,014] Trial 27 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 80, 'learning_rate': 0.03515686771194533, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:47,172] Trial 28 finished with value: 0.6002680239159082 and parameters: {'n_estimators': 48, 'learning_rate': 0.07492318138951147, 'algorithm': 'SAMME', 'scaler': 'quantile-normal', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:47,374] Trial 29 finished with value: 0.7390179847459142 and parameters: {'n_estimators': 248, 'learning_rate': 0.13923218977376783, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:47,624] Trial 30 finished with value: 0.6280399196712144 and parameters: {'n_estimators': 119, 'learning_rate': 0.09676043774844177, 'algorithm': 'SAMME', 'scaler': 'quantile-uniform', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:47,777] Trial 31 finished with value: 0.7462632242200642 and parameters: {'n_estimators': 55, 'learning_rate': 0.059166938441400786, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:47,919] Trial 32 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 49, 'learning_rate': 0.05756170500714176, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:48,168] Trial 33 finished with value: 0.7462632242200642 and parameters: {'n_estimators': 86, 'learning_rate': 0.02144522128541104, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:48,434] Trial 34 finished with value: 0.7462632242200642 and parameters: {'n_estimators': 93, 'learning_rate': 0.018157963245713452, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:48,743] Trial 35 finished with value: 0.7317211845407954 and parameters: {'n_estimators': 104, 'learning_rate': 0.01684201147193355, 'algorithm': 'SAMME.R', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:49,445] Trial 36 finished with value: 0.7352864344967306 and parameters: {'n_estimators': 144, 'learning_rate': 0.022721993027875257, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'poly', 'gamma': 0.0013524171648316601, 'degree': 2, 'coef0': 0.6823668788920146}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:49,565] Trial 37 finished with value: 0.7462632242200642 and parameters: {'n_estimators': 36, 'learning_rate': 0.02801955286655139, 'algorithm': 'SAMME.R', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:50,741] Trial 38 finished with value: 0.6778623235432899 and parameters: {'n_estimators': 89, 'learning_rate': 0.016265541608563704, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 5.505462245976915}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:51,597] Trial 39 finished with value: 0.6002680239159082 and parameters: {'n_estimators': 296, 'learning_rate': 0.03511078284178915, 'algorithm': 'SAMME.R', 'scaler': 'quantile-normal', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:52,406] Trial 40 finished with value: 0.7404938100135954 and parameters: {'n_estimators': 125, 'learning_rate': 0.045130505221610405, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'poly', 'gamma': 0.004000939541149535, 'degree': 3, 'coef0': 0.6064875429673001}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:52,487] Trial 41 finished with value: 0.7344339878851421 and parameters: {'n_estimators': 22, 'learning_rate': 0.0299168136083842, 'algorithm': 'SAMME.R', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:52,612] Trial 42 finished with value: 0.7344339878851421 and parameters: {'n_estimators': 38, 'learning_rate': 0.019489898490531368, 'algorithm': 'SAMME.R', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:52,883] Trial 43 finished with value: 0.6306624053579956 and parameters: {'n_estimators': 88, 'learning_rate': 0.014269872438105076, 'algorithm': 'SAMME.R', 'scaler': 'quantile-uniform', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:53,035] Trial 44 finished with value: 0.7307802811921446 and parameters: {'n_estimators': 48, 'learning_rate': 0.04353615391514219, 'algorithm': 'SAMME.R', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:53,321] Trial 45 finished with value: 0.7072342312119391 and parameters: {'n_estimators': 109, 'learning_rate': 0.031098165777987234, 'algorithm': 'SAMME.R', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:54,540] Trial 46 finished with value: 0.7171707509784585 and parameters: {'n_estimators': 466, 'learning_rate': 0.022277980348236116, 'algorithm': 'SAMME.R', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.03433913608785406}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:54,981] Trial 47 finished with value: 0.6923898742330473 and parameters: {'n_estimators': 27, 'learning_rate': 0.039153296005049215, 'algorithm': 'SAMME.R', 'scaler': 'quantile-normal', 'kernel': 'poly', 'gamma': 2.3073007892734743, 'degree': 4, 'coef0': 0.2695589176705308}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:55,376] Trial 48 finished with value: 0.6348290720246623 and parameters: {'n_estimators': 136, 'learning_rate': 0.013271097800583706, 'algorithm': 'SAMME', 'scaler': 'quantile-uniform', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:55,801] Trial 49 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 159, 'learning_rate': 0.017372126621003587, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:56,889] Trial 50 finished with value: 0.6820364957623022 and parameters: {'n_estimators': 98, 'learning_rate': 0.010037760769388504, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'sigmoid', 'gamma': 0.0027352706564704294, 'coef0': 0.7487807293556266}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:57,028] Trial 51 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 73, 'learning_rate': 0.07865215250930932, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:57,191] Trial 52 finished with value: 0.7429089988544536 and parameters: {'n_estimators': 52, 'learning_rate': 0.023902035210865622, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:57,246] Trial 53 finished with value: 0.7356637593803036 and parameters: {'n_estimators': 78, 'learning_rate': 0.26149580532976274, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:57,336] Trial 54 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 27, 'learning_rate': 0.11169329023987182, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:57,610] Trial 55 finished with value: 0.7462632242200642 and parameters: {'n_estimators': 374, 'learning_rate': 0.048887815710171166, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:58,146] Trial 56 finished with value: 0.7437335413401673 and parameters: {'n_estimators': 347, 'learning_rate': 0.05048657296721617, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.004774844554952965}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:58,440] Trial 57 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 383, 'learning_rate': 0.033408484181385714, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:59,336] Trial 58 finished with value: 0.7327261167745038 and parameters: {'n_estimators': 444, 'learning_rate': 0.026101501639382133, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'sigmoid', 'gamma': 0.19749647044435117, 'coef0': 0.30204502046909143}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:32:59,520] Trial 59 finished with value: 0.6981148958907643 and parameters: {'n_estimators': 285, 'learning_rate': 0.08562485360353715, 'algorithm': 'SAMME.R', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", + "[W 2025-07-28 20:32:59,797] Trial 60 failed with parameters: {'n_estimators': 268, 'learning_rate': 0.06056201304030545, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'poly', 'gamma': 0.2894347415465211, 'degree': 4, 'coef0': 0.5625166552268175} because of the following error: The value nan is not acceptable.\n", + "[W 2025-07-28 20:32:59,798] Trial 60 failed with value np.float64(nan).\n", + "[I 2025-07-28 20:32:59,965] Trial 61 finished with value: 0.5984307205682291 and parameters: {'n_estimators': 217, 'learning_rate': 0.9292598389737672, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'poly', 'gamma': 0.034474926170681396, 'degree': 3, 'coef0': 0.5654141295859058}. Best is trial 26 with value: 0.7462632242200642.\n", + "[I 2025-07-28 20:33:00,482] Trial 62 finished with value: 0.74852021376188 and parameters: {'n_estimators': 346, 'learning_rate': 0.049748049226939366, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.004227748175451986}. Best is trial 62 with value: 0.74852021376188.\n", + "[I 2025-07-28 20:33:01,113] Trial 63 finished with value: 0.7515000210035615 and parameters: {'n_estimators': 357, 'learning_rate': 0.042025638816128814, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.002368627711149356}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:01,775] Trial 64 finished with value: 0.7433177429314066 and parameters: {'n_estimators': 421, 'learning_rate': 0.03964007266029833, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.002077996452528089}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:02,159] Trial 65 finished with value: 0.746297550173088 and parameters: {'n_estimators': 337, 'learning_rate': 0.06728147799353507, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.007752839706592081}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:02,583] Trial 66 finished with value: 0.740753734098486 and parameters: {'n_estimators': 344, 'learning_rate': 0.05979873576115699, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.006808872038513838}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:06,763] Trial 67 finished with value: 0.6002680239159082 and parameters: {'n_estimators': 320, 'learning_rate': 0.06756191366386699, 'algorithm': 'SAMME', 'scaler': 'quantile-normal', 'kernel': 'rbf', 'gamma': 0.020750214015197006}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:06,947] Trial 68 finished with value: 0.7155344485519437 and parameters: {'n_estimators': 270, 'learning_rate': 0.1434257466854807, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.002243791653087292}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:08,871] Trial 69 finished with value: 0.6557838410257737 and parameters: {'n_estimators': 355, 'learning_rate': 0.053572861391048075, 'algorithm': 'SAMME', 'scaler': 'quantile-uniform', 'kernel': 'rbf', 'gamma': 0.0037502839250294338}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:09,160] Trial 70 finished with value: 0.7343426595392881 and parameters: {'n_estimators': 327, 'learning_rate': 0.09929640642999638, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.007059589165315683}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:11,485] Trial 71 finished with value: 0.7426064316547839 and parameters: {'n_estimators': 366, 'learning_rate': 0.011968639921520469, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.01587857374750855}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:12,421] Trial 72 finished with value: 0.7417883295340454 and parameters: {'n_estimators': 334, 'learning_rate': 0.0282712339623289, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0015935725658728355}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:13,733] Trial 73 finished with value: 0.7417883295340454 and parameters: {'n_estimators': 392, 'learning_rate': 0.020179626280429446, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.010209806047203932}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:13,885] Trial 74 finished with value: 0.6347934336880255 and parameters: {'n_estimators': 10, 'learning_rate': 0.044923496574970655, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.02635019128495897}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:14,302] Trial 75 finished with value: 0.7433177429314066 and parameters: {'n_estimators': 396, 'learning_rate': 0.06278440404598881, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.046948472070911816}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:15,032] Trial 76 finished with value: 0.7513327796484498 and parameters: {'n_estimators': 298, 'learning_rate': 0.036412236378985934, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0053374104208979535}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:15,778] Trial 77 finished with value: 0.7433177429314066 and parameters: {'n_estimators': 306, 'learning_rate': 0.0362660646699935, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0053936054046649735}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:16,082] Trial 78 finished with value: 0.7402335413401675 and parameters: {'n_estimators': 266, 'learning_rate': 0.0860840896494099, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.01435794579442739}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:16,468] Trial 79 finished with value: 0.7497208297053397 and parameters: {'n_estimators': 294, 'learning_rate': 0.07025155387588125, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0029785489217986866}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:20,199] Trial 80 finished with value: 0.6002680239159082 and parameters: {'n_estimators': 283, 'learning_rate': 0.07133875130841605, 'algorithm': 'SAMME', 'scaler': 'quantile-normal', 'kernel': 'rbf', 'gamma': 0.0032308105320681124}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:20,674] Trial 81 finished with value: 0.74852021376188 and parameters: {'n_estimators': 233, 'learning_rate': 0.056673025447608175, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.009188599392606283}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:21,209] Trial 82 finished with value: 0.740753734098486 and parameters: {'n_estimators': 290, 'learning_rate': 0.0533901405567659, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.00965229019047806}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:21,662] Trial 83 finished with value: 0.740753734098486 and parameters: {'n_estimators': 236, 'learning_rate': 0.057404418778176654, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.001003724086550749}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:22,292] Trial 84 finished with value: 0.7420686008586543 and parameters: {'n_estimators': 336, 'learning_rate': 0.04252236933799792, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0020984813995387646}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:22,889] Trial 85 finished with value: 0.74852021376188 and parameters: {'n_estimators': 311, 'learning_rate': 0.04805236814812279, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0067406522653094434}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:23,437] Trial 86 finished with value: 0.7447630980123545 and parameters: {'n_estimators': 311, 'learning_rate': 0.048874239263181705, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0063811951015518694}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:24,582] Trial 87 finished with value: 0.6557838410257737 and parameters: {'n_estimators': 306, 'learning_rate': 0.07967205513566149, 'algorithm': 'SAMME', 'scaler': 'quantile-uniform', 'kernel': 'rbf', 'gamma': 0.003869900677506976}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:24,985] Trial 88 finished with value: 0.74452021376188 and parameters: {'n_estimators': 359, 'learning_rate': 0.06667705830748086, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.009690289859880222}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:25,200] Trial 89 finished with value: 0.7225578459597666 and parameters: {'n_estimators': 266, 'learning_rate': 0.110082899523225, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0016840522835949493}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:26,008] Trial 90 finished with value: 0.745545445283571 and parameters: {'n_estimators': 318, 'learning_rate': 0.03245046371843038, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.003073798153387741}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:26,689] Trial 91 finished with value: 0.745545445283571 and parameters: {'n_estimators': 296, 'learning_rate': 0.039095421550832746, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.005336174229676793}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:27,137] Trial 92 finished with value: 0.7152513477971558 and parameters: {'n_estimators': 60, 'learning_rate': 0.061957516455711015, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'sigmoid', 'gamma': 0.014015390440979917, 'coef0': 0.3009195556370241}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:27,701] Trial 93 finished with value: 0.750297550173088 and parameters: {'n_estimators': 372, 'learning_rate': 0.047237784303703845, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.008344795730029216}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:28,175] Trial 94 finished with value: 0.740753734098486 and parameters: {'n_estimators': 405, 'learning_rate': 0.05507007717994486, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.007443981644410108}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:28,773] Trial 95 finished with value: 0.74852021376188 and parameters: {'n_estimators': 373, 'learning_rate': 0.04694714964776859, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.004817231130911727}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:29,351] Trial 96 finished with value: 0.740753734098486 and parameters: {'n_estimators': 334, 'learning_rate': 0.046774000841415364, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.004746516897021937}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:30,016] Trial 97 finished with value: 0.7417883295340454 and parameters: {'n_estimators': 368, 'learning_rate': 0.040379238456137265, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0024661747093312507}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:30,364] Trial 98 finished with value: 0.7381934163762592 and parameters: {'n_estimators': 348, 'learning_rate': 0.07303250473271213, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.008446221932960183}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:30,646] Trial 99 finished with value: 0.731139301704039 and parameters: {'n_estimators': 385, 'learning_rate': 0.09003748596217656, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.004621419445347399}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:35,557] Trial 100 finished with value: 0.6002680239159082 and parameters: {'n_estimators': 377, 'learning_rate': 0.03565430702962707, 'algorithm': 'SAMME', 'scaler': 'quantile-normal', 'kernel': 'rbf', 'gamma': 0.013111883238672706}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:36,067] Trial 101 finished with value: 0.74852021376188 and parameters: {'n_estimators': 179, 'learning_rate': 0.05077642526497008, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.020351887477340926}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:36,573] Trial 102 finished with value: 0.74852021376188 and parameters: {'n_estimators': 181, 'learning_rate': 0.05067099106604308, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.020700691395448126}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:37,187] Trial 103 finished with value: 0.74852021376188 and parameters: {'n_estimators': 180, 'learning_rate': 0.04377287183188606, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.005779739091870262}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:37,781] Trial 104 finished with value: 0.74852021376188 and parameters: {'n_estimators': 188, 'learning_rate': 0.04515858808260848, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.02075763308598857}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:38,279] Trial 105 finished with value: 0.74852021376188 and parameters: {'n_estimators': 177, 'learning_rate': 0.051503229990834315, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.07587587274675506}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:38,911] Trial 106 finished with value: 0.740753734098486 and parameters: {'n_estimators': 218, 'learning_rate': 0.04216903069642528, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0036382801540868186}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:39,622] Trial 107 finished with value: 0.740753734098486 and parameters: {'n_estimators': 174, 'learning_rate': 0.03709187223694268, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.005828730485798124}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:41,307] Trial 108 finished with value: 0.6557838410257737 and parameters: {'n_estimators': 201, 'learning_rate': 0.046552773889911594, 'algorithm': 'SAMME', 'scaler': 'quantile-uniform', 'kernel': 'rbf', 'gamma': 0.011181372136050976}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:42,158] Trial 109 finished with value: 0.74852021376188 and parameters: {'n_estimators': 227, 'learning_rate': 0.031476761858823414, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.022081581106056923}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:42,464] Trial 110 finished with value: 0.5906319241155187 and parameters: {'n_estimators': 185, 'learning_rate': 0.570731365603949, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'poly', 'gamma': 0.0028412054004284455, 'degree': 4, 'coef0': 0.8619428451376857}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:42,989] Trial 111 finished with value: 0.7457208297053397 and parameters: {'n_estimators': 156, 'learning_rate': 0.0510532530053871, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.006013002714985546}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:43,544] Trial 112 finished with value: 0.740753734098486 and parameters: {'n_estimators': 187, 'learning_rate': 0.0469359234093301, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.03033165359462398}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:44,209] Trial 113 finished with value: 0.737778965620177 and parameters: {'n_estimators': 161, 'learning_rate': 0.04171194431880044, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.01941803908146916}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:44,694] Trial 114 finished with value: 0.740753734098486 and parameters: {'n_estimators': 256, 'learning_rate': 0.05527958726290956, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0041505115233334295}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:45,664] Trial 115 finished with value: 0.740753734098486 and parameters: {'n_estimators': 207, 'learning_rate': 0.0340396833102147, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.04697533569605786}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:46,248] Trial 116 finished with value: 0.74852021376188 and parameters: {'n_estimators': 166, 'learning_rate': 0.044126887516303545, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.00775923092659693}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:47,163] Trial 117 finished with value: 0.737778965620177 and parameters: {'n_estimators': 277, 'learning_rate': 0.028856167051859706, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.01703319218530653}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:47,605] Trial 118 finished with value: 0.7497208297053397 and parameters: {'n_estimators': 145, 'learning_rate': 0.06032372533990882, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.002838854869847847}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:48,039] Trial 119 finished with value: 0.7064663118585108 and parameters: {'n_estimators': 142, 'learning_rate': 0.060718607340562426, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'sigmoid', 'gamma': 0.0018621497896026474, 'coef0': 0.48145030065123984}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:48,387] Trial 120 finished with value: 0.7462124514302777 and parameters: {'n_estimators': 249, 'learning_rate': 0.07555766411773314, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.0013904427387278202}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:49,083] Trial 121 finished with value: 0.7433177429314066 and parameters: {'n_estimators': 123, 'learning_rate': 0.03793791682697686, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.002811260128892052}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:49,593] Trial 122 finished with value: 0.74852021376188 and parameters: {'n_estimators': 200, 'learning_rate': 0.05047711096445156, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.011076916770284748}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:50,080] Trial 123 finished with value: 0.7432326441885962 and parameters: {'n_estimators': 132, 'learning_rate': 0.05680447337731917, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.0035350854372685108}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:50,462] Trial 124 finished with value: 0.7354661645252021 and parameters: {'n_estimators': 147, 'learning_rate': 0.0671166310320988, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.2674350335201995}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:51,062] Trial 125 finished with value: 0.7433177429314066 and parameters: {'n_estimators': 357, 'learning_rate': 0.04327730050467834, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.004552436677622092}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:51,628] Trial 126 finished with value: 0.748700636947021 and parameters: {'n_estimators': 191, 'learning_rate': 0.04621949990952299, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.025210726248224184}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:52,085] Trial 127 finished with value: 0.740753734098486 and parameters: {'n_estimators': 178, 'learning_rate': 0.05977589568423962, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.006393143450995764}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:55,004] Trial 128 finished with value: 0.6392802991989691 and parameters: {'n_estimators': 324, 'learning_rate': 0.05260613261979487, 'algorithm': 'SAMME', 'scaler': 'quantile-normal', 'kernel': 'poly', 'gamma': 0.0022996380787112273, 'degree': 5, 'coef0': 0.2022602885084449}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:55,676] Trial 129 finished with value: 0.7457883295340454 and parameters: {'n_estimators': 301, 'learning_rate': 0.04011315164055469, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.008038878719889246}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:56,463] Trial 130 finished with value: 0.745545445283571 and parameters: {'n_estimators': 215, 'learning_rate': 0.03413730992463741, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.02628176152656184}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:57,916] Trial 131 finished with value: 0.6660180885259853 and parameters: {'n_estimators': 228, 'learning_rate': 0.0481788928599297, 'algorithm': 'SAMME.R', 'scaler': 'quantile-uniform', 'kernel': 'rbf', 'gamma': 0.04189574252116793}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:58,495] Trial 132 finished with value: 0.74852021376188 and parameters: {'n_estimators': 189, 'learning_rate': 0.04585697213197913, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.024851289135126325}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:58,883] Trial 133 finished with value: 0.7462124514302777 and parameters: {'n_estimators': 169, 'learning_rate': 0.06589186164414246, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.01602356676630131}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:33:59,595] Trial 134 finished with value: 0.7513327796484498 and parameters: {'n_estimators': 374, 'learning_rate': 0.037555203492412315, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.012572916107479163}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:34:00,281] Trial 135 finished with value: 0.7483580111701407 and parameters: {'n_estimators': 366, 'learning_rate': 0.03931403538383816, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.012344319556191379}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:34:00,734] Trial 136 finished with value: 0.7384459717668835 and parameters: {'n_estimators': 413, 'learning_rate': 0.056082477093127796, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.009348685009530367}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:34:01,060] Trial 137 finished with value: 0.740753734098486 and parameters: {'n_estimators': 346, 'learning_rate': 0.08012330435676486, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.005357621900707716}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:34:01,952] Trial 138 finished with value: 0.740753734098486 and parameters: {'n_estimators': 401, 'learning_rate': 0.029858804502651153, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.003098840683970928}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:34:02,688] Trial 139 finished with value: 0.737778965620177 and parameters: {'n_estimators': 434, 'learning_rate': 0.0368028286417819, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.007163636430398375}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:34:03,230] Trial 140 finished with value: 0.7433177429314066 and parameters: {'n_estimators': 150, 'learning_rate': 0.049702438867234154, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.00417313386710285}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:34:04,091] Trial 141 finished with value: 0.7304871705096109 and parameters: {'n_estimators': 382, 'learning_rate': 0.026780346128147003, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'sigmoid', 'gamma': 0.009242138566009986, 'coef0': 0.6810971465442344}. Best is trial 63 with value: 0.7515000210035615.\n", + "[I 2025-07-28 20:34:04,720] Trial 142 finished with value: 0.7553327796484498 and parameters: {'n_estimators': 374, 'learning_rate': 0.04284761966129741, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.01278011772842185}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:05,342] Trial 143 finished with value: 0.74852021376188 and parameters: {'n_estimators': 371, 'learning_rate': 0.042211150405412685, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.012530631465341117}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:06,149] Trial 144 finished with value: 0.740753734098486 and parameters: {'n_estimators': 376, 'learning_rate': 0.03335465464819885, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.014999842696126925}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:07,050] Trial 145 finished with value: 0.740753734098486 and parameters: {'n_estimators': 389, 'learning_rate': 0.06110040444930137, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.005005817641655133}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:07,533] Trial 146 finished with value: 0.74852021376188 and parameters: {'n_estimators': 352, 'learning_rate': 0.054291997049423106, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.018521999170290702}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:08,079] Trial 147 finished with value: 0.746297550173088 and parameters: {'n_estimators': 359, 'learning_rate': 0.04766801754443974, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0024421485244471896}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:08,812] Trial 148 finished with value: 0.7447630980123545 and parameters: {'n_estimators': 339, 'learning_rate': 0.03723420876002473, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.006322449571400202}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:09,432] Trial 149 finished with value: 0.74852021376188 and parameters: {'n_estimators': 319, 'learning_rate': 0.042413964293697, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.010654713810291368}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:09,915] Trial 150 finished with value: 0.740753734098486 and parameters: {'n_estimators': 313, 'learning_rate': 0.05336524559283609, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0012381361728905685}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:10,471] Trial 151 finished with value: 0.6443688278625413 and parameters: {'n_estimators': 278, 'learning_rate': 0.06986252666993417, 'algorithm': 'SAMME.R', 'scaler': 'minmax', 'kernel': 'poly', 'gamma': 0.003840230930583097, 'degree': 3, 'coef0': 0.3358010784641807}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:11,039] Trial 152 finished with value: 0.7474683203537454 and parameters: {'n_estimators': 199, 'learning_rate': 0.04566949438480299, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.021507855406169774}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:11,693] Trial 153 finished with value: 0.7420686008586543 and parameters: {'n_estimators': 191, 'learning_rate': 0.043742311306351624, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.03330110286898162}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:12,238] Trial 154 finished with value: 0.7487630980123545 and parameters: {'n_estimators': 180, 'learning_rate': 0.0491666870895056, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.008671854397172158}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:12,769] Trial 155 finished with value: 0.7457208297053397 and parameters: {'n_estimators': 167, 'learning_rate': 0.0509382076734429, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.008744828585594906}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:13,187] Trial 156 finished with value: 0.7515000210035615 and parameters: {'n_estimators': 330, 'learning_rate': 0.061756148145933824, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.00727405604605724}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:16,632] Trial 157 finished with value: 0.6002680239159082 and parameters: {'n_estimators': 288, 'learning_rate': 0.062061121265967904, 'algorithm': 'SAMME', 'scaler': 'quantile-normal', 'kernel': 'rbf', 'gamma': 8.255704824271472}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:16,998] Trial 158 finished with value: 0.7437335413401673 and parameters: {'n_estimators': 328, 'learning_rate': 0.07205841221376437, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.013687312933005803}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:17,486] Trial 159 finished with value: 0.7433177429314066 and parameters: {'n_estimators': 360, 'learning_rate': 0.05550558513833217, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.007276585678546711}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:17,953] Trial 160 finished with value: 0.75252021376188 and parameters: {'n_estimators': 343, 'learning_rate': 0.057799684717976904, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.0019197007033755356}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:18,395] Trial 161 finished with value: 0.744753734098486 and parameters: {'n_estimators': 330, 'learning_rate': 0.05947181888004243, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.0020639859857089645}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:18,922] Trial 162 finished with value: 0.7435685489133007 and parameters: {'n_estimators': 344, 'learning_rate': 0.04908907024834296, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.0016181986888157507}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:19,597] Trial 163 finished with value: 0.74852021376188 and parameters: {'n_estimators': 371, 'learning_rate': 0.039485342790346524, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.003206758522534142}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:20,041] Trial 164 finished with value: 0.740753734098486 and parameters: {'n_estimators': 299, 'learning_rate': 0.0585771854552458, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.010917840019708996}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:20,477] Trial 165 finished with value: 0.7543125868901313 and parameters: {'n_estimators': 395, 'learning_rate': 0.06407174606411963, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.005576587260544449}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:20,810] Trial 166 finished with value: 0.7381934163762592 and parameters: {'n_estimators': 396, 'learning_rate': 0.08072736499440462, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.004932791901044797}. Best is trial 142 with value: 0.7553327796484498.\n", + "[I 2025-07-28 20:34:21,222] Trial 167 finished with value: 0.7583125868901313 and parameters: {'n_estimators': 384, 'learning_rate': 0.06667610599938725, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.002777056559327566}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:21,625] Trial 168 finished with value: 0.7437335413401673 and parameters: {'n_estimators': 374, 'learning_rate': 0.06485740536765887, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.0023945180272988862}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:21,918] Trial 169 finished with value: 0.7296029513919687 and parameters: {'n_estimators': 385, 'learning_rate': 0.09061589832282582, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.003665437923229542}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:23,142] Trial 170 finished with value: 0.7284182978870458 and parameters: {'n_estimators': 414, 'learning_rate': 0.06825597186952058, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'sigmoid', 'gamma': 0.005815026138924521, 'coef0': 0.004139749914802704}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:23,399] Trial 171 finished with value: 0.7290504177372316 and parameters: {'n_estimators': 352, 'learning_rate': 0.10496161598155726, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.0027124986066303603}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:23,824] Trial 172 finished with value: 0.7455520100690471 and parameters: {'n_estimators': 392, 'learning_rate': 0.06452339988351317, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.0019172722201925417}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:24,680] Trial 173 finished with value: 0.7473177429314066 and parameters: {'n_estimators': 340, 'learning_rate': 0.05542280541976707, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.00798786274880499}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:25,480] Trial 174 finished with value: 0.7411732236179407 and parameters: {'n_estimators': 362, 'learning_rate': 0.07431508598815412, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.0041902018879047655}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:26,040] Trial 175 finished with value: 0.740753734098486 and parameters: {'n_estimators': 379, 'learning_rate': 0.04798788046850396, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.0032344075674963853}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:27,945] Trial 176 finished with value: 0.6557838410257737 and parameters: {'n_estimators': 403, 'learning_rate': 0.05339509696226663, 'algorithm': 'SAMME', 'scaler': 'quantile-uniform', 'kernel': 'rbf', 'gamma': 0.0066737864155695}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:29,298] Trial 177 finished with value: 0.6824765196315777 and parameters: {'n_estimators': 311, 'learning_rate': 0.0406942906243107, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 3.6670009047963936}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:29,529] Trial 178 finished with value: 0.7291452798919533 and parameters: {'n_estimators': 352, 'learning_rate': 0.12500478839669368, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.009357348130639761}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:29,965] Trial 179 finished with value: 0.748700636947021 and parameters: {'n_estimators': 365, 'learning_rate': 0.06091119884043378, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0048707433951490475}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:30,291] Trial 180 finished with value: 0.6925323116600598 and parameters: {'n_estimators': 368, 'learning_rate': 0.08121385374011995, 'algorithm': 'SAMME.R', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0047196901458936074}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:30,707] Trial 181 finished with value: 0.7331255193204851 and parameters: {'n_estimators': 383, 'learning_rate': 0.06166065939822086, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.9448731442904217}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:31,186] Trial 182 finished with value: 0.7457208297053397 and parameters: {'n_estimators': 364, 'learning_rate': 0.0565903035958916, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.005686529917035498}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:31,748] Trial 183 finished with value: 0.7487630980123545 and parameters: {'n_estimators': 323, 'learning_rate': 0.046816023405637924, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0028219364842907483}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:32,467] Trial 184 finished with value: 0.7447630980123545 and parameters: {'n_estimators': 322, 'learning_rate': 0.03716148781420519, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.002785252791654101}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:33,039] Trial 185 finished with value: 0.7457208297053397 and parameters: {'n_estimators': 332, 'learning_rate': 0.0461173373322962, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.003522778509727726}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:33,576] Trial 186 finished with value: 0.715119869672663 and parameters: {'n_estimators': 347, 'learning_rate': 0.0687906832784457, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'poly', 'gamma': 0.004329233690425033, 'degree': 4, 'coef0': 0.5422386163009935}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:33,722] Trial 187 finished with value: 0.7105008131492141 and parameters: {'n_estimators': 295, 'learning_rate': 0.3035104887083608, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0016830602364773333}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:34,248] Trial 188 finished with value: 0.7515000210035615 and parameters: {'n_estimators': 316, 'learning_rate': 0.05082476902429617, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.006894042845429749}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:34,730] Trial 189 finished with value: 0.7472326441885963 and parameters: {'n_estimators': 307, 'learning_rate': 0.057391321379487784, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.007080425615023227}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:39,004] Trial 190 finished with value: 0.6002680239159082 and parameters: {'n_estimators': 328, 'learning_rate': 0.05161890842708128, 'algorithm': 'SAMME', 'scaler': 'quantile-normal', 'kernel': 'rbf', 'gamma': 0.0021824190023653177}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:39,362] Trial 191 finished with value: 0.7515000210035615 and parameters: {'n_estimators': 312, 'learning_rate': 0.07415142409858534, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.008253760122654191}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:39,773] Trial 192 finished with value: 0.744753734098486 and parameters: {'n_estimators': 318, 'learning_rate': 0.0629473734084709, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.008566740215881935}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:40,139] Trial 193 finished with value: 0.747742905254036 and parameters: {'n_estimators': 337, 'learning_rate': 0.07397342245907057, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.010688814964667665}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:40,554] Trial 194 finished with value: 0.7515000210035615 and parameters: {'n_estimators': 300, 'learning_rate': 0.06430426785367424, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.006126960633501797}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:40,940] Trial 195 finished with value: 0.7450484081003357 and parameters: {'n_estimators': 277, 'learning_rate': 0.06826759833050179, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.005635324772952046}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:41,239] Trial 196 finished with value: 0.7361190063070762 and parameters: {'n_estimators': 315, 'learning_rate': 0.08828830279860816, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0013003210642133333}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:41,588] Trial 197 finished with value: 0.7404332601320558 and parameters: {'n_estimators': 297, 'learning_rate': 0.07499803623839045, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.007764520427001827}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:42,003] Trial 198 finished with value: 0.740753734098486 and parameters: {'n_estimators': 301, 'learning_rate': 0.06584771583460332, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.002653265282550903}. Best is trial 167 with value: 0.7583125868901313.\n", + "[I 2025-07-28 20:34:42,444] Trial 199 finished with value: 0.7515000210035615 and parameters: {'n_estimators': 245, 'learning_rate': 0.06109405565734974, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.08461411124525335}. Best is trial 167 with value: 0.7583125868901313.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Best trial:\n", + "F1 Score: 0.7583125868901313\n", + "Parameters: \n", + "n_estimators: 384\n", + "learning_rate: 0.06667610599938725\n", + "algorithm: SAMME\n", + "scaler: robust\n", + "kernel: rbf\n", + "gamma: 0.002777056559327566\n" + ] + } + ], + "source": [ + "import optuna\n", + "import pandas as pd\n", + "import numpy as np\n", + "from sklearn.model_selection import StratifiedKFold, cross_val_score\n", + "\n", + "def custom_loss(y_true, y_pred, weights):\n", + " return np.mean(weights * (y_true - y_pred) ** 2)\n", + "\n", + "df = X\n", + "\n", + "# One-hot encoding\n", + "cat_features = list(df.select_dtypes(include=['object', 'category']).columns)\n", + "for col in cat_features:\n", + " df_onehot = pd.get_dummies(df[col], prefix=col)\n", + " df = df.drop(col, axis=1)\n", + " df = pd.concat([df_onehot, df], axis=1)\n", + "\n", + "\n", + "def objective(trial):\n", + " params = {\n", + " 'n_estimators': trial.suggest_int('n_estimators', 10, 500),\n", + " 'learning_rate': trial.suggest_float('learning_rate', 0.01, 1.0, log=True),\n", + " 'algorithm': trial.suggest_categorical('algorithm', ['SAMME', 'SAMME.R']),\n", + " 'scaler': trial.suggest_categorical('scaler', [\n", + " 'minmax', 'robust', 'quantile-uniform', 'quantile-normal'\n", + " ]),\n", + " 'kernel': trial.suggest_categorical('kernel', ['linear', 'rbf', 'poly', 'sigmoid']),\n", + " }\n", + "\n", + " if params['kernel'] != 'linear':\n", + " params['gamma'] = trial.suggest_float('gamma', 1e-3, 10.0, log=True)\n", + " if params['kernel'] == 'poly':\n", + " params['degree'] = trial.suggest_int('degree', 2, 5)\n", + " if params['kernel'] in ['poly', 'sigmoid']:\n", + " params['coef0'] = trial.suggest_float('coef0', 0.0, 1.0)\n", + " \n", + " # Using a custom loss function here\n", + " #params['loss_function'] = custom_loss\n", + "\n", + " model = LinearBoostClassifier(**params)\n", + "\n", + " scores = cross_val_score(\n", + " estimator=model,\n", + " X=df,\n", + " y=y,\n", + " scoring='f1_weighted',\n", + " cv=StratifiedKFold(n_splits=10, shuffle=True, random_state=42),\n", + " )\n", + "\n", + " return scores.mean()\n", + "\n", + "# Create an Optuna study and optimize the objective function\n", + "study = optuna.create_study(direction='maximize')\n", + "study.optimize(objective, n_trials=200)\n", + "\n", + "# Display the best trial's results\n", + "print('Best trial:')\n", + "trial = study.best_trial\n", + "\n", + "print(f'F1 Score: {trial.value}')\n", + "print('Parameters: ')\n", + "for key, value in trial.params.items():\n", + " print(f'{key}: {value}')" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "**XGBoost results:**" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "[I 2025-07-28 20:34:58,357] A new study created in memory with name: no-name-fd2e9753-4f61-49f9-a22c-28b4c0177247\n", + "[I 2025-07-28 20:34:59,157] Trial 0 finished with value: 0.653658178784821 and parameters: {'n_estimators': 122, 'max_depth': 18, 'learning_rate': 0.6638400324564625, 'gamma': 1.3755330590290604e-05, 'min_child_weight': 6, 'subsample': 0.5447494156166959, 'colsample_bytree': 0.8879793066877644, 'reg_alpha': 1.0163427568069608e-07, 'reg_lambda': 2.39079916775675e-06}. Best is trial 0 with value: 0.653658178784821.\n", + "[I 2025-07-28 20:34:59,681] Trial 1 finished with value: 0.6770776702365993 and parameters: {'n_estimators': 317, 'max_depth': 20, 'learning_rate': 0.13249519981914618, 'gamma': 1.5953454630407348e-08, 'min_child_weight': 8, 'subsample': 0.9709077195029082, 'colsample_bytree': 0.9624785240081783, 'reg_alpha': 2.203094364625466e-07, 'reg_lambda': 1.4395372969777643e-08}. Best is trial 1 with value: 0.6770776702365993.\n", + "[I 2025-07-28 20:34:59,733] Trial 2 finished with value: 0.6894897888954815 and parameters: {'n_estimators': 595, 'max_depth': 3, 'learning_rate': 0.021064320381542132, 'gamma': 0.08356034888824733, 'min_child_weight': 7, 'subsample': 0.5728927225188731, 'colsample_bytree': 0.6643930834963285, 'reg_alpha': 0.3108938700549902, 'reg_lambda': 0.15869051598453504}. Best is trial 2 with value: 0.6894897888954815.\n", + "[I 2025-07-28 20:34:59,771] Trial 3 finished with value: 0.6841336356228012 and parameters: {'n_estimators': 275, 'max_depth': 11, 'learning_rate': 0.08585363931347052, 'gamma': 5.5704521323176957e-05, 'min_child_weight': 6, 'subsample': 0.8130583424377267, 'colsample_bytree': 0.7968512294034509, 'reg_alpha': 3.1080230654333046e-06, 'reg_lambda': 5.709480913773215e-07}. Best is trial 2 with value: 0.6894897888954815.\n", + "[I 2025-07-28 20:35:00,271] Trial 4 finished with value: 0.6240012914688128 and parameters: {'n_estimators': 392, 'max_depth': 5, 'learning_rate': 0.4489446417359794, 'gamma': 2.4844061488472887e-05, 'min_child_weight': 2, 'subsample': 0.5842351436665366, 'colsample_bytree': 0.854593367793816, 'reg_alpha': 9.048579361548458e-08, 'reg_lambda': 9.796090614389804e-05}. Best is trial 2 with value: 0.6894897888954815.\n", + "[I 2025-07-28 20:35:00,336] Trial 5 finished with value: 0.6893530092313992 and parameters: {'n_estimators': 808, 'max_depth': 11, 'learning_rate': 0.10190960875213827, 'gamma': 0.0010169134697659197, 'min_child_weight': 9, 'subsample': 0.6862120608397742, 'colsample_bytree': 0.9930940917258326, 'reg_alpha': 0.00011413053320877984, 'reg_lambda': 2.533679054159119e-08}. Best is trial 2 with value: 0.6894897888954815.\n", + "[I 2025-07-28 20:35:00,363] Trial 6 finished with value: 0.6816259753972863 and parameters: {'n_estimators': 215, 'max_depth': 8, 'learning_rate': 0.445558931501203, 'gamma': 2.098408027940648e-06, 'min_child_weight': 2, 'subsample': 0.6574235760654921, 'colsample_bytree': 0.6127104422551312, 'reg_alpha': 1.1785260738049237e-05, 'reg_lambda': 0.40219041974301645}. Best is trial 2 with value: 0.6894897888954815.\n", + "[I 2025-07-28 20:35:00,413] Trial 7 finished with value: 0.6845519773544033 and parameters: {'n_estimators': 887, 'max_depth': 17, 'learning_rate': 0.6580928417309851, 'gamma': 1.0160424845619696e-07, 'min_child_weight': 10, 'subsample': 0.6353211077213563, 'colsample_bytree': 0.9202270326454105, 'reg_alpha': 4.8633695817323505e-05, 'reg_lambda': 0.35923792594355936}. Best is trial 2 with value: 0.6894897888954815.\n", + "[I 2025-07-28 20:35:00,441] Trial 8 finished with value: 0.6815729962613603 and parameters: {'n_estimators': 200, 'max_depth': 2, 'learning_rate': 0.15855200827243132, 'gamma': 0.0017156046785765028, 'min_child_weight': 2, 'subsample': 0.6245533144291755, 'colsample_bytree': 0.9188297729025732, 'reg_alpha': 0.0010626071029964067, 'reg_lambda': 4.760212757272045e-07}. Best is trial 2 with value: 0.6894897888954815.\n", + "[I 2025-07-28 20:35:00,479] Trial 9 finished with value: 0.6463595094028896 and parameters: {'n_estimators': 230, 'max_depth': 6, 'learning_rate': 0.5671481404463081, 'gamma': 0.001228590068517003, 'min_child_weight': 3, 'subsample': 0.5991803018124047, 'colsample_bytree': 0.9700609265029201, 'reg_alpha': 6.059732498916918e-05, 'reg_lambda': 0.14177098169941796}. Best is trial 2 with value: 0.6894897888954815.\n", + "[I 2025-07-28 20:35:00,527] Trial 10 finished with value: 0.6973859811102925 and parameters: {'n_estimators': 654, 'max_depth': 1, 'learning_rate': 0.26067917980010874, 'gamma': 0.8330453028259656, 'min_child_weight': 4, 'subsample': 0.8048306810348321, 'colsample_bytree': 0.6201928105807907, 'reg_alpha': 0.7065669463511159, 'reg_lambda': 0.001167572206117452}. Best is trial 10 with value: 0.6973859811102925.\n", + "[I 2025-07-28 20:35:00,577] Trial 11 finished with value: 0.6767557513327912 and parameters: {'n_estimators': 635, 'max_depth': 1, 'learning_rate': 0.2643381172582784, 'gamma': 0.4970802770582715, 'min_child_weight': 4, 'subsample': 0.8089547187186014, 'colsample_bytree': 0.6283765095262855, 'reg_alpha': 0.7289031922594058, 'reg_lambda': 0.004377579988399701}. Best is trial 10 with value: 0.6973859811102925.\n", + "[I 2025-07-28 20:35:00,627] Trial 12 finished with value: 0.6991473457825828 and parameters: {'n_estimators': 614, 'max_depth': 3, 'learning_rate': 0.2744361285126794, 'gamma': 0.5905297950979508, 'min_child_weight': 5, 'subsample': 0.895648136276193, 'colsample_bytree': 0.5220178482913824, 'reg_alpha': 0.707587916294841, 'reg_lambda': 0.003624116747442676}. Best is trial 12 with value: 0.6991473457825828.\n", + "[I 2025-07-28 20:35:00,689] Trial 13 finished with value: 0.693930277953325 and parameters: {'n_estimators': 753, 'max_depth': 7, 'learning_rate': 0.25785544558254414, 'gamma': 0.03368124323749648, 'min_child_weight': 4, 'subsample': 0.945202201059549, 'colsample_bytree': 0.5209181186900156, 'reg_alpha': 0.02088721565272434, 'reg_lambda': 0.0014525955537965786}. Best is trial 12 with value: 0.6991473457825828.\n", + "[I 2025-07-28 20:35:00,726] Trial 14 finished with value: 0.6768635326507506 and parameters: {'n_estimators': 457, 'max_depth': 14, 'learning_rate': 0.3192542147081648, 'gamma': 0.4943607569121589, 'min_child_weight': 5, 'subsample': 0.887293432788166, 'colsample_bytree': 0.5097284196387988, 'reg_alpha': 0.023480598002747186, 'reg_lambda': 0.0012058314141785195}. Best is trial 12 with value: 0.6991473457825828.\n", + "[I 2025-07-28 20:35:00,797] Trial 15 finished with value: 0.6561972787155068 and parameters: {'n_estimators': 975, 'max_depth': 3, 'learning_rate': 0.42685304920694395, 'gamma': 0.018644361218537166, 'min_child_weight': 4, 'subsample': 0.7466386871593225, 'colsample_bytree': 0.706460920712324, 'reg_alpha': 0.044593005446009804, 'reg_lambda': 6.203679865751644e-05}. Best is trial 12 with value: 0.6991473457825828.\n", + "[I 2025-07-28 20:35:00,847] Trial 16 finished with value: 0.6664161322372225 and parameters: {'n_estimators': 591, 'max_depth': 4, 'learning_rate': 0.21088252901750834, 'gamma': 0.7282107921717832, 'min_child_weight': 1, 'subsample': 0.8786907814567095, 'colsample_bytree': 0.571664437380969, 'reg_alpha': 0.0025824039192543185, 'reg_lambda': 0.022103188363497086}. Best is trial 12 with value: 0.6991473457825828.\n", + "[I 2025-07-28 20:35:00,908] Trial 17 finished with value: 0.6466432287862166 and parameters: {'n_estimators': 697, 'max_depth': 9, 'learning_rate': 0.34974293306535315, 'gamma': 0.0050859042621730095, 'min_child_weight': 5, 'subsample': 0.7746619830963812, 'colsample_bytree': 0.7488266454783931, 'reg_alpha': 0.1949841954486826, 'reg_lambda': 1.760276415331571e-05}. Best is trial 12 with value: 0.6991473457825828.\n", + "[I 2025-07-28 20:35:00,957] Trial 18 finished with value: 0.7062896562511798 and parameters: {'n_estimators': 498, 'max_depth': 1, 'learning_rate': 0.5345094047409621, 'gamma': 0.1030630043754205, 'min_child_weight': 7, 'subsample': 0.9090807670620233, 'colsample_bytree': 0.581906364891468, 'reg_alpha': 0.002335630297331186, 'reg_lambda': 0.017202851878560667}. Best is trial 18 with value: 0.7062896562511798.\n", + "[I 2025-07-28 20:35:01,007] Trial 19 finished with value: 0.713013234888872 and parameters: {'n_estimators': 506, 'max_depth': 13, 'learning_rate': 0.5443265572463889, 'gamma': 0.0867981056560763, 'min_child_weight': 7, 'subsample': 0.9989819114219703, 'colsample_bytree': 0.5558555964410136, 'reg_alpha': 0.0029473301730397862, 'reg_lambda': 0.015050501204884947}. Best is trial 19 with value: 0.713013234888872.\n", + "[I 2025-07-28 20:35:01,058] Trial 20 finished with value: 0.7062238489855932 and parameters: {'n_estimators': 490, 'max_depth': 13, 'learning_rate': 0.5530625969553107, 'gamma': 0.0001713097020455351, 'min_child_weight': 8, 'subsample': 0.9928374550722036, 'colsample_bytree': 0.5776334431856297, 'reg_alpha': 0.0019938991113863137, 'reg_lambda': 0.04349906172939971}. Best is trial 19 with value: 0.713013234888872.\n", + "[I 2025-07-28 20:35:01,106] Trial 21 finished with value: 0.7113715351578128 and parameters: {'n_estimators': 493, 'max_depth': 14, 'learning_rate': 0.5551369577327647, 'gamma': 0.0004013186748396175, 'min_child_weight': 7, 'subsample': 0.992938338595933, 'colsample_bytree': 0.567202887455538, 'reg_alpha': 0.0012615567204398842, 'reg_lambda': 0.040740449160745186}. Best is trial 19 with value: 0.713013234888872.\n", + "[I 2025-07-28 20:35:01,157] Trial 22 finished with value: 0.7218094394645215 and parameters: {'n_estimators': 395, 'max_depth': 14, 'learning_rate': 0.5516744736853054, 'gamma': 0.06586236308160907, 'min_child_weight': 7, 'subsample': 0.934260221749137, 'colsample_bytree': 0.5657192375418623, 'reg_alpha': 0.0004839456623687217, 'reg_lambda': 0.024086595827121155}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:01,207] Trial 23 finished with value: 0.7090063969176315 and parameters: {'n_estimators': 364, 'max_depth': 14, 'learning_rate': 0.605747664587923, 'gamma': 0.009443233154454502, 'min_child_weight': 7, 'subsample': 0.9402234995756058, 'colsample_bytree': 0.6664213372396338, 'reg_alpha': 0.0004141128858777435, 'reg_lambda': 0.9743962874929614}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:01,232] Trial 24 finished with value: 0.6924666228001979 and parameters: {'n_estimators': 46, 'max_depth': 16, 'learning_rate': 0.4866200717848739, 'gamma': 0.0004176687564534064, 'min_child_weight': 8, 'subsample': 0.9882750918832794, 'colsample_bytree': 0.6768522707995154, 'reg_alpha': 0.00730766591851593, 'reg_lambda': 0.011094623497443912}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:01,284] Trial 25 finished with value: 0.6846705246042355 and parameters: {'n_estimators': 399, 'max_depth': 13, 'learning_rate': 0.6148074584310265, 'gamma': 1.2474292863667444e-06, 'min_child_weight': 9, 'subsample': 0.8535889502923213, 'colsample_bytree': 0.5645472163280295, 'reg_alpha': 0.0005354275657498136, 'reg_lambda': 0.05347878287428013}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:01,343] Trial 26 finished with value: 0.6881232217536452 and parameters: {'n_estimators': 542, 'max_depth': 15, 'learning_rate': 0.6998419344852598, 'gamma': 0.08575418288572556, 'min_child_weight': 6, 'subsample': 0.9443260786040377, 'colsample_bytree': 0.5475009983013569, 'reg_alpha': 0.00024666521883578356, 'reg_lambda': 0.0003298220604390664}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:01,393] Trial 27 finished with value: 0.6560314505237128 and parameters: {'n_estimators': 444, 'max_depth': 10, 'learning_rate': 0.5137269815626853, 'gamma': 0.003454150790109833, 'min_child_weight': 7, 'subsample': 0.9339547553393213, 'colsample_bytree': 0.7656733398926343, 'reg_alpha': 2.6325920030339172e-06, 'reg_lambda': 0.00486694806018506}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:01,444] Trial 28 finished with value: 0.7004260543223289 and parameters: {'n_estimators': 511, 'max_depth': 12, 'learning_rate': 0.3951533126632504, 'gamma': 0.03493513014825453, 'min_child_weight': 9, 'subsample': 0.8529972515523483, 'colsample_bytree': 0.6147353329551685, 'reg_alpha': 0.0072640576138949505, 'reg_lambda': 0.00034465506202241387}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:01,484] Trial 29 finished with value: 0.6623843902292614 and parameters: {'n_estimators': 340, 'max_depth': 18, 'learning_rate': 0.6025593282905165, 'gamma': 5.001252794563827e-06, 'min_child_weight': 10, 'subsample': 0.5029406714657524, 'colsample_bytree': 0.7234788805705047, 'reg_alpha': 2.1307288869395446e-05, 'reg_lambda': 1.642401621739886e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:01,521] Trial 30 finished with value: 0.6998599626057936 and parameters: {'n_estimators': 130, 'max_depth': 20, 'learning_rate': 0.6500930610937211, 'gamma': 0.00015877539461550238, 'min_child_weight': 6, 'subsample': 0.9991263771582068, 'colsample_bytree': 0.5391413139355299, 'reg_alpha': 0.006596744227177837, 'reg_lambda': 0.07381764800945079}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:01,570] Trial 31 finished with value: 0.7138570915379113 and parameters: {'n_estimators': 399, 'max_depth': 15, 'learning_rate': 0.5965488085774571, 'gamma': 0.02143918856306719, 'min_child_weight': 7, 'subsample': 0.9592954557953308, 'colsample_bytree': 0.6540196712628972, 'reg_alpha': 0.0003765344135355098, 'reg_lambda': 0.5075895529011122}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:01,621] Trial 32 finished with value: 0.7042734571379081 and parameters: {'n_estimators': 435, 'max_depth': 16, 'learning_rate': 0.48357521141978943, 'gamma': 0.1940003871155254, 'min_child_weight': 8, 'subsample': 0.9583547641220338, 'colsample_bytree': 0.6439687387504299, 'reg_alpha': 0.00026755893153734915, 'reg_lambda': 0.437827578133327}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:01,667] Trial 33 finished with value: 0.707287409901816 and parameters: {'n_estimators': 295, 'max_depth': 18, 'learning_rate': 0.5698450348883431, 'gamma': 0.01190173007407389, 'min_child_weight': 7, 'subsample': 0.9216185190402221, 'colsample_bytree': 0.5936670096640146, 'reg_alpha': 0.0007672568612869247, 'reg_lambda': 0.1313396255492695}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:01,718] Trial 34 finished with value: 0.6875165883948873 and parameters: {'n_estimators': 567, 'max_depth': 15, 'learning_rate': 0.5026317210249744, 'gamma': 0.046371971974144464, 'min_child_weight': 6, 'subsample': 0.9702469756674894, 'colsample_bytree': 0.5015406049583506, 'reg_alpha': 0.0775282243619378, 'reg_lambda': 0.9560127963183468}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:01,757] Trial 35 finished with value: 0.7097337735848834 and parameters: {'n_estimators': 331, 'max_depth': 12, 'learning_rate': 0.6371769605194204, 'gamma': 0.19941387796369545, 'min_child_weight': 8, 'subsample': 0.9736251210393232, 'colsample_bytree': 0.5445169275305447, 'reg_alpha': 3.4126934135434683e-06, 'reg_lambda': 0.011012006105733482}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:01,808] Trial 36 finished with value: 0.7176221223303809 and parameters: {'n_estimators': 420, 'max_depth': 13, 'learning_rate': 0.696461259135299, 'gamma': 0.00402758013628133, 'min_child_weight': 7, 'subsample': 0.8453172769455335, 'colsample_bytree': 0.6489332717755166, 'reg_alpha': 0.00011539885892464963, 'reg_lambda': 0.03431111200460803}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:01,858] Trial 37 finished with value: 0.6691216196739092 and parameters: {'n_estimators': 412, 'max_depth': 10, 'learning_rate': 0.6793038934271071, 'gamma': 0.003361561858847671, 'min_child_weight': 6, 'subsample': 0.8454785330190626, 'colsample_bytree': 0.6914528871717444, 'reg_alpha': 6.388977253338526e-07, 'reg_lambda': 0.19443627370089536}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:01,896] Trial 38 finished with value: 0.7026832369992396 and parameters: {'n_estimators': 276, 'max_depth': 12, 'learning_rate': 0.6944898877777468, 'gamma': 0.012114573233374134, 'min_child_weight': 8, 'subsample': 0.7585297366115209, 'colsample_bytree': 0.6545644086003748, 'reg_alpha': 0.0001087167468081511, 'reg_lambda': 0.023663845581719325}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:01,935] Trial 39 finished with value: 0.709239032380109 and parameters: {'n_estimators': 375, 'max_depth': 20, 'learning_rate': 0.6000734774218509, 'gamma': 0.18932514033370368, 'min_child_weight': 9, 'subsample': 0.8721940655531638, 'colsample_bytree': 0.6066921732419454, 'reg_alpha': 3.527489444158328e-05, 'reg_lambda': 0.0003647856254481269}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:01,971] Trial 40 finished with value: 0.6230897816287538 and parameters: {'n_estimators': 150, 'max_depth': 16, 'learning_rate': 0.6448528548457401, 'gamma': 1.2280934872640794e-08, 'min_child_weight': 7, 'subsample': 0.7090719760774838, 'colsample_bytree': 0.8539299194344634, 'reg_alpha': 3.3416544540881327e-08, 'reg_lambda': 0.334887510001618}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:02,021] Trial 41 finished with value: 0.7065473224657784 and parameters: {'n_estimators': 535, 'max_depth': 14, 'learning_rate': 0.5767395846711735, 'gamma': 0.00042513878690872387, 'min_child_weight': 7, 'subsample': 0.9206925303724033, 'colsample_bytree': 0.6341070202591851, 'reg_alpha': 0.0011416058608671668, 'reg_lambda': 0.05916503262690237}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:02,073] Trial 42 finished with value: 0.7071298341619543 and parameters: {'n_estimators': 475, 'max_depth': 13, 'learning_rate': 0.4672939454288429, 'gamma': 0.0005742270863985567, 'min_child_weight': 7, 'subsample': 0.9669418834066332, 'colsample_bytree': 0.5949923346944184, 'reg_alpha': 0.00021420443458250354, 'reg_lambda': 0.008125900478972057}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:02,122] Trial 43 finished with value: 0.6973510948686779 and parameters: {'n_estimators': 247, 'max_depth': 17, 'learning_rate': 0.5433658974940452, 'gamma': 0.0018934134055418397, 'min_child_weight': 6, 'subsample': 0.9985428139946684, 'colsample_bytree': 0.5567451843500016, 'reg_alpha': 1.2396217234730497e-05, 'reg_lambda': 0.13999175396328453}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:02,171] Trial 44 finished with value: 0.6856331118957847 and parameters: {'n_estimators': 415, 'max_depth': 11, 'learning_rate': 0.037161665814570866, 'gamma': 7.321346518578728e-05, 'min_child_weight': 8, 'subsample': 0.9100882232021644, 'colsample_bytree': 0.646543460803492, 'reg_alpha': 8.978761241552263e-05, 'reg_lambda': 0.033328610751157096}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:02,220] Trial 45 finished with value: 0.6624485111260665 and parameters: {'n_estimators': 332, 'max_depth': 15, 'learning_rate': 0.4191567053986951, 'gamma': 0.0060079415699170954, 'min_child_weight': 5, 'subsample': 0.8328399437559141, 'colsample_bytree': 0.805922663572781, 'reg_alpha': 0.003702233415736043, 'reg_lambda': 4.477776880800615e-08}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:02,282] Trial 46 finished with value: 0.6665086223814272 and parameters: {'n_estimators': 677, 'max_depth': 14, 'learning_rate': 0.6369359118040407, 'gamma': 0.03336098697098161, 'min_child_weight': 7, 'subsample': 0.9575954756412113, 'colsample_bytree': 0.7215807679743542, 'reg_alpha': 0.0010258666065815778, 'reg_lambda': 0.0024128539539662206}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:02,333] Trial 47 finished with value: 0.692743741759733 and parameters: {'n_estimators': 548, 'max_depth': 12, 'learning_rate': 0.668118464910696, 'gamma': 0.0008843379753341065, 'min_child_weight': 6, 'subsample': 0.8964227935495912, 'colsample_bytree': 0.5233618214897552, 'reg_alpha': 0.0001674226689847567, 'reg_lambda': 0.0913557392413988}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:02,383] Trial 48 finished with value: 0.6805858407107699 and parameters: {'n_estimators': 598, 'max_depth': 11, 'learning_rate': 0.5218410138251202, 'gamma': 2.3656756755950363e-05, 'min_child_weight': 9, 'subsample': 0.9771045451521313, 'colsample_bytree': 0.6803715233967056, 'reg_alpha': 4.324816763061988e-05, 'reg_lambda': 0.32912578808552173}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:02,446] Trial 49 finished with value: 0.7159752680044709 and parameters: {'n_estimators': 731, 'max_depth': 17, 'learning_rate': 0.458101115326525, 'gamma': 0.020336997565023777, 'min_child_weight': 8, 'subsample': 0.7908659412063931, 'colsample_bytree': 0.5998983980387593, 'reg_alpha': 0.011927309785981851, 'reg_lambda': 0.0007820139069927989}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:02,498] Trial 50 finished with value: 0.6872638837046494 and parameters: {'n_estimators': 793, 'max_depth': 19, 'learning_rate': 0.38984226769733965, 'gamma': 0.08969994590907926, 'min_child_weight': 10, 'subsample': 0.7989338232602529, 'colsample_bytree': 0.6268624451998568, 'reg_alpha': 0.017707648677251178, 'reg_lambda': 0.0010354238475130677}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:02,560] Trial 51 finished with value: 0.6975968090567959 and parameters: {'n_estimators': 920, 'max_depth': 17, 'learning_rate': 0.45990185734562167, 'gamma': 0.020154729333814774, 'min_child_weight': 8, 'subsample': 0.7363678468550721, 'colsample_bytree': 0.603206806289301, 'reg_alpha': 0.013997184039539473, 'reg_lambda': 0.006565355792581478}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:02,611] Trial 52 finished with value: 0.6984982151761177 and parameters: {'n_estimators': 469, 'max_depth': 15, 'learning_rate': 0.5882926058949118, 'gamma': 0.05423457185775418, 'min_child_weight': 7, 'subsample': 0.780709482713461, 'colsample_bytree': 0.5867545020538354, 'reg_alpha': 0.07498624263439535, 'reg_lambda': 0.0024292891403844027}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:02,672] Trial 53 finished with value: 0.7059365462700667 and parameters: {'n_estimators': 720, 'max_depth': 13, 'learning_rate': 0.5553257580410912, 'gamma': 0.0019632006111922054, 'min_child_weight': 8, 'subsample': 0.8268280720339465, 'colsample_bytree': 0.5721023968212027, 'reg_alpha': 0.0013844368382505447, 'reg_lambda': 0.01746623350850438}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:02,724] Trial 54 finished with value: 0.7113617261718778 and parameters: {'n_estimators': 646, 'max_depth': 16, 'learning_rate': 0.5036024021957152, 'gamma': 0.019937979742847018, 'min_child_weight': 7, 'subsample': 0.7260145783121069, 'colsample_bytree': 0.532428258373332, 'reg_alpha': 0.004649230284459801, 'reg_lambda': 0.000581152686788284}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:02,775] Trial 55 finished with value: 0.6990935754686244 and parameters: {'n_estimators': 499, 'max_depth': 14, 'learning_rate': 0.5391325658980535, 'gamma': 0.00671428762069699, 'min_child_weight': 5, 'subsample': 0.8732059896236657, 'colsample_bytree': 0.561642574940668, 'reg_alpha': 0.0004941138067127204, 'reg_lambda': 8.383964956286465e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:02,814] Trial 56 finished with value: 0.6974346094240345 and parameters: {'n_estimators': 376, 'max_depth': 17, 'learning_rate': 0.6231712613999829, 'gamma': 6.140210978030676e-08, 'min_child_weight': 9, 'subsample': 0.6818648792927864, 'colsample_bytree': 0.617020223434107, 'reg_alpha': 0.002075667611583296, 'reg_lambda': 0.03128072954835134}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:02,854] Trial 57 finished with value: 0.7166487760643679 and parameters: {'n_estimators': 190, 'max_depth': 9, 'learning_rate': 0.42947789679217885, 'gamma': 0.28364837944861054, 'min_child_weight': 8, 'subsample': 0.9352417272573474, 'colsample_bytree': 0.6559503936307662, 'reg_alpha': 0.010892104915002037, 'reg_lambda': 4.0837862256636116e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:02,894] Trial 58 finished with value: 0.6886862120132891 and parameters: {'n_estimators': 180, 'max_depth': 8, 'learning_rate': 0.42268969528337297, 'gamma': 0.2567849882597936, 'min_child_weight': 8, 'subsample': 0.9275191723032247, 'colsample_bytree': 0.6983206550352667, 'reg_alpha': 0.03904924339599859, 'reg_lambda': 2.4348842112986468e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:02,932] Trial 59 finished with value: 0.6871263047064077 and parameters: {'n_estimators': 73, 'max_depth': 6, 'learning_rate': 0.34943680189098264, 'gamma': 0.2653749982486557, 'min_child_weight': 9, 'subsample': 0.8962338176272471, 'colsample_bytree': 0.6535859923016583, 'reg_alpha': 0.22482079952609094, 'reg_lambda': 3.609201696828694e-06}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:02,981] Trial 60 finished with value: 0.7152282301006853 and parameters: {'n_estimators': 298, 'max_depth': 8, 'learning_rate': 0.4752019464581653, 'gamma': 0.9583016295970914, 'min_child_weight': 8, 'subsample': 0.7869518048829456, 'colsample_bytree': 0.6644733244001203, 'reg_alpha': 0.012263591085268205, 'reg_lambda': 0.00015844649877828196}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:03,017] Trial 61 finished with value: 0.6863914589483804 and parameters: {'n_estimators': 214, 'max_depth': 9, 'learning_rate': 0.4417788260191152, 'gamma': 0.9227550475650474, 'min_child_weight': 8, 'subsample': 0.7791310315675342, 'colsample_bytree': 0.6690350002386205, 'reg_alpha': 0.009633807137082095, 'reg_lambda': 0.0001606550926731487}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:03,056] Trial 62 finished with value: 0.6987364678445737 and parameters: {'n_estimators': 253, 'max_depth': 8, 'learning_rate': 0.38076904928417393, 'gamma': 0.44823656659073907, 'min_child_weight': 8, 'subsample': 0.8111539131034113, 'colsample_bytree': 0.6379275589064292, 'reg_alpha': 0.03880826006321032, 'reg_lambda': 3.6462853360928956e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:03,106] Trial 63 finished with value: 0.6680230803561379 and parameters: {'n_estimators': 300, 'max_depth': 9, 'learning_rate': 0.49464163771194175, 'gamma': 0.11337449958167299, 'min_child_weight': 7, 'subsample': 0.7934745305591787, 'colsample_bytree': 0.7502758580379001, 'reg_alpha': 0.12678232014791904, 'reg_lambda': 0.00022317449024277465}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:03,170] Trial 64 finished with value: 0.6715954122845484 and parameters: {'n_estimators': 851, 'max_depth': 7, 'learning_rate': 0.47365920925861826, 'gamma': 0.380122481951976, 'min_child_weight': 8, 'subsample': 0.755623720808204, 'colsample_bytree': 0.6891741441650351, 'reg_alpha': 0.0047298599512543005, 'reg_lambda': 6.264497952790023e-06}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:03,210] Trial 65 finished with value: 0.6765167667888216 and parameters: {'n_estimators': 188, 'max_depth': 10, 'learning_rate': 0.44490750802327733, 'gamma': 0.06200784462070706, 'min_child_weight': 7, 'subsample': 0.9577207315172656, 'colsample_bytree': 0.7126299798128732, 'reg_alpha': 0.013607164493786395, 'reg_lambda': 5.382517325646322e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:03,248] Trial 66 finished with value: 0.6996549987443178 and parameters: {'n_estimators': 90, 'max_depth': 7, 'learning_rate': 0.41009406681065924, 'gamma': 0.12080416584393398, 'min_child_weight': 9, 'subsample': 0.8278630931035437, 'colsample_bytree': 0.6564387524344544, 'reg_alpha': 0.0003586075498211626, 'reg_lambda': 9.249233821622994e-06}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:03,297] Trial 67 finished with value: 0.6952321190760149 and parameters: {'n_estimators': 438, 'max_depth': 9, 'learning_rate': 0.5237056952543659, 'gamma': 0.03164362315166015, 'min_child_weight': 6, 'subsample': 0.9496041823712742, 'colsample_bytree': 0.6200790900465829, 'reg_alpha': 0.0027815861128835393, 'reg_lambda': 0.00013535048798520483}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:03,337] Trial 68 finished with value: 0.705308750502135 and parameters: {'n_estimators': 396, 'max_depth': 13, 'learning_rate': 0.3001591364923679, 'gamma': 0.8508042332580077, 'min_child_weight': 9, 'subsample': 0.8610908100139901, 'colsample_bytree': 0.5911511155044864, 'reg_alpha': 0.027085368093987698, 'reg_lambda': 0.0034016371123939937}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:03,390] Trial 69 finished with value: 0.6330874243635554 and parameters: {'n_estimators': 311, 'max_depth': 6, 'learning_rate': 0.5683587530294634, 'gamma': 0.01664559310612696, 'min_child_weight': 3, 'subsample': 0.9801311263280601, 'colsample_bytree': 0.6718727524295337, 'reg_alpha': 0.0007728743515795131, 'reg_lambda': 7.365731696208981e-07}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:03,430] Trial 70 finished with value: 0.6730876117648074 and parameters: {'n_estimators': 265, 'max_depth': 12, 'learning_rate': 0.36943093056723353, 'gamma': 0.1252740810413654, 'min_child_weight': 6, 'subsample': 0.9111641258462198, 'colsample_bytree': 0.7396236824283077, 'reg_alpha': 0.00013830804980763598, 'reg_lambda': 0.0007836507463592597}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:03,469] Trial 71 finished with value: 0.7052442319492208 and parameters: {'n_estimators': 358, 'max_depth': 15, 'learning_rate': 0.5916969577497471, 'gamma': 0.0032849127892094656, 'min_child_weight': 7, 'subsample': 0.9375588306875431, 'colsample_bytree': 0.5766245550711914, 'reg_alpha': 0.009998934170320318, 'reg_lambda': 0.6384795999685142}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:03,520] Trial 72 finished with value: 0.7037118495175139 and parameters: {'n_estimators': 518, 'max_depth': 11, 'learning_rate': 0.5148183564620092, 'gamma': 0.3814717664158502, 'min_child_weight': 8, 'subsample': 0.9825068112816032, 'colsample_bytree': 0.5558901123694543, 'reg_alpha': 0.001700400367161389, 'reg_lambda': 0.01380537199297179}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:03,573] Trial 73 finished with value: 0.716699568607657 and parameters: {'n_estimators': 579, 'max_depth': 16, 'learning_rate': 0.5567082920954465, 'gamma': 0.00022713151100853412, 'min_child_weight': 7, 'subsample': 0.9866041327772715, 'colsample_bytree': 0.6031521618522475, 'reg_alpha': 6.319632366946834e-05, 'reg_lambda': 0.1009093721341138}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:03,636] Trial 74 finished with value: 0.7191851249877556 and parameters: {'n_estimators': 757, 'max_depth': 16, 'learning_rate': 0.48538312032875924, 'gamma': 0.0001736290187125508, 'min_child_weight': 7, 'subsample': 0.9418674421659816, 'colsample_bytree': 0.6067899558830756, 'reg_alpha': 1.7927022205083814e-05, 'reg_lambda': 0.22124159656028392}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:03,701] Trial 75 finished with value: 0.7025015737299991 and parameters: {'n_estimators': 726, 'max_depth': 17, 'learning_rate': 0.48436281045740515, 'gamma': 0.00014135094781655546, 'min_child_weight': 7, 'subsample': 0.8872788228347351, 'colsample_bytree': 0.6064262920875693, 'reg_alpha': 7.549737535940403e-06, 'reg_lambda': 0.20001280281657371}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:03,763] Trial 76 finished with value: 0.6877534172657807 and parameters: {'n_estimators': 785, 'max_depth': 16, 'learning_rate': 0.4559156496166772, 'gamma': 0.0002632363872822237, 'min_child_weight': 8, 'subsample': 0.9329422848368553, 'colsample_bytree': 0.635352634777169, 'reg_alpha': 6.539662346405959e-05, 'reg_lambda': 0.08884761718130323}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:03,826] Trial 77 finished with value: 0.7093515637717058 and parameters: {'n_estimators': 845, 'max_depth': 19, 'learning_rate': 0.6164139010871039, 'gamma': 3.224396232915685e-05, 'min_child_weight': 7, 'subsample': 0.9507822443819897, 'colsample_bytree': 0.6213395978705827, 'reg_alpha': 2.0458720957196032e-05, 'reg_lambda': 0.21902589705207848}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:03,880] Trial 78 finished with value: 0.6935744966562555 and parameters: {'n_estimators': 631, 'max_depth': 18, 'learning_rate': 0.4355987720948131, 'gamma': 4.288429316172489e-06, 'min_child_weight': 8, 'subsample': 0.9157603854945369, 'colsample_bytree': 0.6571626731531123, 'reg_alpha': 2.722121074426893e-05, 'reg_lambda': 0.6413989409061742}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:03,955] Trial 79 finished with value: 0.6577206868046275 and parameters: {'n_estimators': 671, 'max_depth': 16, 'learning_rate': 0.4043264831670784, 'gamma': 7.877331097313304e-06, 'min_child_weight': 1, 'subsample': 0.7651455472029333, 'colsample_bytree': 0.5997780755698054, 'reg_alpha': 5.354768483601239e-06, 'reg_lambda': 0.10259561414795582}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:04,020] Trial 80 finished with value: 0.6979428773279387 and parameters: {'n_estimators': 749, 'max_depth': 15, 'learning_rate': 0.5323938981599486, 'gamma': 6.181699588811541e-07, 'min_child_weight': 6, 'subsample': 0.9659953044445175, 'colsample_bytree': 0.6462517850355889, 'reg_alpha': 0.4005988081902688, 'reg_lambda': 0.5280081519382751}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:04,071] Trial 81 finished with value: 0.7139888103557332 and parameters: {'n_estimators': 571, 'max_depth': 14, 'learning_rate': 0.549654346722085, 'gamma': 0.009148856241483573, 'min_child_weight': 7, 'subsample': 0.9876444549893231, 'colsample_bytree': 0.5857737031866037, 'reg_alpha': 0.0003406871618427229, 'reg_lambda': 0.03796869973991529}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:04,121] Trial 82 finished with value: 0.7065613044140933 and parameters: {'n_estimators': 571, 'max_depth': 14, 'learning_rate': 0.5804861120811381, 'gamma': 0.008009371576364019, 'min_child_weight': 7, 'subsample': 0.9840557090588684, 'colsample_bytree': 0.5837124524451086, 'reg_alpha': 7.437641530308265e-05, 'reg_lambda': 0.050148605840961556}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:04,174] Trial 83 finished with value: 0.6998599626057936 and parameters: {'n_estimators': 423, 'max_depth': 15, 'learning_rate': 0.5596417804594102, 'gamma': 6.049215165855481e-05, 'min_child_weight': 6, 'subsample': 0.9367820037862288, 'colsample_bytree': 0.6273972209477222, 'reg_alpha': 1.223601290750648e-05, 'reg_lambda': 0.276085481457028}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:04,228] Trial 84 finished with value: 0.6759108924706043 and parameters: {'n_estimators': 460, 'max_depth': 16, 'learning_rate': 0.49679775842700347, 'gamma': 0.000681137803860714, 'min_child_weight': 8, 'subsample': 0.9655653973852434, 'colsample_bytree': 0.6826946292389723, 'reg_alpha': 1.0034466437381063e-06, 'reg_lambda': 0.1555352941616427}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:04,269] Trial 85 finished with value: 0.7204551240247564 and parameters: {'n_estimators': 349, 'max_depth': 17, 'learning_rate': 0.4778291480666234, 'gamma': 0.004023170449814877, 'min_child_weight': 7, 'subsample': 0.9035407876198358, 'colsample_bytree': 0.6102800250281772, 'reg_alpha': 0.00031450329096411846, 'reg_lambda': 0.024066039018771496}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:04,311] Trial 86 finished with value: 0.6715974185557132 and parameters: {'n_estimators': 228, 'max_depth': 19, 'learning_rate': 0.4700583351921581, 'gamma': 0.0010998520146177076, 'min_child_weight': 7, 'subsample': 0.8825019327502467, 'colsample_bytree': 0.9998161473062501, 'reg_alpha': 0.00013972181831301065, 'reg_lambda': 0.02574351016026351}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:04,353] Trial 87 finished with value: 0.7067534760000105 and parameters: {'n_estimators': 339, 'max_depth': 18, 'learning_rate': 0.514144100291014, 'gamma': 0.00026837963185807553, 'min_child_weight': 8, 'subsample': 0.840570588828022, 'colsample_bytree': 0.6112805391345012, 'reg_alpha': 5.831373790238931e-05, 'reg_lambda': 0.007968978551053323}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:04,406] Trial 88 finished with value: 0.7023088989622551 and parameters: {'n_estimators': 620, 'max_depth': 17, 'learning_rate': 0.22518431201662692, 'gamma': 0.0031612961497550825, 'min_child_weight': 7, 'subsample': 0.9017750408366606, 'colsample_bytree': 0.537525186872955, 'reg_alpha': 0.00024127860726779355, 'reg_lambda': 0.00188600970529165}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:04,483] Trial 89 finished with value: 0.6913610264745734 and parameters: {'n_estimators': 1000, 'max_depth': 18, 'learning_rate': 0.4835701284461275, 'gamma': 0.011115388456787972, 'min_child_weight': 6, 'subsample': 0.8635901398111475, 'colsample_bytree': 0.5714191950758815, 'reg_alpha': 0.0006465123353054494, 'reg_lambda': 0.06215240720814353}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:04,524] Trial 90 finished with value: 0.7094232918321035 and parameters: {'n_estimators': 281, 'max_depth': 17, 'learning_rate': 0.13867465898969614, 'gamma': 0.0018179375807772335, 'min_child_weight': 7, 'subsample': 0.8165081304673898, 'colsample_bytree': 0.5906658552817694, 'reg_alpha': 2.0223826851285594e-05, 'reg_lambda': 0.004309639771686766}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:04,578] Trial 91 finished with value: 0.7141515818256392 and parameters: {'n_estimators': 387, 'max_depth': 14, 'learning_rate': 0.5468120066136627, 'gamma': 0.02688733454221736, 'min_child_weight': 7, 'subsample': 0.9252952256979858, 'colsample_bytree': 0.6419265854890318, 'reg_alpha': 0.0004047558171385842, 'reg_lambda': 0.039600668896492594}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:04,619] Trial 92 finished with value: 0.701866630799424 and parameters: {'n_estimators': 356, 'max_depth': 8, 'learning_rate': 0.4544105425115032, 'gamma': 0.004545648245998836, 'min_child_weight': 7, 'subsample': 0.7898832331985272, 'colsample_bytree': 0.635211081940807, 'reg_alpha': 0.0003101495768111847, 'reg_lambda': 0.04319987374596758}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:04,674] Trial 93 finished with value: 0.7051547669941366 and parameters: {'n_estimators': 383, 'max_depth': 14, 'learning_rate': 0.5452851930632325, 'gamma': 0.04877562557916107, 'min_child_weight': 8, 'subsample': 0.9232140681541079, 'colsample_bytree': 0.5501321808745321, 'reg_alpha': 0.00017815062805977088, 'reg_lambda': 0.017010600661609976}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:04,725] Trial 94 finished with value: 0.7068660073916073 and parameters: {'n_estimators': 587, 'max_depth': 13, 'learning_rate': 0.42950639392925893, 'gamma': 0.03484552623496081, 'min_child_weight': 7, 'subsample': 0.9454914580717636, 'colsample_bytree': 0.600170139380742, 'reg_alpha': 3.7745226931959645e-05, 'reg_lambda': 0.11471122987513127}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:04,764] Trial 95 finished with value: 0.667249985719095 and parameters: {'n_estimators': 154, 'max_depth': 15, 'learning_rate': 0.5254299742914215, 'gamma': 0.015021894339838754, 'min_child_weight': 8, 'subsample': 0.5572467143651634, 'colsample_bytree': 0.6131195357846877, 'reg_alpha': 9.579932047743202e-05, 'reg_lambda': 0.010457973862953034}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:04,817] Trial 96 finished with value: 0.6896759684990796 and parameters: {'n_estimators': 322, 'max_depth': 16, 'learning_rate': 0.5069929171094619, 'gamma': 0.026089606557161964, 'min_child_weight': 6, 'subsample': 0.8995401899513018, 'colsample_bytree': 0.582113908596252, 'reg_alpha': 0.0005188377908323625, 'reg_lambda': 0.07271752565888004}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:04,882] Trial 97 finished with value: 0.7100307593187807 and parameters: {'n_estimators': 769, 'max_depth': 14, 'learning_rate': 0.472622338346455, 'gamma': 0.06369814534931463, 'min_child_weight': 7, 'subsample': 0.9275264541376483, 'colsample_bytree': 0.6651017155440462, 'reg_alpha': 0.0009856713992889331, 'reg_lambda': 0.022620987253466188}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:04,936] Trial 98 finished with value: 0.6885863377135218 and parameters: {'n_estimators': 526, 'max_depth': 17, 'learning_rate': 0.6686174405951995, 'gamma': 0.6122249453450844, 'min_child_weight': 8, 'subsample': 0.9884739229145982, 'colsample_bytree': 0.640829973294332, 'reg_alpha': 0.005184033181255833, 'reg_lambda': 0.03201231431535018}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:05,002] Trial 99 finished with value: 0.6619397933203467 and parameters: {'n_estimators': 828, 'max_depth': 10, 'learning_rate': 0.49471736851858283, 'gamma': 0.00010592464202718895, 'min_child_weight': 7, 'subsample': 0.6075756340054566, 'colsample_bytree': 0.9783288824368377, 'reg_alpha': 0.00010281166356796864, 'reg_lambda': 0.00556065958589471}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:05,068] Trial 100 finished with value: 0.687982492496056 and parameters: {'n_estimators': 890, 'max_depth': 7, 'learning_rate': 0.5362156968418808, 'gamma': 0.17816122005381488, 'min_child_weight': 5, 'subsample': 0.9073503187855959, 'colsample_bytree': 0.6300419066096492, 'reg_alpha': 5.207471551375266e-05, 'reg_lambda': 0.00010768947365234309}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:05,118] Trial 101 finished with value: 0.7191851249877556 and parameters: {'n_estimators': 416, 'max_depth': 15, 'learning_rate': 0.5612085296152839, 'gamma': 0.009834729129583471, 'min_child_weight': 7, 'subsample': 0.9562804325305804, 'colsample_bytree': 0.6507988947626362, 'reg_alpha': 0.0004490522733073211, 'reg_lambda': 4.643569368328315e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:05,171] Trial 102 finished with value: 0.7070666715181466 and parameters: {'n_estimators': 438, 'max_depth': 14, 'learning_rate': 0.5571786870384199, 'gamma': 0.008968485641681111, 'min_child_weight': 7, 'subsample': 0.9728572962971279, 'colsample_bytree': 0.6212612896954993, 'reg_alpha': 0.00038378257235481935, 'reg_lambda': 4.325613592607638e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:05,219] Trial 103 finished with value: 0.6631196520979711 and parameters: {'n_estimators': 396, 'max_depth': 15, 'learning_rate': 0.628404515056117, 'gamma': 0.005927487801487932, 'min_child_weight': 6, 'subsample': 0.9529220661159785, 'colsample_bytree': 0.9055700546652323, 'reg_alpha': 0.0006975831368376819, 'reg_lambda': 2.2945217915344523e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:05,274] Trial 104 finished with value: 0.7138765567990585 and parameters: {'n_estimators': 702, 'max_depth': 13, 'learning_rate': 0.5667364043920508, 'gamma': 0.0022567808021492306, 'min_child_weight': 8, 'subsample': 0.9998449962705641, 'colsample_bytree': 0.5657707828988591, 'reg_alpha': 0.0002818303132037608, 'reg_lambda': 7.717741070569078e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:05,327] Trial 105 finished with value: 0.6595403789864263 and parameters: {'n_estimators': 482, 'max_depth': 16, 'learning_rate': 0.6085495047643843, 'gamma': 0.0013807198993667782, 'min_child_weight': 7, 'subsample': 0.9426992790768858, 'colsample_bytree': 0.6995689256682176, 'reg_alpha': 0.07383665517626567, 'reg_lambda': 0.00020549270176271374}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:05,382] Trial 106 finished with value: 0.6968934857989495 and parameters: {'n_estimators': 365, 'max_depth': 16, 'learning_rate': 0.3316009631377227, 'gamma': 0.004658221889829648, 'min_child_weight': 9, 'subsample': 0.7405374969015278, 'colsample_bytree': 0.6515319547857239, 'reg_alpha': 0.0014861204106051509, 'reg_lambda': 0.0006374438583815974}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:05,442] Trial 107 finished with value: 0.7153262602492017 and parameters: {'n_estimators': 417, 'max_depth': 14, 'learning_rate': 0.4152021999510262, 'gamma': 0.013263812853762507, 'min_child_weight': 7, 'subsample': 0.9649180968501987, 'colsample_bytree': 0.6050251864456142, 'reg_alpha': 0.00016773669389702288, 'reg_lambda': 1.017499368584702e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:05,496] Trial 108 finished with value: 0.675631492702871 and parameters: {'n_estimators': 411, 'max_depth': 17, 'learning_rate': 0.3721877841334017, 'gamma': 0.023976785007605785, 'min_child_weight': 8, 'subsample': 0.9195848501934198, 'colsample_bytree': 0.7848541183031202, 'reg_alpha': 0.00019003503364540324, 'reg_lambda': 9.90538337237017e-06}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:05,550] Trial 109 finished with value: 0.6774838897626894 and parameters: {'n_estimators': 455, 'max_depth': 15, 'learning_rate': 0.4041993806356231, 'gamma': 0.014483805901036782, 'min_child_weight': 6, 'subsample': 0.9660311974817511, 'colsample_bytree': 0.6095617276357485, 'reg_alpha': 0.003051895193317427, 'reg_lambda': 1.1410116416505661e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:05,580] Trial 110 finished with value: 0.6751870714899992 and parameters: {'n_estimators': 20, 'max_depth': 12, 'learning_rate': 0.4557844689659072, 'gamma': 0.08158916218018296, 'min_child_weight': 7, 'subsample': 0.931212861769692, 'colsample_bytree': 0.6775665990076052, 'reg_alpha': 2.7962894844806243e-05, 'reg_lambda': 5.012820221583437e-06}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:05,648] Trial 111 finished with value: 0.7050523393534699 and parameters: {'n_estimators': 426, 'max_depth': 14, 'learning_rate': 0.41596198581229554, 'gamma': 0.00968855406232241, 'min_child_weight': 7, 'subsample': 0.9768811569534978, 'colsample_bytree': 0.597844370582253, 'reg_alpha': 0.000136766586743217, 'reg_lambda': 1.170444069408637e-06}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:05,713] Trial 112 finished with value: 0.716699568607657 and parameters: {'n_estimators': 561, 'max_depth': 13, 'learning_rate': 0.4398207850135391, 'gamma': 0.006654074101397326, 'min_child_weight': 7, 'subsample': 0.9616476690856984, 'colsample_bytree': 0.5785170037597489, 'reg_alpha': 0.00046032890025781857, 'reg_lambda': 2.3215573679896892e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:05,776] Trial 113 finished with value: 0.7021413701326751 and parameters: {'n_estimators': 546, 'max_depth': 13, 'learning_rate': 0.44189160690238016, 'gamma': 0.0026377584831691393, 'min_child_weight': 7, 'subsample': 0.9558510509634325, 'colsample_bytree': 0.6419134494358952, 'reg_alpha': 0.025887822303998363, 'reg_lambda': 1.6731517785455082e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:05,818] Trial 114 finished with value: 0.712110011700122 and parameters: {'n_estimators': 350, 'max_depth': 12, 'learning_rate': 0.38957263292753197, 'gamma': 3.47086010353145e-05, 'min_child_weight': 8, 'subsample': 0.9408843939338163, 'colsample_bytree': 0.6263119457347438, 'reg_alpha': 0.0008665257265463647, 'reg_lambda': 3.5700348826004505e-06}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:05,861] Trial 115 finished with value: 0.702433351813257 and parameters: {'n_estimators': 294, 'max_depth': 13, 'learning_rate': 0.4330382329496533, 'gamma': 0.30142542968386066, 'min_child_weight': 7, 'subsample': 0.8185157405239275, 'colsample_bytree': 0.661573747625608, 'reg_alpha': 0.0005401913051372554, 'reg_lambda': 2.2375761452388354e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:05,911] Trial 116 finished with value: 0.7096162763316143 and parameters: {'n_estimators': 374, 'max_depth': 15, 'learning_rate': 0.47659363471303484, 'gamma': 0.005159840085098376, 'min_child_weight': 8, 'subsample': 0.9596837041277405, 'colsample_bytree': 0.5251739319622715, 'reg_alpha': 0.008851006062031697, 'reg_lambda': 3.284353890089503e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:05,965] Trial 117 finished with value: 0.6999777153945451 and parameters: {'n_estimators': 492, 'max_depth': 11, 'learning_rate': 0.4646283611331007, 'gamma': 0.15374514862241656, 'min_child_weight': 6, 'subsample': 0.8894022672279305, 'colsample_bytree': 0.606265681479758, 'reg_alpha': 8.087566812706907e-05, 'reg_lambda': 5.1000103341801675e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:06,020] Trial 118 finished with value: 0.7066408191195056 and parameters: {'n_estimators': 410, 'max_depth': 16, 'learning_rate': 0.49069385315243763, 'gamma': 0.0007923267817276319, 'min_child_weight': 7, 'subsample': 0.8031535154732615, 'colsample_bytree': 0.5732643052863602, 'reg_alpha': 0.0002326797319661074, 'reg_lambda': 1.1904577247880878e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:06,075] Trial 119 finished with value: 0.7093079985069367 and parameters: {'n_estimators': 463, 'max_depth': 9, 'learning_rate': 0.36045298919478796, 'gamma': 0.042079495507273974, 'min_child_weight': 8, 'subsample': 0.9115919092787194, 'colsample_bytree': 0.5920167851068514, 'reg_alpha': 0.01708791012272771, 'reg_lambda': 7.494740076566034e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:06,128] Trial 120 finished with value: 0.7040485876030302 and parameters: {'n_estimators': 321, 'max_depth': 2, 'learning_rate': 0.44814444936829817, 'gamma': 0.01881420037018325, 'min_child_weight': 7, 'subsample': 0.7654594514400394, 'colsample_bytree': 0.5620489553669742, 'reg_alpha': 1.5502311281889135e-05, 'reg_lambda': 3.32527512941517e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:06,182] Trial 121 finished with value: 0.706520840537533 and parameters: {'n_estimators': 563, 'max_depth': 14, 'learning_rate': 0.5489721361277337, 'gamma': 0.006867071983208589, 'min_child_weight': 7, 'subsample': 0.9913441030559078, 'colsample_bytree': 0.615888786823968, 'reg_alpha': 1.0403053150833519e-08, 'reg_lambda': 0.04313522752103634}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:06,244] Trial 122 finished with value: 0.7021246516994665 and parameters: {'n_estimators': 743, 'max_depth': 14, 'learning_rate': 0.5798418307175052, 'gamma': 0.004126562165664202, 'min_child_weight': 7, 'subsample': 0.9488571940028336, 'colsample_bytree': 0.5851321431233709, 'reg_alpha': 0.00038528839671944843, 'reg_lambda': 0.05879204157353044}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:06,299] Trial 123 finished with value: 0.7076946054543446 and parameters: {'n_estimators': 448, 'max_depth': 13, 'learning_rate': 0.5076372461270382, 'gamma': 0.013407210145899873, 'min_child_weight': 7, 'subsample': 0.9770650075478384, 'colsample_bytree': 0.5463312464397923, 'reg_alpha': 0.00012214841856427844, 'reg_lambda': 0.0003420713247179316}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:06,366] Trial 124 finished with value: 0.6559020225572894 and parameters: {'n_estimators': 597, 'max_depth': 15, 'learning_rate': 0.5255348792166732, 'gamma': 0.008973549218401848, 'min_child_weight': 6, 'subsample': 0.9670116685355571, 'colsample_bytree': 0.846858304913962, 'reg_alpha': 0.0012109210909820973, 'reg_lambda': 6.9581328736459554e-06}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:06,419] Trial 125 finished with value: 0.7077016447331901 and parameters: {'n_estimators': 385, 'max_depth': 8, 'learning_rate': 0.4224563198943435, 'gamma': 0.026429208741268664, 'min_child_weight': 7, 'subsample': 0.9887900867316143, 'colsample_bytree': 0.5774805950309322, 'reg_alpha': 8.976147110979721e-06, 'reg_lambda': 1.911408055272597e-06}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:06,484] Trial 126 finished with value: 0.7005952683732628 and parameters: {'n_estimators': 678, 'max_depth': 12, 'learning_rate': 0.5889304700369326, 'gamma': 0.00025334250052561107, 'min_child_weight': 8, 'subsample': 0.9344654056728645, 'colsample_bytree': 0.5985638814624217, 'reg_alpha': 0.0021104092897192457, 'reg_lambda': 0.013199330105426179}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:06,536] Trial 127 finished with value: 0.6846127351947253 and parameters: {'n_estimators': 514, 'max_depth': 16, 'learning_rate': 0.48071455458561146, 'gamma': 0.9419155734303337, 'min_child_weight': 9, 'subsample': 0.9225508262463029, 'colsample_bytree': 0.6342253929938617, 'reg_alpha': 0.00017634885238798441, 'reg_lambda': 0.00012247351523765287}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:06,591] Trial 128 finished with value: 0.7154056965241856 and parameters: {'n_estimators': 569, 'max_depth': 14, 'learning_rate': 0.5383700018345721, 'gamma': 0.5543630678772988, 'min_child_weight': 7, 'subsample': 0.7209169560557168, 'colsample_bytree': 0.6504851504287738, 'reg_alpha': 0.00026449965326661964, 'reg_lambda': 1.0889693399458392e-08}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:06,634] Trial 129 finished with value: 0.701099854739489 and parameters: {'n_estimators': 347, 'max_depth': 17, 'learning_rate': 0.5138996699508593, 'gamma': 0.6169501799668008, 'min_child_weight': 7, 'subsample': 0.7184284125333433, 'colsample_bytree': 0.6479963238625174, 'reg_alpha': 4.116307974794909e-05, 'reg_lambda': 1.0355487678386422e-07}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:06,698] Trial 130 finished with value: 0.6730493310904647 and parameters: {'n_estimators': 804, 'max_depth': 9, 'learning_rate': 0.4647870079437764, 'gamma': 0.38827168497081593, 'min_child_weight': 8, 'subsample': 0.6712706359876103, 'colsample_bytree': 0.6902165345489358, 'reg_alpha': 5.889366498449935e-05, 'reg_lambda': 1.8857480499781463e-08}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:06,763] Trial 131 finished with value: 0.7062829826307675 and parameters: {'n_estimators': 574, 'max_depth': 14, 'learning_rate': 0.5318587037399812, 'gamma': 0.22195319474912378, 'min_child_weight': 7, 'subsample': 0.6907276034878063, 'colsample_bytree': 0.6229946315973502, 'reg_alpha': 0.0004851444142741144, 'reg_lambda': 0.14844126091150145}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:06,827] Trial 132 finished with value: 0.6712536092367939 and parameters: {'n_estimators': 606, 'max_depth': 13, 'learning_rate': 0.5723009706027197, 'gamma': 0.06671389906369589, 'min_child_weight': 7, 'subsample': 0.7297232290378559, 'colsample_bytree': 0.667656328576979, 'reg_alpha': 0.0003071540050698532, 'reg_lambda': 2.0577905731728856e-07}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:06,881] Trial 133 finished with value: 0.6718820543189293 and parameters: {'n_estimators': 637, 'max_depth': 15, 'learning_rate': 0.548986821856864, 'gamma': 0.007099693530972308, 'min_child_weight': 6, 'subsample': 0.9596130963654841, 'colsample_bytree': 0.60883003243668, 'reg_alpha': 0.0005861182642814829, 'reg_lambda': 3.500404318801621e-08}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:06,934] Trial 134 finished with value: 0.7070507954888159 and parameters: {'n_estimators': 535, 'max_depth': 14, 'learning_rate': 0.4923502512777884, 'gamma': 0.04186369652827517, 'min_child_weight': 7, 'subsample': 0.7156420872823045, 'colsample_bytree': 0.5882793569693479, 'reg_alpha': 0.00022999697134317058, 'reg_lambda': 0.030156151579723407}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:06,987] Trial 135 finished with value: 0.7069282565286643 and parameters: {'n_estimators': 550, 'max_depth': 14, 'learning_rate': 0.5029975662341006, 'gamma': 0.014473876517642916, 'min_child_weight': 7, 'subsample': 0.945951271044597, 'colsample_bytree': 0.6447318050218249, 'reg_alpha': 9.969521370393767e-05, 'reg_lambda': 0.2625808990151419}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:07,041] Trial 136 finished with value: 0.6929374107343805 and parameters: {'n_estimators': 428, 'max_depth': 13, 'learning_rate': 0.39930380672955723, 'gamma': 0.001471282386978086, 'min_child_weight': 8, 'subsample': 0.8458741619249097, 'colsample_bytree': 0.6157318834760156, 'reg_alpha': 0.00038987672569331126, 'reg_lambda': 0.08829586202033894}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:07,107] Trial 137 finished with value: 0.6942250194413271 and parameters: {'n_estimators': 659, 'max_depth': 15, 'learning_rate': 0.6008427932987721, 'gamma': 0.0005243655336299706, 'min_child_weight': 6, 'subsample': 0.7039412616541841, 'colsample_bytree': 0.6593222474623304, 'reg_alpha': 0.012414835659052373, 'reg_lambda': 0.020561924904494953}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:07,161] Trial 138 finished with value: 0.6965778620260595 and parameters: {'n_estimators': 481, 'max_depth': 18, 'learning_rate': 0.540892373235899, 'gamma': 0.5122950319337618, 'min_child_weight': 7, 'subsample': 0.788709184574323, 'colsample_bytree': 0.6289011087177183, 'reg_alpha': 0.00656020389323236, 'reg_lambda': 3.564210541175033e-07}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:07,217] Trial 139 finished with value: 0.698507035185075 and parameters: {'n_estimators': 308, 'max_depth': 15, 'learning_rate': 0.5622522366077054, 'gamma': 0.2807339461624084, 'min_child_weight': 8, 'subsample': 0.5143756216243636, 'colsample_bytree': 0.5995024471360473, 'reg_alpha': 0.0007776826594884736, 'reg_lambda': 0.00023637325695725003}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:07,272] Trial 140 finished with value: 0.6954756209984092 and parameters: {'n_estimators': 398, 'max_depth': 16, 'learning_rate': 0.4397840513258323, 'gamma': 0.02069761241495981, 'min_child_weight': 7, 'subsample': 0.7530719792244294, 'colsample_bytree': 0.5785935551782357, 'reg_alpha': 0.00015100680995752788, 'reg_lambda': 0.00048072678755855164}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:07,339] Trial 141 finished with value: 0.7062238489855932 and parameters: {'n_estimators': 704, 'max_depth': 13, 'learning_rate': 0.5640985358061888, 'gamma': 0.0033898551074196767, 'min_child_weight': 8, 'subsample': 0.9823356366330528, 'colsample_bytree': 0.5651499401374163, 'reg_alpha': 0.00028226894872573693, 'reg_lambda': 0.0001020278687529466}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:07,394] Trial 142 finished with value: 0.7012779615397057 and parameters: {'n_estimators': 699, 'max_depth': 13, 'learning_rate': 0.6903437197669168, 'gamma': 0.002667520394274541, 'min_child_weight': 8, 'subsample': 0.9746453447587367, 'colsample_bytree': 0.5533989205735104, 'reg_alpha': 0.0002467282021549663, 'reg_lambda': 6.061081693968287e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:07,447] Trial 143 finished with value: 0.716699568607657 and parameters: {'n_estimators': 768, 'max_depth': 14, 'learning_rate': 0.586418472483854, 'gamma': 0.0025932385518537644, 'min_child_weight': 7, 'subsample': 0.99079544144359, 'colsample_bytree': 0.5623872049736576, 'reg_alpha': 7.684459070562993e-05, 'reg_lambda': 7.949654660554094e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:07,510] Trial 144 finished with value: 0.7140822934097367 and parameters: {'n_estimators': 767, 'max_depth': 14, 'learning_rate': 0.5844839903901496, 'gamma': 0.010128596223500427, 'min_child_weight': 7, 'subsample': 0.9912033596870989, 'colsample_bytree': 0.5117197140510008, 'reg_alpha': 2.6047038606014137e-05, 'reg_lambda': 2.628173920848988e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:07,576] Trial 145 finished with value: 0.7168632535843138 and parameters: {'n_estimators': 730, 'max_depth': 14, 'learning_rate': 0.6487048757839994, 'gamma': 0.005926578205099373, 'min_child_weight': 7, 'subsample': 0.9968152255856088, 'colsample_bytree': 0.5359389565860564, 'reg_alpha': 7.594399087979796e-05, 'reg_lambda': 2.827086397923522e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:07,642] Trial 146 finished with value: 0.7110156267430701 and parameters: {'n_estimators': 733, 'max_depth': 15, 'learning_rate': 0.6349627509342899, 'gamma': 0.001046815850558553, 'min_child_weight': 7, 'subsample': 0.968133745828618, 'colsample_bytree': 0.5404512297538916, 'reg_alpha': 6.217172201274241e-05, 'reg_lambda': 0.00015760436413131784}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:07,709] Trial 147 finished with value: 0.7087012407824493 and parameters: {'n_estimators': 774, 'max_depth': 17, 'learning_rate': 0.6923171461502274, 'gamma': 8.8161730830518e-05, 'min_child_weight': 7, 'subsample': 0.9525076636204344, 'colsample_bytree': 0.5550086176157053, 'reg_alpha': 8.184906650072132e-05, 'reg_lambda': 1.6173063018209875e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:07,773] Trial 148 finished with value: 0.6538227537669143 and parameters: {'n_estimators': 826, 'max_depth': 14, 'learning_rate': 0.6528248031807339, 'gamma': 0.004225651208082979, 'min_child_weight': 6, 'subsample': 0.9275054286296994, 'colsample_bytree': 0.6735764486677244, 'reg_alpha': 3.75612980388716e-05, 'reg_lambda': 4.8496753709252316e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:07,829] Trial 149 finished with value: 0.713095772985551 and parameters: {'n_estimators': 716, 'max_depth': 16, 'learning_rate': 0.6589176900362341, 'gamma': 0.00018176195309852644, 'min_child_weight': 7, 'subsample': 0.7691418625056345, 'colsample_bytree': 0.5276887637489804, 'reg_alpha': 0.00012330171588479668, 'reg_lambda': 3.489602797835063e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:07,897] Trial 150 finished with value: 0.7046733707233728 and parameters: {'n_estimators': 754, 'max_depth': 15, 'learning_rate': 0.6765184776632789, 'gamma': 0.006566465479094759, 'min_child_weight': 7, 'subsample': 0.9432990874206748, 'colsample_bytree': 0.5148713466909113, 'reg_alpha': 1.8239731957999753e-06, 'reg_lambda': 1.4778604656982954e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:07,964] Trial 151 finished with value: 0.7077016447331901 and parameters: {'n_estimators': 811, 'max_depth': 14, 'learning_rate': 0.616465525372391, 'gamma': 0.010420376529816096, 'min_child_weight': 7, 'subsample': 0.9990374493747904, 'colsample_bytree': 0.5336576190718323, 'reg_alpha': 2.3020784883957232e-05, 'reg_lambda': 2.659254870287512e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:08,029] Trial 152 finished with value: 0.7114119990343732 and parameters: {'n_estimators': 784, 'max_depth': 14, 'learning_rate': 0.5982944889026395, 'gamma': 0.0020187943471658065, 'min_child_weight': 7, 'subsample': 0.9838356381553223, 'colsample_bytree': 0.5475951873372652, 'reg_alpha': 2.9441461423451607e-05, 'reg_lambda': 6.72267584114107e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:08,072] Trial 153 finished with value: 0.7153626835207566 and parameters: {'n_estimators': 109, 'max_depth': 8, 'learning_rate': 0.5758507739317096, 'gamma': 0.02764873659722296, 'min_child_weight': 7, 'subsample': 0.9993272991753901, 'colsample_bytree': 0.5164503510118774, 'reg_alpha': 6.170953208774524e-05, 'reg_lambda': 3.09967558345449e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:08,114] Trial 154 finished with value: 0.7124668888392476 and parameters: {'n_estimators': 106, 'max_depth': 8, 'learning_rate': 0.6450857270021066, 'gamma': 0.017869819611905934, 'min_child_weight': 7, 'subsample': 0.9745003866691178, 'colsample_bytree': 0.6361647872318372, 'reg_alpha': 4.8586034530665435e-05, 'reg_lambda': 4.364626491981985e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:08,157] Trial 155 finished with value: 0.7097939643728076 and parameters: {'n_estimators': 172, 'max_depth': 9, 'learning_rate': 0.5217901313490426, 'gamma': 0.030136237442282082, 'min_child_weight': 7, 'subsample': 0.9624760812557489, 'colsample_bytree': 0.6530863909748662, 'reg_alpha': 0.0001787519735549143, 'reg_lambda': 0.0010362853969583627}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:08,200] Trial 156 finished with value: 0.7067659780702698 and parameters: {'n_estimators': 244, 'max_depth': 7, 'learning_rate': 0.08133279413651034, 'gamma': 0.08947154656005965, 'min_child_weight': 7, 'subsample': 0.8726885694849372, 'colsample_bytree': 0.5120281554891206, 'reg_alpha': 0.0001025573669449369, 'reg_lambda': 8.82105909941279e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:08,244] Trial 157 finished with value: 0.6801949211057818 and parameters: {'n_estimators': 370, 'max_depth': 7, 'learning_rate': 0.5783797840522165, 'gamma': 0.7414858137485453, 'min_child_weight': 6, 'subsample': 0.9948274652319551, 'colsample_bytree': 0.5657380681847602, 'reg_alpha': 1.6084291111326194e-05, 'reg_lambda': 0.00020333007168055065}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:08,285] Trial 158 finished with value: 0.7143677228300692 and parameters: {'n_estimators': 64, 'max_depth': 8, 'learning_rate': 0.45315594842698687, 'gamma': 0.006014970600781554, 'min_child_weight': 8, 'subsample': 0.935819339107749, 'colsample_bytree': 0.5220665108174175, 'reg_alpha': 5.836119698847729e-05, 'reg_lambda': 1.9948896074184986e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:08,328] Trial 159 finished with value: 0.7093131270255078 and parameters: {'n_estimators': 112, 'max_depth': 8, 'learning_rate': 0.4574654827760686, 'gamma': 0.005241073559298201, 'min_child_weight': 8, 'subsample': 0.7448842327569534, 'colsample_bytree': 0.5065989820666112, 'reg_alpha': 6.938664947568134e-05, 'reg_lambda': 7.4712589901873625e-06}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:08,372] Trial 160 finished with value: 0.7065887362024209 and parameters: {'n_estimators': 95, 'max_depth': 6, 'learning_rate': 0.47363843560133684, 'gamma': 0.014579524129861297, 'min_child_weight': 8, 'subsample': 0.9807622212290311, 'colsample_bytree': 0.5255917047672317, 'reg_alpha': 3.765822008440414e-05, 'reg_lambda': 2.000752837296805e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:08,413] Trial 161 finished with value: 0.6891147235854042 and parameters: {'n_estimators': 145, 'max_depth': 8, 'learning_rate': 0.42394138513396645, 'gamma': 0.02837282844612925, 'min_child_weight': 10, 'subsample': 0.9049015509268561, 'colsample_bytree': 0.5384542660336266, 'reg_alpha': 2.9153624313971116e-07, 'reg_lambda': 3.3020499176742055e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:08,456] Trial 162 finished with value: 0.6961338534703542 and parameters: {'n_estimators': 85, 'max_depth': 8, 'learning_rate': 0.44651133278254257, 'gamma': 0.006304320283226582, 'min_child_weight': 8, 'subsample': 0.9338582222409293, 'colsample_bytree': 0.5193236640392807, 'reg_alpha': 0.00012233372373590527, 'reg_lambda': 1.4378385087971493e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:08,497] Trial 163 finished with value: 0.6972005089673557 and parameters: {'n_estimators': 60, 'max_depth': 10, 'learning_rate': 0.4103043341510108, 'gamma': 0.0029449374713395237, 'min_child_weight': 9, 'subsample': 0.9186869166753912, 'colsample_bytree': 0.5021762884716447, 'reg_alpha': 8.340116069958562e-05, 'reg_lambda': 1.1808887328488276e-08}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:08,541] Trial 164 finished with value: 0.7099256831906295 and parameters: {'n_estimators': 217, 'max_depth': 9, 'learning_rate': 0.43118732814551153, 'gamma': 1.5308962743152388e-05, 'min_child_weight': 7, 'subsample': 0.9547342115490344, 'colsample_bytree': 0.6068044785906763, 'reg_alpha': 0.03087896155206726, 'reg_lambda': 5.8146417282009966e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:08,573] Trial 165 finished with value: 0.6880336273087424 and parameters: {'n_estimators': 39, 'max_depth': 17, 'learning_rate': 0.4819821881300497, 'gamma': 0.012611156738620751, 'min_child_weight': 4, 'subsample': 0.9389556589644015, 'colsample_bytree': 0.5798827035263615, 'reg_alpha': 0.00018994192119078823, 'reg_lambda': 2.199009036353993e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:08,614] Trial 166 finished with value: 0.7124668888392476 and parameters: {'n_estimators': 122, 'max_depth': 8, 'learning_rate': 0.5379757592050268, 'gamma': 0.048373211685762585, 'min_child_weight': 7, 'subsample': 0.9709969542723511, 'colsample_bytree': 0.5956488013494968, 'reg_alpha': 4.8842808713066326e-05, 'reg_lambda': 6.83611032001481e-08}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:08,666] Trial 167 finished with value: 0.7146930728538743 and parameters: {'n_estimators': 334, 'max_depth': 13, 'learning_rate': 0.6230393239213852, 'gamma': 0.020803072466005174, 'min_child_weight': 7, 'subsample': 0.9591312680712852, 'colsample_bytree': 0.6428026116787968, 'reg_alpha': 4.490064653149612e-06, 'reg_lambda': 3.6436106231247345e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:08,723] Trial 168 finished with value: 0.7216543366172429 and parameters: {'n_estimators': 334, 'max_depth': 13, 'learning_rate': 0.604625179413764, 'gamma': 0.008963948070452737, 'min_child_weight': 8, 'subsample': 0.9613848873851962, 'colsample_bytree': 0.6222830598291115, 'reg_alpha': 4.802019620858818e-06, 'reg_lambda': 3.4712126944931444e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:08,778] Trial 169 finished with value: 0.6788916285176603 and parameters: {'n_estimators': 282, 'max_depth': 12, 'learning_rate': 0.6177541529935487, 'gamma': 0.00036283945667712716, 'min_child_weight': 2, 'subsample': 0.9610864512674648, 'colsample_bytree': 0.6181300577120038, 'reg_alpha': 6.719318177562268e-06, 'reg_lambda': 4.134075328298814e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:08,834] Trial 170 finished with value: 0.7049206845586129 and parameters: {'n_estimators': 330, 'max_depth': 13, 'learning_rate': 0.6263951820959504, 'gamma': 0.00858577406977862, 'min_child_weight': 7, 'subsample': 0.9990044381634976, 'colsample_bytree': 0.6280534337606324, 'reg_alpha': 3.6952521564595883e-06, 'reg_lambda': 0.00010397543136389155}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:08,887] Trial 171 finished with value: 0.713967757337125 and parameters: {'n_estimators': 358, 'max_depth': 13, 'learning_rate': 0.597328823247915, 'gamma': 0.0039083318978435895, 'min_child_weight': 8, 'subsample': 0.9503224867017208, 'colsample_bytree': 0.6422900295304733, 'reg_alpha': 3.041261328824322e-06, 'reg_lambda': 2.9381362072495147e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:08,929] Trial 172 finished with value: 0.7041589991420828 and parameters: {'n_estimators': 62, 'max_depth': 12, 'learning_rate': 0.5847914958640261, 'gamma': 0.019365529782540105, 'min_child_weight': 8, 'subsample': 0.9863339094696495, 'colsample_bytree': 0.6142694821006282, 'reg_alpha': 1.6829627141350131e-06, 'reg_lambda': 9.293612752234705e-06}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:08,983] Trial 173 finished with value: 0.7134726233244894 and parameters: {'n_estimators': 332, 'max_depth': 7, 'learning_rate': 0.609019579112601, 'gamma': 0.006280488625742759, 'min_child_weight': 8, 'subsample': 0.9709762621663363, 'colsample_bytree': 0.6564072723315605, 'reg_alpha': 4.718831014877501e-06, 'reg_lambda': 5.407454333200418e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:09,028] Trial 174 finished with value: 0.6629713262730212 and parameters: {'n_estimators': 259, 'max_depth': 16, 'learning_rate': 0.6371397270095946, 'gamma': 0.012927978991443446, 'min_child_weight': 7, 'subsample': 0.9604431765478477, 'colsample_bytree': 0.6672003970276549, 'reg_alpha': 1.0579281304752085e-05, 'reg_lambda': 1.9510188871255822e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:09,072] Trial 175 finished with value: 0.7114039596514192 and parameters: {'n_estimators': 398, 'max_depth': 13, 'learning_rate': 0.673155136853473, 'gamma': 0.008354074623603528, 'min_child_weight': 9, 'subsample': 0.9801543789371882, 'colsample_bytree': 0.6043293256918202, 'reg_alpha': 5.3123268321778675e-06, 'reg_lambda': 6.94155870581873e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:09,116] Trial 176 finished with value: 0.6719172089702592 and parameters: {'n_estimators': 192, 'max_depth': 14, 'learning_rate': 0.5707644500571225, 'gamma': 0.1443448439321419, 'min_child_weight': 8, 'subsample': 0.9468538096239071, 'colsample_bytree': 0.6835499724574776, 'reg_alpha': 7.627285038231044e-05, 'reg_lambda': 3.832053510042899e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:09,159] Trial 177 finished with value: 0.7074162612119737 and parameters: {'n_estimators': 294, 'max_depth': 15, 'learning_rate': 0.4606832235144842, 'gamma': 0.47787488679342455, 'min_child_weight': 7, 'subsample': 0.8349585132029858, 'colsample_bytree': 0.6256650395776254, 'reg_alpha': 1.7540386798845782e-05, 'reg_lambda': 0.00015040013460341237}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:09,214] Trial 178 finished with value: 0.7023273353755685 and parameters: {'n_estimators': 414, 'max_depth': 12, 'learning_rate': 0.6060282343516338, 'gamma': 0.004981311962249593, 'min_child_weight': 8, 'subsample': 0.7783135659756644, 'colsample_bytree': 0.5724523215738787, 'reg_alpha': 2.0335361747708493e-06, 'reg_lambda': 0.0028674020322015585}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:09,271] Trial 179 finished with value: 0.6996558137525766 and parameters: {'n_estimators': 346, 'max_depth': 9, 'learning_rate': 0.6581115940836181, 'gamma': 0.03402377066129928, 'min_child_weight': 7, 'subsample': 0.9679527969455186, 'colsample_bytree': 0.5894259682364565, 'reg_alpha': 0.05901949388157517, 'reg_lambda': 0.3994170243851678}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:09,339] Trial 180 finished with value: 0.7053057488443893 and parameters: {'n_estimators': 741, 'max_depth': 13, 'learning_rate': 0.5582756749694218, 'gamma': 0.0019275611864664908, 'min_child_weight': 7, 'subsample': 0.9371246530523778, 'colsample_bytree': 0.532444107919177, 'reg_alpha': 0.016797808294250288, 'reg_lambda': 1.5074625261443546e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:09,383] Trial 181 finished with value: 0.7044042027796927 and parameters: {'n_estimators': 375, 'max_depth': 14, 'learning_rate': 0.5529731612692441, 'gamma': 0.9864444429253582, 'min_child_weight': 7, 'subsample': 0.9293328330509533, 'colsample_bytree': 0.6387778880195293, 'reg_alpha': 0.00037095967536607185, 'reg_lambda': 0.0667923364227935}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:09,440] Trial 182 finished with value: 0.695760745962497 and parameters: {'n_estimators': 434, 'max_depth': 14, 'learning_rate': 0.5764119495067123, 'gamma': 0.019627267554135717, 'min_child_weight': 7, 'subsample': 0.9185118898604974, 'colsample_bytree': 0.6491053282105248, 'reg_alpha': 0.00015922480836139916, 'reg_lambda': 0.11662804214137892}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:09,497] Trial 183 finished with value: 0.7023665720045004 and parameters: {'n_estimators': 377, 'max_depth': 15, 'learning_rate': 0.44874801470596803, 'gamma': 0.05821136926559137, 'min_child_weight': 7, 'subsample': 0.952455220569393, 'colsample_bytree': 0.6320775678565093, 'reg_alpha': 0.0004783626067254092, 'reg_lambda': 0.1914991364554051}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:09,541] Trial 184 finished with value: 0.7024798187539709 and parameters: {'n_estimators': 320, 'max_depth': 17, 'learning_rate': 0.5972414055426665, 'gamma': 0.01152161700824436, 'min_child_weight': 8, 'subsample': 0.9400604777299346, 'colsample_bytree': 0.6465508473414273, 'reg_alpha': 0.00022940078372079542, 'reg_lambda': 0.00861438802544703}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:09,585] Trial 185 finished with value: 0.7051475321790776 and parameters: {'n_estimators': 392, 'max_depth': 13, 'learning_rate': 0.49731083904404855, 'gamma': 0.02563097489453787, 'min_child_weight': 7, 'subsample': 0.9882613836061563, 'colsample_bytree': 0.6624391233191291, 'reg_alpha': 5.246711234620808e-05, 'reg_lambda': 2.939970519772646e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:09,659] Trial 186 finished with value: 0.7191851249877556 and parameters: {'n_estimators': 762, 'max_depth': 14, 'learning_rate': 0.5309379864283816, 'gamma': 0.0038424469290014827, 'min_child_weight': 7, 'subsample': 0.9284059962496622, 'colsample_bytree': 0.6174701721367861, 'reg_alpha': 0.0007124444458627979, 'reg_lambda': 8.915529777646157e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:09,726] Trial 187 finished with value: 0.716699568607657 and parameters: {'n_estimators': 763, 'max_depth': 16, 'learning_rate': 0.5257519373521949, 'gamma': 0.0032878575756895134, 'min_child_weight': 7, 'subsample': 0.976676223442564, 'colsample_bytree': 0.616704976804075, 'reg_alpha': 0.0008891284399936877, 'reg_lambda': 0.00010729717590581013}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:09,794] Trial 188 finished with value: 0.7088355706135425 and parameters: {'n_estimators': 758, 'max_depth': 16, 'learning_rate': 0.5260420560316923, 'gamma': 0.0027262162376466828, 'min_child_weight': 7, 'subsample': 0.9754792665321612, 'colsample_bytree': 0.6162448792432474, 'reg_alpha': 0.0007162273738119246, 'reg_lambda': 0.00025479563314326095}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:09,860] Trial 189 finished with value: 0.6934530216733005 and parameters: {'n_estimators': 796, 'max_depth': 16, 'learning_rate': 0.5165200513613906, 'gamma': 0.0037934646526958295, 'min_child_weight': 7, 'subsample': 0.8615832295609402, 'colsample_bytree': 0.595991943191099, 'reg_alpha': 0.0012196332582642922, 'reg_lambda': 7.874812208440214e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:09,928] Trial 190 finished with value: 0.6992253722912795 and parameters: {'n_estimators': 685, 'max_depth': 18, 'learning_rate': 0.5033085700784321, 'gamma': 0.001795947673374315, 'min_child_weight': 6, 'subsample': 0.9931316983115583, 'colsample_bytree': 0.607361974354296, 'reg_alpha': 0.004719133918450013, 'reg_lambda': 0.00010400163944727459}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:09,996] Trial 191 finished with value: 0.7106408215730791 and parameters: {'n_estimators': 724, 'max_depth': 15, 'learning_rate': 0.5365747045233293, 'gamma': 0.005406598571440768, 'min_child_weight': 7, 'subsample': 0.9598019134948527, 'colsample_bytree': 0.6213276229606037, 'reg_alpha': 0.0005662565494750763, 'reg_lambda': 5.4195263927987686e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:10,065] Trial 192 finished with value: 0.716699568607657 and parameters: {'n_estimators': 775, 'max_depth': 14, 'learning_rate': 0.47290853734958566, 'gamma': 0.0001191424893166425, 'min_child_weight': 7, 'subsample': 0.9793267995169977, 'colsample_bytree': 0.6032937507666747, 'reg_alpha': 0.0009417605321944619, 'reg_lambda': 0.0001321768088306803}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:10,132] Trial 193 finished with value: 0.716699568607657 and parameters: {'n_estimators': 770, 'max_depth': 14, 'learning_rate': 0.4903864973515839, 'gamma': 0.00024110432527338528, 'min_child_weight': 7, 'subsample': 0.9787496325728489, 'colsample_bytree': 0.6056338640210569, 'reg_alpha': 0.0007919903177024413, 'reg_lambda': 0.00013791213175249194}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:10,200] Trial 194 finished with value: 0.7090417109687748 and parameters: {'n_estimators': 777, 'max_depth': 14, 'learning_rate': 0.4746933715924082, 'gamma': 0.00016845472775839777, 'min_child_weight': 7, 'subsample': 0.9793378946376667, 'colsample_bytree': 0.5932571981616762, 'reg_alpha': 0.0016415757799070555, 'reg_lambda': 0.0004495952740298219}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:10,268] Trial 195 finished with value: 0.704512558964034 and parameters: {'n_estimators': 831, 'max_depth': 15, 'learning_rate': 0.49105045337038034, 'gamma': 3.3062562495709646e-07, 'min_child_weight': 7, 'subsample': 0.9879434326578247, 'colsample_bytree': 0.5843338009818073, 'reg_alpha': 0.0007815655774338661, 'reg_lambda': 0.00014203568253284715}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:10,338] Trial 196 finished with value: 0.7005867090189665 and parameters: {'n_estimators': 750, 'max_depth': 15, 'learning_rate': 0.479600378507807, 'gamma': 6.471555354148253e-05, 'min_child_weight': 7, 'subsample': 0.9684414684545786, 'colsample_bytree': 0.6066995379965063, 'reg_alpha': 0.002558231881597283, 'reg_lambda': 0.0002787820726664511}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:10,417] Trial 197 finished with value: 0.7118488739873772 and parameters: {'n_estimators': 806, 'max_depth': 14, 'learning_rate': 0.5079958202878996, 'gamma': 0.00029747651237781056, 'min_child_weight': 7, 'subsample': 0.9797822374781633, 'colsample_bytree': 0.6009532351327795, 'reg_alpha': 0.0009508639275495959, 'reg_lambda': 0.0001524410997227041}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:10,486] Trial 198 finished with value: 0.7093018007121101 and parameters: {'n_estimators': 764, 'max_depth': 14, 'learning_rate': 0.5210280815373142, 'gamma': 0.0005782120077540703, 'min_child_weight': 7, 'subsample': 0.9992949255546596, 'colsample_bytree': 0.6181418310451636, 'reg_alpha': 0.0004752363463251979, 'reg_lambda': 8.348805790822788e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "[I 2025-07-28 20:35:10,555] Trial 199 finished with value: 0.716699568607657 and parameters: {'n_estimators': 736, 'max_depth': 14, 'learning_rate': 0.5430003212800782, 'gamma': 0.00012981585330188922, 'min_child_weight': 7, 'subsample': 0.988996549758597, 'colsample_bytree': 0.5778156428539348, 'reg_alpha': 0.0012464630655151046, 'reg_lambda': 0.00018326860521084625}. Best is trial 22 with value: 0.7218094394645215.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Best trial:\n", + "F1 Score: 0.721809\n", + "Parameters:\n", + "n_estimators: 395\n", + "max_depth: 14\n", + "learning_rate: 0.5516744736853054\n", + "gamma: 0.06586236308160907\n", + "min_child_weight: 7\n", + "subsample: 0.934260221749137\n", + "colsample_bytree: 0.5657192375418623\n", + "reg_alpha: 0.0004839456623687217\n", + "reg_lambda: 0.024086595827121155\n" + ] + } + ], + "source": [ + "\n", + "import xgboost as xgb\n", + "\n", + "def objective(trial):\n", + " params = {\n", + " 'objective': 'binary:logistic',\n", + " 'use_label_encoder': False,\n", + " 'n_estimators': trial.suggest_int('n_estimators', 20, 1000),\n", + " 'max_depth': trial.suggest_int('max_depth', 1, 20),\n", + " 'learning_rate': trial.suggest_float('learning_rate', 0.01, 0.7),\n", + " 'gamma': trial.suggest_float('gamma', 1e-8, 1.0, log=True),\n", + " 'min_child_weight': trial.suggest_int('min_child_weight', 1, 10),\n", + " 'subsample': trial.suggest_float('subsample', 0.5, 1.0),\n", + " 'colsample_bytree': trial.suggest_float('colsample_bytree', 0.5, 1.0),\n", + " 'reg_alpha': trial.suggest_float('reg_alpha', 1e-8, 1.0, log=True),\n", + " 'reg_lambda': trial.suggest_float('reg_lambda', 1e-8, 1.0, log=True),\n", + " 'enable_categorical': True,\n", + " 'eval_metric': 'logloss',\n", + " 'verbosity': 0\n", + " }\n", + "\n", + " model = xgb.XGBClassifier(**params)\n", + "\n", + " scores = cross_val_score(\n", + " estimator=model,\n", + " X=X,\n", + " y=y,\n", + " scoring='f1_weighted',\n", + " cv=StratifiedKFold(n_splits=10, shuffle=True, random_state=42),\n", + " n_jobs=-1\n", + " )\n", + "\n", + " return scores.mean()\n", + "\n", + "\n", + "study = optuna.create_study(direction='maximize')\n", + "study.optimize(objective, n_trials=200)\n", + "\n", + "best_trial = study.best_trial\n", + "\n", + "print('Best trial:')\n", + "print(f'F1 Score: {best_trial.value:.6f}')\n", + "print('Parameters:')\n", + "for k, v in best_trial.params.items():\n", + " print(f'{k}: {v}')\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "**LightGBM results:**" + ] + }, + { + "cell_type": "code", + "execution_count": 56, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "[I 2025-07-28 20:39:17,046] A new study created in memory with name: no-name-d640d2f2-b93d-4408-a7ea-9161e95491e3\n", + "[I 2025-07-28 20:39:17,550] Trial 0 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'goss', 'num_leaves': 157, 'learning_rate': 0.011930732887702704, 'n_estimators': 104, 'max_depth': 8, 'min_child_samples': 71, 'subsample': 0.9402086280771477, 'colsample_bytree': 0.7682647640164344, 'reg_alpha': 1.4241168044547617e-08, 'reg_lambda': 2.0676712941542342e-07, 'min_split_gain': 0.0033415036895292826, 'cat_smooth': 97, 'cat_l2': 0.6970465070605171}. Best is trial 0 with value: 0.6231313020966095.\n", + "[I 2025-07-28 20:39:32,638] Trial 1 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'dart', 'num_leaves': 175, 'learning_rate': 0.0023119406442152646, 'n_estimators': 824, 'max_depth': 8, 'min_child_samples': 45, 'subsample': 0.9676678537059415, 'colsample_bytree': 0.5552007172897914, 'reg_alpha': 2.556389565074754e-07, 'reg_lambda': 1.8954788415197908e-06, 'min_split_gain': 9.567889959044472e-08, 'cat_smooth': 8, 'cat_l2': 0.012629197180178365}. Best is trial 0 with value: 0.6231313020966095.\n", + "[I 2025-07-28 20:39:33,382] Trial 2 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'goss', 'num_leaves': 154, 'learning_rate': 0.010577639524847965, 'n_estimators': 319, 'max_depth': 16, 'min_child_samples': 69, 'subsample': 0.6439765058630675, 'colsample_bytree': 0.5289097853402005, 'reg_alpha': 0.0006626236852074663, 'reg_lambda': 6.53766270148404e-08, 'min_split_gain': 0.001164041647526698, 'cat_smooth': 24, 'cat_l2': 1.446068317783757e-05}. Best is trial 0 with value: 0.6231313020966095.\n", + "[I 2025-07-28 20:39:45,196] Trial 3 finished with value: 0.6368075764870564 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 252, 'learning_rate': 0.08827343612724593, 'n_estimators': 799, 'max_depth': 10, 'min_child_samples': 19, 'subsample': 0.6993000429577232, 'colsample_bytree': 0.6045264837222233, 'reg_alpha': 6.52814461251969e-05, 'reg_lambda': 8.517805650299097e-07, 'min_split_gain': 0.0004200641219989977, 'cat_smooth': 76, 'cat_l2': 8.64778332326956}. Best is trial 3 with value: 0.6368075764870564.\n", + "[I 2025-07-28 20:39:47,216] Trial 4 finished with value: 0.6355926567515124 and parameters: {'boosting_type': 'goss', 'num_leaves': 145, 'learning_rate': 0.005939873478174104, 'n_estimators': 427, 'max_depth': 8, 'min_child_samples': 37, 'subsample': 0.7702350390715318, 'colsample_bytree': 0.7378855104958868, 'reg_alpha': 1.0508322769951626, 'reg_lambda': 3.145339748026582e-08, 'min_split_gain': 0.00014526167206318157, 'cat_smooth': 99, 'cat_l2': 2.0741805567230046e-06}. Best is trial 3 with value: 0.6368075764870564.\n", + "[I 2025-07-28 20:39:47,715] Trial 5 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'goss', 'num_leaves': 158, 'learning_rate': 0.016468011083841144, 'n_estimators': 246, 'max_depth': 9, 'min_child_samples': 95, 'subsample': 0.5283955503544067, 'colsample_bytree': 0.7117824510540196, 'reg_alpha': 7.791742717616925, 'reg_lambda': 9.94222571340327e-05, 'min_split_gain': 6.102603473682212e-05, 'cat_smooth': 27, 'cat_l2': 0.0002803237284839922}. Best is trial 3 with value: 0.6368075764870564.\n", + "[I 2025-07-28 20:39:48,600] Trial 6 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'goss', 'num_leaves': 180, 'learning_rate': 0.012414282141054896, 'n_estimators': 452, 'max_depth': 6, 'min_child_samples': 89, 'subsample': 0.5600228983312728, 'colsample_bytree': 0.7857293050106939, 'reg_alpha': 2.430199424311073, 'reg_lambda': 0.01184362454097306, 'min_split_gain': 0.0008029623154297099, 'cat_smooth': 81, 'cat_l2': 2.4867416687905024e-05}. Best is trial 3 with value: 0.6368075764870564.\n", + "[I 2025-07-28 20:39:48,909] Trial 7 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'goss', 'num_leaves': 186, 'learning_rate': 0.019776348768948092, 'n_estimators': 73, 'max_depth': 2, 'min_child_samples': 34, 'subsample': 0.8054121738855151, 'colsample_bytree': 0.7273826734051428, 'reg_alpha': 0.002405874386393015, 'reg_lambda': 8.379172902778286e-05, 'min_split_gain': 0.6786915334278777, 'cat_smooth': 40, 'cat_l2': 3.416004460595614e-08}. Best is trial 3 with value: 0.6368075764870564.\n", + "[I 2025-07-28 20:39:50,134] Trial 8 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'goss', 'num_leaves': 59, 'learning_rate': 0.031223787446645883, 'n_estimators': 732, 'max_depth': 2, 'min_child_samples': 63, 'subsample': 0.8533852802426168, 'colsample_bytree': 0.6204240867762687, 'reg_alpha': 6.179604754095879e-05, 'reg_lambda': 0.007001462322552785, 'min_split_gain': 1.4837294952945854e-06, 'cat_smooth': 100, 'cat_l2': 1.8790965585406727e-06}. Best is trial 3 with value: 0.6368075764870564.\n", + "[I 2025-07-28 20:39:52,573] Trial 9 finished with value: 0.6510805391690726 and parameters: {'boosting_type': 'goss', 'num_leaves': 123, 'learning_rate': 0.09437244069916757, 'n_estimators': 698, 'max_depth': 5, 'min_child_samples': 35, 'subsample': 0.8938580906986016, 'colsample_bytree': 0.6718730438129622, 'reg_alpha': 2.2362509027005454e-07, 'reg_lambda': 0.13571499249828703, 'min_split_gain': 0.008858377720537535, 'cat_smooth': 69, 'cat_l2': 0.6122894333954845}. Best is trial 9 with value: 0.6510805391690726.\n", + "[I 2025-07-28 20:40:13,802] Trial 10 finished with value: 0.672263014827729 and parameters: {'boosting_type': 'dart', 'num_leaves': 68, 'learning_rate': 0.09097649430659474, 'n_estimators': 991, 'max_depth': 15, 'min_child_samples': 9, 'subsample': 0.8830642591621553, 'colsample_bytree': 0.9639930706289042, 'reg_alpha': 9.235828053170763e-07, 'reg_lambda': 7.3417769187121475, 'min_split_gain': 0.23521140974524993, 'cat_smooth': 60, 'cat_l2': 0.025537238327969215}. Best is trial 10 with value: 0.672263014827729.\n", + "[I 2025-07-28 20:40:35,578] Trial 11 finished with value: 0.6564116499525982 and parameters: {'boosting_type': 'dart', 'num_leaves': 62, 'learning_rate': 0.0909100661052065, 'n_estimators': 635, 'max_depth': 15, 'min_child_samples': 1, 'subsample': 0.8902988349921315, 'colsample_bytree': 0.9842659290874898, 'reg_alpha': 1.0164569364755628e-06, 'reg_lambda': 4.3783296777558816, 'min_split_gain': 0.08579264292816895, 'cat_smooth': 61, 'cat_l2': 0.031203616465519605}. Best is trial 10 with value: 0.672263014827729.\n", + "[I 2025-07-28 20:40:50,459] Trial 12 finished with value: 0.717524680075485 and parameters: {'boosting_type': 'dart', 'num_leaves': 2, 'learning_rate': 0.049365394384543904, 'n_estimators': 962, 'max_depth': 16, 'min_child_samples': 1, 'subsample': 0.99138156242418, 'colsample_bytree': 0.9812314697274511, 'reg_alpha': 2.348719635348811e-06, 'reg_lambda': 5.195721656356146, 'min_split_gain': 0.5760551758361363, 'cat_smooth': 57, 'cat_l2': 0.01106570998847299}. Best is trial 12 with value: 0.717524680075485.\n", + "[I 2025-07-28 20:41:07,108] Trial 13 finished with value: 0.7197965978658358 and parameters: {'boosting_type': 'dart', 'num_leaves': 14, 'learning_rate': 0.04125433982538282, 'n_estimators': 951, 'max_depth': 20, 'min_child_samples': 2, 'subsample': 0.9969737804253196, 'colsample_bytree': 0.9962812432255963, 'reg_alpha': 5.551182746159714e-06, 'reg_lambda': 8.696427285074245, 'min_split_gain': 0.9980306723114372, 'cat_smooth': 55, 'cat_l2': 0.006634164117567418}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:41:28,375] Trial 14 finished with value: 0.6840219766573878 and parameters: {'boosting_type': 'dart', 'num_leaves': 6, 'learning_rate': 0.03726975738762841, 'n_estimators': 990, 'max_depth': 20, 'min_child_samples': 20, 'subsample': 0.9636355411508947, 'colsample_bytree': 0.869477752623716, 'reg_alpha': 1.1237201945624705e-05, 'reg_lambda': 0.44570506360114326, 'min_split_gain': 0.01948995050521952, 'cat_smooth': 46, 'cat_l2': 0.0019030121426557686}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:41:47,968] Trial 15 finished with value: 0.7006977307951551 and parameters: {'boosting_type': 'dart', 'num_leaves': 12, 'learning_rate': 0.0429677024078769, 'n_estimators': 902, 'max_depth': 20, 'min_child_samples': 1, 'subsample': 0.9852489005087981, 'colsample_bytree': 0.893450171716603, 'reg_alpha': 0.008366640771495185, 'reg_lambda': 0.3235086485319349, 'min_split_gain': 0.8451307924797714, 'cat_smooth': 33, 'cat_l2': 0.0005515381389208147}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:41:56,137] Trial 16 finished with value: 0.7062475274341633 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 32, 'learning_rate': 0.005066428024631757, 'n_estimators': 580, 'max_depth': 17, 'min_child_samples': 20, 'subsample': 0.9977891819436472, 'colsample_bytree': 0.9199727227423167, 'reg_alpha': 0.036574823055622444, 'reg_lambda': 0.0028141316047181958, 'min_split_gain': 1.660504643634783e-05, 'cat_smooth': 53, 'cat_l2': 0.42830507155923125}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:42:14,048] Trial 17 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'dart', 'num_leaves': 97, 'learning_rate': 0.0010015199112142212, 'n_estimators': 911, 'max_depth': 13, 'min_child_samples': 11, 'subsample': 0.8181894270622029, 'colsample_bytree': 0.8557074355943006, 'reg_alpha': 9.251886816015292e-06, 'reg_lambda': 9.57655422720268, 'min_split_gain': 0.044673702534568926, 'cat_smooth': 14, 'cat_l2': 0.0033610854662914943}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:42:28,563] Trial 18 finished with value: 0.6785644261986459 and parameters: {'boosting_type': 'dart', 'num_leaves': 33, 'learning_rate': 0.050472299879578804, 'n_estimators': 843, 'max_depth': 18, 'min_child_samples': 56, 'subsample': 0.7192737579795154, 'colsample_bytree': 0.9978222893072872, 'reg_alpha': 3.528230124783304e-08, 'reg_lambda': 0.056486029320163375, 'min_split_gain': 0.08846437961480098, 'cat_smooth': 82, 'cat_l2': 0.00011065112735966828}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:42:38,950] Trial 19 finished with value: 0.6688920611235516 and parameters: {'boosting_type': 'dart', 'num_leaves': 105, 'learning_rate': 0.02573422208033165, 'n_estimators': 552, 'max_depth': 13, 'min_child_samples': 24, 'subsample': 0.9275575275032855, 'colsample_bytree': 0.826422197307132, 'reg_alpha': 6.002868913329855e-06, 'reg_lambda': 1.1505988090370458, 'min_split_gain': 1.932904098121386e-08, 'cat_smooth': 52, 'cat_l2': 0.12399006865501874}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:42:57,526] Trial 20 finished with value: 0.626105328609453 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 26, 'learning_rate': 0.055914832263647886, 'n_estimators': 685, 'max_depth': 13, 'min_child_samples': 11, 'subsample': 0.9279930084805575, 'colsample_bytree': 0.9255412007331443, 'reg_alpha': 0.0001630775482193703, 'reg_lambda': 8.695663946873398e-06, 'min_split_gain': 2.8081886542003718e-06, 'cat_smooth': 68, 'cat_l2': 3.5242259576172392}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:43:03,853] Trial 21 finished with value: 0.6897761995491732 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 40, 'learning_rate': 0.005896824537081178, 'n_estimators': 581, 'max_depth': 18, 'min_child_samples': 25, 'subsample': 0.9767015699553309, 'colsample_bytree': 0.9264101868262761, 'reg_alpha': 0.06402169889288245, 'reg_lambda': 0.0012191784658932767, 'min_split_gain': 1.4057634151069133e-05, 'cat_smooth': 51, 'cat_l2': 0.35057040217117114}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:43:11,279] Trial 22 finished with value: 0.6799162621431332 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 6, 'learning_rate': 0.005919354061221762, 'n_estimators': 898, 'max_depth': 18, 'min_child_samples': 7, 'subsample': 0.9960065442263065, 'colsample_bytree': 0.9275590568372392, 'reg_alpha': 0.03957370300017161, 'reg_lambda': 0.024498151312132378, 'min_split_gain': 7.331123136996487e-07, 'cat_smooth': 41, 'cat_l2': 0.005107673415853744}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:43:32,724] Trial 23 finished with value: 0.6726048720173389 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 45, 'learning_rate': 0.003267786447538894, 'n_estimators': 997, 'max_depth': 17, 'min_child_samples': 13, 'subsample': 0.846222706882606, 'colsample_bytree': 0.9529508482313498, 'reg_alpha': 0.12285531714039583, 'reg_lambda': 0.0014474019127078653, 'min_split_gain': 9.586089031026947e-06, 'cat_smooth': 58, 'cat_l2': 0.08803593792778797}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:44:28,317] Trial 24 finished with value: 0.6588751143197397 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 79, 'learning_rate': 0.0035539074169131314, 'n_estimators': 753, 'max_depth': 20, 'min_child_samples': 2, 'subsample': 0.9966765953866036, 'colsample_bytree': 0.999216849733623, 'reg_alpha': 0.000953071115833932, 'reg_lambda': 0.8657677852155055, 'min_split_gain': 4.591008177072167e-05, 'cat_smooth': 68, 'cat_l2': 0.0010577491112796742}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:44:32,431] Trial 25 finished with value: 0.6850189019793451 and parameters: {'boosting_type': 'dart', 'num_leaves': 24, 'learning_rate': 0.0609959769251347, 'n_estimators': 310, 'max_depth': 12, 'min_child_samples': 27, 'subsample': 0.9194320541731567, 'colsample_bytree': 0.8297770095499021, 'reg_alpha': 1.7413272405515068e-06, 'reg_lambda': 0.9837929143747326, 'min_split_gain': 0.2232049982683139, 'cat_smooth': 41, 'cat_l2': 1.7951562754489414}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:44:42,603] Trial 26 finished with value: 0.6763253267623506 and parameters: {'boosting_type': 'dart', 'num_leaves': 88, 'learning_rate': 0.026839915999590278, 'n_estimators': 452, 'max_depth': 15, 'min_child_samples': 18, 'subsample': 0.6263256411029527, 'colsample_bytree': 0.8921990789745604, 'reg_alpha': 4.15592319025392e-05, 'reg_lambda': 0.06300076570228702, 'min_split_gain': 0.005008584801867099, 'cat_smooth': 54, 'cat_l2': 0.10575529602124123}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:44:46,380] Trial 27 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 53, 'learning_rate': 0.0017126302012685887, 'n_estimators': 629, 'max_depth': 17, 'min_child_samples': 42, 'subsample': 0.9486300615360401, 'colsample_bytree': 0.9461661194609114, 'reg_alpha': 9.601165755902511e-08, 'reg_lambda': 0.000865069444110713, 'min_split_gain': 0.9272773182246925, 'cat_smooth': 30, 'cat_l2': 0.008168281926436984}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:44:49,635] Trial 28 finished with value: 0.6417914351668961 and parameters: {'boosting_type': 'dart', 'num_leaves': 22, 'learning_rate': 0.008016770612472484, 'n_estimators': 166, 'max_depth': 19, 'min_child_samples': 16, 'subsample': 0.8634556873708343, 'colsample_bytree': 0.8984379782191951, 'reg_alpha': 0.007518758119660195, 'reg_lambda': 1.426742721660393e-05, 'min_split_gain': 2.6144808969232805e-07, 'cat_smooth': 89, 'cat_l2': 0.04576251543602996}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:44:55,693] Trial 29 finished with value: 0.7025055013472764 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 5, 'learning_rate': 0.01815156913739852, 'n_estimators': 921, 'max_depth': 16, 'min_child_samples': 29, 'subsample': 0.9406217275055744, 'colsample_bytree': 0.7920583694812922, 'reg_alpha': 1.826824175357694e-08, 'reg_lambda': 2.66820419302532, 'min_split_gain': 0.0017191375641803152, 'cat_smooth': 65, 'cat_l2': 0.37985354349460093}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:45:08,281] Trial 30 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'dart', 'num_leaves': 224, 'learning_rate': 0.0038187185595605923, 'n_estimators': 802, 'max_depth': 11, 'min_child_samples': 83, 'subsample': 0.9055161233246256, 'colsample_bytree': 0.9675750633354508, 'reg_alpha': 3.447705380314849e-06, 'reg_lambda': 0.003120695636491341, 'min_split_gain': 0.00025284315973185843, 'cat_smooth': 76, 'cat_l2': 1.483379327048047}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:45:11,799] Trial 31 finished with value: 0.7108212791749757 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 3, 'learning_rate': 0.017200274094160625, 'n_estimators': 908, 'max_depth': 16, 'min_child_samples': 26, 'subsample': 0.9474627324369493, 'colsample_bytree': 0.7675453519397789, 'reg_alpha': 1.3690415375971656e-08, 'reg_lambda': 3.653779097062729, 'min_split_gain': 0.0021700076140218735, 'cat_smooth': 65, 'cat_l2': 0.23312231775844222}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:45:39,286] Trial 32 finished with value: 0.6768999092567144 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 39, 'learning_rate': 0.012367167333095215, 'n_estimators': 941, 'max_depth': 14, 'min_child_samples': 5, 'subsample': 0.9709819461477587, 'colsample_bytree': 0.6631466889702952, 'reg_alpha': 2.827832689190023e-07, 'reg_lambda': 2.4899055651353152, 'min_split_gain': 0.01743146048687132, 'cat_smooth': 47, 'cat_l2': 0.013521484609541919}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:45:41,273] Trial 33 finished with value: 0.6929808081617297 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 2, 'learning_rate': 0.008153664429650443, 'n_estimators': 856, 'max_depth': 17, 'min_child_samples': 50, 'subsample': 0.9521294621414733, 'colsample_bytree': 0.825743395544325, 'reg_alpha': 1.0037064923252317e-07, 'reg_lambda': 0.1831994941923971, 'min_split_gain': 0.14322627112615938, 'cat_smooth': 57, 'cat_l2': 0.16719422767263684}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:45:53,896] Trial 34 finished with value: 0.6592417353170894 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 20, 'learning_rate': 0.038919013957334464, 'n_estimators': 775, 'max_depth': 19, 'min_child_samples': 15, 'subsample': 0.9970724785266725, 'colsample_bytree': 0.9153552818975454, 'reg_alpha': 1.4360907859845785e-08, 'reg_lambda': 9.619073895299701, 'min_split_gain': 7.4695871411409356e-06, 'cat_smooth': 76, 'cat_l2': 9.875978309852645}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:46:04,282] Trial 35 finished with value: 0.6150711815495594 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 45, 'learning_rate': 0.0680898748175799, 'n_estimators': 860, 'max_depth': 16, 'min_child_samples': 6, 'subsample': 0.9592840742775751, 'colsample_bytree': 0.8666791661682013, 'reg_alpha': 0.00038602446572778484, 'reg_lambda': 4.284524626286396e-07, 'min_split_gain': 0.0032437181479848557, 'cat_smooth': 2, 'cat_l2': 0.014313911351928133}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:46:27,844] Trial 36 finished with value: 0.6949928507680796 and parameters: {'boosting_type': 'dart', 'num_leaves': 20, 'learning_rate': 0.02092254392577444, 'n_estimators': 952, 'max_depth': 19, 'min_child_samples': 21, 'subsample': 0.7825940315029082, 'colsample_bytree': 0.9695469669490798, 'reg_alpha': 1.9655125098651548e-05, 'reg_lambda': 1.8547112091554627, 'min_split_gain': 2.925793192008027e-05, 'cat_smooth': 20, 'cat_l2': 0.00012971223979120554}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:46:32,764] Trial 37 finished with value: 0.6992252711606737 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 73, 'learning_rate': 0.015146921013681524, 'n_estimators': 821, 'max_depth': 14, 'min_child_samples': 45, 'subsample': 0.9226382754541562, 'colsample_bytree': 0.5355954449985275, 'reg_alpha': 0.3142472912390962, 'reg_lambda': 0.050734452846381874, 'min_split_gain': 0.00013895495372545123, 'cat_smooth': 46, 'cat_l2': 1.1381167006889208}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:46:35,058] Trial 38 finished with value: 0.6346775945840786 and parameters: {'boosting_type': 'dart', 'num_leaves': 116, 'learning_rate': 0.008703825933115871, 'n_estimators': 190, 'max_depth': 11, 'min_child_samples': 32, 'subsample': 0.6275096347130951, 'colsample_bytree': 0.7632023079758256, 'reg_alpha': 0.00018122242258756437, 'reg_lambda': 9.769974371285146e-08, 'min_split_gain': 0.3423164462329521, 'cat_smooth': 63, 'cat_l2': 0.2553113831920139}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:46:37,663] Trial 39 finished with value: 0.6835944895762288 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 32, 'learning_rate': 0.07192745798656165, 'n_estimators': 349, 'max_depth': 16, 'min_child_samples': 39, 'subsample': 0.7320531392261979, 'colsample_bytree': 0.5748257932929618, 'reg_alpha': 4.496943922792475e-07, 'reg_lambda': 0.00013341641323592445, 'min_split_gain': 0.0005407904749006469, 'cat_smooth': 37, 'cat_l2': 1.0217100105627151e-08}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:46:38,884] Trial 40 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'goss', 'num_leaves': 52, 'learning_rate': 0.030572450739210822, 'n_estimators': 696, 'max_depth': 18, 'min_child_samples': 71, 'subsample': 0.6635039799627691, 'colsample_bytree': 0.6795495757769043, 'reg_alpha': 8.294165662537923e-08, 'reg_lambda': 1.421637544463089e-08, 'min_split_gain': 0.029590398766073722, 'cat_smooth': 91, 'cat_l2': 3.3920621516180445}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:46:42,603] Trial 41 finished with value: 0.7120603732818822 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 3, 'learning_rate': 0.017797434972449008, 'n_estimators': 946, 'max_depth': 16, 'min_child_samples': 29, 'subsample': 0.9396290629254099, 'colsample_bytree': 0.7858577684934318, 'reg_alpha': 2.0468142105475243e-08, 'reg_lambda': 2.8986046896907616, 'min_split_gain': 0.0014837768731113155, 'cat_smooth': 65, 'cat_l2': 0.40246674164774066}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:46:50,485] Trial 42 finished with value: 0.6784170220310095 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 16, 'learning_rate': 0.023119350429780413, 'n_estimators': 879, 'max_depth': 17, 'min_child_samples': 31, 'subsample': 0.9694250771999932, 'colsample_bytree': 0.7199890721610154, 'reg_alpha': 1.1547070484668798e-08, 'reg_lambda': 0.4217760667313681, 'min_split_gain': 0.0015250235630343216, 'cat_smooth': 71, 'cat_l2': 0.04752424284754747}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:46:54,223] Trial 43 finished with value: 0.699681111737427 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 3, 'learning_rate': 0.014545149897504626, 'n_estimators': 947, 'max_depth': 14, 'min_child_samples': 22, 'subsample': 0.9995429766769628, 'colsample_bytree': 0.776653182942258, 'reg_alpha': 4.278076870738045e-08, 'reg_lambda': 3.9281119940561475, 'min_split_gain': 0.010989167819612386, 'cat_smooth': 54, 'cat_l2': 0.5487255510664593}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:47:10,331] Trial 44 finished with value: 0.666435133218988 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 203, 'learning_rate': 0.0048532945102431994, 'n_estimators': 961, 'max_depth': 7, 'min_child_samples': 15, 'subsample': 0.8686365985360176, 'colsample_bytree': 0.9443291765434465, 'reg_alpha': 4.275242700255565e-07, 'reg_lambda': 0.13094093545871277, 'min_split_gain': 0.00010728244876350058, 'cat_smooth': 64, 'cat_l2': 0.002964098521463638}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:47:19,427] Trial 45 finished with value: 0.6814415692151947 and parameters: {'boosting_type': 'goss', 'num_leaves': 139, 'learning_rate': 0.011448596940680416, 'n_estimators': 800, 'max_depth': 15, 'min_child_samples': 7, 'subsample': 0.9048335470515667, 'colsample_bytree': 0.7995484646627149, 'reg_alpha': 1.5084452496378685e-06, 'reg_lambda': 0.7244570183278829, 'min_split_gain': 0.47091707373082525, 'cat_smooth': 74, 'cat_l2': 0.019052614184790324}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:47:24,277] Trial 46 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'dart', 'num_leaves': 15, 'learning_rate': 0.0462131816171126, 'n_estimators': 492, 'max_depth': 4, 'min_child_samples': 51, 'subsample': 0.9516637749157578, 'colsample_bytree': 0.6881947863187985, 'reg_alpha': 8.869024667593862, 'reg_lambda': 0.008050856336611786, 'min_split_gain': 0.00038606419083351667, 'cat_smooth': 57, 'cat_l2': 0.060724405583466534}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:47:28,688] Trial 47 finished with value: 0.6910675973529252 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 31, 'learning_rate': 0.035352273814112954, 'n_estimators': 998, 'max_depth': 19, 'min_child_samples': 38, 'subsample': 0.8405798763065064, 'colsample_bytree': 0.9818634515549305, 'reg_alpha': 0.002008224669907828, 'reg_lambda': 4.708633238256517, 'min_split_gain': 0.057872931504532286, 'cat_smooth': 46, 'cat_l2': 3.9474337676045246}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:47:42,688] Trial 48 finished with value: 0.6627024801331395 and parameters: {'boosting_type': 'dart', 'num_leaves': 163, 'learning_rate': 0.03000451746019313, 'n_estimators': 864, 'max_depth': 9, 'min_child_samples': 63, 'subsample': 0.9695199897971774, 'colsample_bytree': 0.744850332602434, 'reg_alpha': 2.2222900234668606, 'reg_lambda': 0.25234917390553824, 'min_split_gain': 0.003915356323973921, 'cat_smooth': 82, 'cat_l2': 3.059321583528278e-07}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:49:08,764] Trial 49 finished with value: 0.6694939177792161 and parameters: {'boosting_type': 'goss', 'num_leaves': 253, 'learning_rate': 0.002400588057050513, 'n_estimators': 730, 'max_depth': 20, 'min_child_samples': 1, 'subsample': 0.5100516914417972, 'colsample_bytree': 0.6479525706259149, 'reg_alpha': 2.679690788137633e-05, 'reg_lambda': 2.5212881928323618e-06, 'min_split_gain': 2.5188474408325064e-06, 'cat_smooth': 60, 'cat_l2': 0.0008667649131257224}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:49:14,943] Trial 50 finished with value: 0.6559413815259487 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 13, 'learning_rate': 0.01722768675182638, 'n_estimators': 898, 'max_depth': 16, 'min_child_samples': 12, 'subsample': 0.5794466389884317, 'colsample_bytree': 0.848627753266625, 'reg_alpha': 1.834027276312946e-07, 'reg_lambda': 1.7923255893796959, 'min_split_gain': 0.11835692919502845, 'cat_smooth': 72, 'cat_l2': 0.007346201531632847}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:49:21,260] Trial 51 finished with value: 0.7083337761913799 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 5, 'learning_rate': 0.009765027063428026, 'n_estimators': 916, 'max_depth': 16, 'min_child_samples': 28, 'subsample': 0.9351645366183776, 'colsample_bytree': 0.7961916155227018, 'reg_alpha': 2.761534005715707e-08, 'reg_lambda': 3.6109137631784525, 'min_split_gain': 0.002514713466995429, 'cat_smooth': 62, 'cat_l2': 0.5735807326171416}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:49:23,443] Trial 52 finished with value: 0.7100645879402776 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 2, 'learning_rate': 0.009869280902547668, 'n_estimators': 962, 'max_depth': 15, 'min_child_samples': 26, 'subsample': 0.9312809910959956, 'colsample_bytree': 0.7405479910427024, 'reg_alpha': 4.0668317301987544e-08, 'reg_lambda': 5.6457758638523785, 'min_split_gain': 2.1971900799515336e-05, 'cat_smooth': 66, 'cat_l2': 0.2099376789356836}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:49:30,304] Trial 53 finished with value: 0.6986235299453515 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 12, 'learning_rate': 0.009584034201931296, 'n_estimators': 959, 'max_depth': 12, 'min_child_samples': 34, 'subsample': 0.8815705561924541, 'colsample_bytree': 0.7074029387307987, 'reg_alpha': 4.18858678503457e-08, 'reg_lambda': 8.857115037263265, 'min_split_gain': 0.0011107849997826589, 'cat_smooth': 64, 'cat_l2': 0.21474367512308218}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:49:32,256] Trial 54 finished with value: 0.6922156759414605 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 2, 'learning_rate': 0.007201034923463102, 'n_estimators': 836, 'max_depth': 15, 'min_child_samples': 26, 'subsample': 0.907682618184742, 'colsample_bytree': 0.7627477956421426, 'reg_alpha': 2.7039095401554585e-08, 'reg_lambda': 3.3552395029174678, 'min_split_gain': 0.008115573746654468, 'cat_smooth': 68, 'cat_l2': 0.8365375113403059}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:49:34,406] Trial 55 finished with value: 0.6364413055845694 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 26, 'learning_rate': 0.014280361525417881, 'n_estimators': 934, 'max_depth': 14, 'min_child_samples': 100, 'subsample': 0.9382681708576159, 'colsample_bytree': 0.8011802763073245, 'reg_alpha': 7.320474014244803e-08, 'reg_lambda': 0.5902850222806538, 'min_split_gain': 0.0023230568567251127, 'cat_smooth': 49, 'cat_l2': 0.027790249149283672}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:49:48,001] Trial 56 finished with value: 0.6856838100748341 and parameters: {'boosting_type': 'dart', 'num_leaves': 12, 'learning_rate': 0.010892670552103311, 'n_estimators': 888, 'max_depth': 1, 'min_child_samples': 79, 'subsample': 0.8233895338573913, 'colsample_bytree': 0.7080422161791345, 'reg_alpha': 1.0416394954094488e-08, 'reg_lambda': 1.4814855938555558, 'min_split_gain': 5.579919472763125e-05, 'cat_smooth': 61, 'cat_l2': 1.392524523396796e-05}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:50:11,299] Trial 57 finished with value: 0.6537548913632805 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 38, 'learning_rate': 0.02369127846962361, 'n_estimators': 983, 'max_depth': 16, 'min_child_samples': 9, 'subsample': 0.8875948216785874, 'colsample_bytree': 0.7317888403304127, 'reg_alpha': 6.725590378591451e-07, 'reg_lambda': 4.833870687515943, 'min_split_gain': 0.000651601527891036, 'cat_smooth': 67, 'cat_l2': 0.10887227144937908}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:50:29,874] Trial 58 finished with value: 0.6807244530195465 and parameters: {'boosting_type': 'dart', 'num_leaves': 50, 'learning_rate': 0.020258549444660795, 'n_estimators': 902, 'max_depth': 18, 'min_child_samples': 29, 'subsample': 0.9332344083501928, 'colsample_bytree': 0.8110798073084073, 'reg_alpha': 1.8282620742973894e-07, 'reg_lambda': 1.1040007087617416, 'min_split_gain': 0.03476174240327441, 'cat_smooth': 54, 'cat_l2': 2.0387937840915806}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:50:34,218] Trial 59 finished with value: 0.6904526586302504 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 65, 'learning_rate': 0.006936819015018718, 'n_estimators': 776, 'max_depth': 13, 'min_child_samples': 44, 'subsample': 0.9760425622507007, 'colsample_bytree': 0.7503744132726036, 'reg_alpha': 2.4974459193928202e-06, 'reg_lambda': 5.391738477400718, 'min_split_gain': 0.22982107060518644, 'cat_smooth': 58, 'cat_l2': 0.23345174281847156}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:50:40,136] Trial 60 finished with value: 0.7038614992282215 and parameters: {'boosting_type': 'goss', 'num_leaves': 25, 'learning_rate': 0.013517491579827106, 'n_estimators': 969, 'max_depth': 12, 'min_child_samples': 18, 'subsample': 0.9831305767918619, 'colsample_bytree': 0.63989000563319, 'reg_alpha': 2.8437276128244137e-08, 'reg_lambda': 0.11752156346255564, 'min_split_gain': 4.883146564042739e-06, 'cat_smooth': 80, 'cat_l2': 0.0028499611189905}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:50:50,116] Trial 61 finished with value: 0.6827348305743886 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 11, 'learning_rate': 0.010206539127440135, 'n_estimators': 915, 'max_depth': 17, 'min_child_samples': 26, 'subsample': 0.952910095954546, 'colsample_bytree': 0.9884491738928336, 'reg_alpha': 5.279698123572716e-08, 'reg_lambda': 0.502476549714084, 'min_split_gain': 2.5767114109879443e-05, 'cat_smooth': 52, 'cat_l2': 0.6921896803926386}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:50:54,664] Trial 62 finished with value: 0.6636618238028898 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 33, 'learning_rate': 0.00633917347200289, 'n_estimators': 368, 'max_depth': 15, 'min_child_samples': 21, 'subsample': 0.9837063379997316, 'colsample_bytree': 0.7857662470785232, 'reg_alpha': 4.867837553554105e-06, 'reg_lambda': 0.019196427027925105, 'min_split_gain': 0.0002604451832538366, 'cat_smooth': 62, 'cat_l2': 0.5027142209016272}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:50:56,184] Trial 63 finished with value: 0.6899590381901541 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 2, 'learning_rate': 0.07736502573400762, 'n_estimators': 660, 'max_depth': 17, 'min_child_samples': 24, 'subsample': 0.9206619749255643, 'colsample_bytree': 0.8434318715224228, 'reg_alpha': 2.336806829936855e-08, 'reg_lambda': 2.464231948818147, 'min_split_gain': 1.6285987295176312e-05, 'cat_smooth': 71, 'cat_l2': 0.07359710278021067}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:51:19,446] Trial 64 finished with value: 0.6691167571488398 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 22, 'learning_rate': 0.005241263303554384, 'n_estimators': 825, 'max_depth': 18, 'min_child_samples': 4, 'subsample': 0.94071923343965, 'colsample_bytree': 0.8784600904269383, 'reg_alpha': 1.4800323549436926e-07, 'reg_lambda': 8.446081235441842, 'min_split_gain': 1.0995211691095544e-06, 'cat_smooth': 55, 'cat_l2': 4.678492617013728}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:51:37,504] Trial 65 finished with value: 0.6870041453531559 and parameters: {'boosting_type': 'dart', 'num_leaves': 10, 'learning_rate': 0.05530820637013717, 'n_estimators': 926, 'max_depth': 16, 'min_child_samples': 40, 'subsample': 0.9583503420479171, 'colsample_bytree': 0.9394910104875376, 'reg_alpha': 6.872403312063344e-07, 'reg_lambda': 1.3065722117447771, 'min_split_gain': 8.314884798087086e-05, 'cat_smooth': 43, 'cat_l2': 0.0003417597677197959}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:51:41,496] Trial 66 finished with value: 0.6214721769080725 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 29, 'learning_rate': 0.002454188669335525, 'n_estimators': 566, 'max_depth': 15, 'min_child_samples': 34, 'subsample': 0.9854994092258045, 'colsample_bytree': 0.9072899870715164, 'reg_alpha': 0.01598169686630148, 'reg_lambda': 3.101297976574639, 'min_split_gain': 0.5024420950793349, 'cat_smooth': 50, 'cat_l2': 0.030586098343407687}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:51:54,649] Trial 67 finished with value: 0.6820820438792696 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 41, 'learning_rate': 0.004803221543260232, 'n_estimators': 867, 'max_depth': 19, 'min_child_samples': 18, 'subsample': 0.9134290256321478, 'colsample_bytree': 0.7553928725013463, 'reg_alpha': 7.683431388179381e-05, 'reg_lambda': 0.00032997282285136993, 'min_split_gain': 1.7923647416962208e-08, 'cat_smooth': 65, 'cat_l2': 0.13391523453657975}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:51:56,220] Trial 68 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'dart', 'num_leaves': 15, 'learning_rate': 0.004262493144415039, 'n_estimators': 68, 'max_depth': 17, 'min_child_samples': 9, 'subsample': 0.9353756753326161, 'colsample_bytree': 0.969547676394176, 'reg_alpha': 9.963109689094682e-06, 'reg_lambda': 0.23499551547531378, 'min_split_gain': 3.252638993273638e-07, 'cat_smooth': 59, 'cat_l2': 1.3112125455363164}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:52:01,769] Trial 69 finished with value: 0.6386000525057732 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 56, 'learning_rate': 0.0028552846952951193, 'n_estimators': 611, 'max_depth': 14, 'min_child_samples': 29, 'subsample': 0.9635897139719372, 'colsample_bytree': 0.8151477586650185, 'reg_alpha': 2.9048171516102035e-07, 'reg_lambda': 2.1976924814981937e-05, 'min_split_gain': 0.00020441132688796775, 'cat_smooth': 66, 'cat_l2': 0.0013843914303127384}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:52:02,242] Trial 70 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'dart', 'num_leaves': 9, 'learning_rate': 0.009227096553841884, 'n_estimators': 31, 'max_depth': 20, 'min_child_samples': 12, 'subsample': 0.8995405833502628, 'colsample_bytree': 0.7783110427575243, 'reg_alpha': 1.6948269171900784e-08, 'reg_lambda': 0.73877240053725, 'min_split_gain': 0.00622291032934682, 'cat_smooth': 37, 'cat_l2': 0.37571954908173444}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:52:08,211] Trial 71 finished with value: 0.7059945453580585 and parameters: {'boosting_type': 'goss', 'num_leaves': 22, 'learning_rate': 0.014021140508903775, 'n_estimators': 971, 'max_depth': 12, 'min_child_samples': 18, 'subsample': 0.9850576608968605, 'colsample_bytree': 0.5027574324911613, 'reg_alpha': 2.980867037341985e-08, 'reg_lambda': 0.08915955020649212, 'min_split_gain': 4.02735082885987e-06, 'cat_smooth': 89, 'cat_l2': 0.0031505061843960075}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:52:12,826] Trial 72 finished with value: 0.6570202186740278 and parameters: {'boosting_type': 'goss', 'num_leaves': 21, 'learning_rate': 0.01668959797039444, 'n_estimators': 984, 'max_depth': 13, 'min_child_samples': 23, 'subsample': 0.9870698978603427, 'colsample_bytree': 0.5042387379090878, 'reg_alpha': 5.7311325698549683e-08, 'reg_lambda': 6.747102928334554, 'min_split_gain': 7.400536360496738e-06, 'cat_smooth': 95, 'cat_l2': 0.0073805383401044575}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:52:16,712] Trial 73 finished with value: 0.6613644735348478 and parameters: {'boosting_type': 'goss', 'num_leaves': 34, 'learning_rate': 0.012621965074376119, 'n_estimators': 1000, 'max_depth': 15, 'min_child_samples': 36, 'subsample': 0.9763305441933265, 'colsample_bytree': 0.9621352968832182, 'reg_alpha': 1.0353538575528952e-08, 'reg_lambda': 0.07144400361682895, 'min_split_gain': 2.603862638007202e-06, 'cat_smooth': 78, 'cat_l2': 0.012281989716208022}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:52:27,903] Trial 74 finished with value: 0.6630906458896659 and parameters: {'boosting_type': 'goss', 'num_leaves': 47, 'learning_rate': 0.0018797295902512174, 'n_estimators': 957, 'max_depth': 10, 'min_child_samples': 14, 'subsample': 0.996659039995537, 'colsample_bytree': 0.5648398122816488, 'reg_alpha': 0.3913092929341412, 'reg_lambda': 0.033368742391463, 'min_split_gain': 2.780048339115289e-05, 'cat_smooth': 91, 'cat_l2': 0.00010577303835727567}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:52:33,372] Trial 75 finished with value: 0.7039986431338512 and parameters: {'boosting_type': 'goss', 'num_leaves': 20, 'learning_rate': 0.019019947810561717, 'n_estimators': 935, 'max_depth': 16, 'min_child_samples': 19, 'subsample': 0.9494609301253365, 'colsample_bytree': 0.9928284741907479, 'reg_alpha': 1.1210519470919483e-07, 'reg_lambda': 2.206391053337148, 'min_split_gain': 1.2463948403446932e-05, 'cat_smooth': 86, 'cat_l2': 0.003850873468421374}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:52:41,338] Trial 76 finished with value: 0.6715354097060204 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 7, 'learning_rate': 0.026318073982268014, 'n_estimators': 880, 'max_depth': 14, 'min_child_samples': 31, 'subsample': 0.9662316551971742, 'colsample_bytree': 0.6101142821655217, 'reg_alpha': 2.4140922398436247e-08, 'reg_lambda': 0.36727558931054577, 'min_split_gain': 8.011812258260303e-08, 'cat_smooth': 49, 'cat_l2': 2.148118845470532}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:53:25,622] Trial 77 finished with value: 0.6326773422532096 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 237, 'learning_rate': 0.00760629977518044, 'n_estimators': 842, 'max_depth': 18, 'min_child_samples': 5, 'subsample': 0.7754675306964672, 'colsample_bytree': 0.8828867259469838, 'reg_alpha': 1.2028356867718742e-06, 'reg_lambda': 0.012650241207182222, 'min_split_gain': 4.08112053326739e-06, 'cat_smooth': 97, 'cat_l2': 0.04512620124744971}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:53:45,637] Trial 78 finished with value: 0.6666788314103206 and parameters: {'boosting_type': 'dart', 'num_leaves': 18, 'learning_rate': 0.04424271593112051, 'n_estimators': 907, 'max_depth': 12, 'min_child_samples': 28, 'subsample': 0.9995398209898835, 'colsample_bytree': 0.5818534727049016, 'reg_alpha': 0.0007269914945557992, 'reg_lambda': 0.002560918538533686, 'min_split_gain': 0.01238424276172012, 'cat_smooth': 56, 'cat_l2': 0.18510157049802645}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:53:50,837] Trial 79 finished with value: 0.7017853216710577 and parameters: {'boosting_type': 'goss', 'num_leaves': 28, 'learning_rate': 0.03326627569889883, 'n_estimators': 967, 'max_depth': 17, 'min_child_samples': 17, 'subsample': 0.9255463003081998, 'colsample_bytree': 0.9280014405657762, 'reg_alpha': 3.620653589510146e-07, 'reg_lambda': 5.308116490885303, 'min_split_gain': 0.8635951746240639, 'cat_smooth': 69, 'cat_l2': 0.9179875843363998}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:53:55,272] Trial 80 finished with value: 0.6947435162833552 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 39, 'learning_rate': 0.01166409525733192, 'n_estimators': 754, 'max_depth': 16, 'min_child_samples': 48, 'subsample': 0.8644014504031681, 'colsample_bytree': 0.9801416135973066, 'reg_alpha': 3.803637829337575e-08, 'reg_lambda': 1.1211450973782324, 'min_split_gain': 0.0008730646201865986, 'cat_smooth': 73, 'cat_l2': 0.0005344155050045979}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:53:58,526] Trial 81 finished with value: 0.6923992790003004 and parameters: {'boosting_type': 'goss', 'num_leaves': 2, 'learning_rate': 0.019238151388520648, 'n_estimators': 933, 'max_depth': 16, 'min_child_samples': 20, 'subsample': 0.9487519785360597, 'colsample_bytree': 0.9995140348526398, 'reg_alpha': 1.3374243784383471e-07, 'reg_lambda': 2.8569121798790134, 'min_split_gain': 1.2005821589630455e-05, 'cat_smooth': 84, 'cat_l2': 0.001999203611067439}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:54:03,007] Trial 82 finished with value: 0.6824453244588147 and parameters: {'boosting_type': 'goss', 'num_leaves': 18, 'learning_rate': 0.02266792229950876, 'n_estimators': 926, 'max_depth': 16, 'min_child_samples': 23, 'subsample': 0.9483846114764868, 'colsample_bytree': 0.9523120057221787, 'reg_alpha': 8.956762624820469e-08, 'reg_lambda': 9.963679608941629, 'min_split_gain': 4.003092655328698e-05, 'cat_smooth': 87, 'cat_l2': 0.005733048897829514}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:54:12,712] Trial 83 finished with value: 0.6724068943318969 and parameters: {'boosting_type': 'goss', 'num_leaves': 8, 'learning_rate': 0.016376314956520477, 'n_estimators': 944, 'max_depth': 18, 'min_child_samples': 8, 'subsample': 0.962153739495537, 'colsample_bytree': 0.985960258151976, 'reg_alpha': 1.690704504616554e-08, 'reg_lambda': 2.173796015042292, 'min_split_gain': 5.470257052419612e-06, 'cat_smooth': 86, 'cat_l2': 0.004202183551473924}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:54:19,284] Trial 84 finished with value: 0.655548747428951 and parameters: {'boosting_type': 'goss', 'num_leaves': 24, 'learning_rate': 0.04073009354353296, 'n_estimators': 977, 'max_depth': 15, 'min_child_samples': 15, 'subsample': 0.9850644707294304, 'colsample_bytree': 0.8372385208542894, 'reg_alpha': 4.9660868294074693e-08, 'reg_lambda': 1.6293607421626162, 'min_split_gain': 1.5876078292093466e-05, 'cat_smooth': 93, 'cat_l2': 0.016427330238576142}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:54:35,682] Trial 85 finished with value: 0.6628963549147859 and parameters: {'boosting_type': 'goss', 'num_leaves': 17, 'learning_rate': 0.01577304530432265, 'n_estimators': 891, 'max_depth': 15, 'min_child_samples': 3, 'subsample': 0.9414252056246227, 'colsample_bytree': 0.8644412590483214, 'reg_alpha': 1.0656653295756004e-07, 'reg_lambda': 3.824523853761488, 'min_split_gain': 1.1920995530260585e-06, 'cat_smooth': 100, 'cat_l2': 0.00016212189452236768}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:54:44,944] Trial 86 finished with value: 0.715572209085916 and parameters: {'boosting_type': 'dart', 'num_leaves': 8, 'learning_rate': 0.0129762938348517, 'n_estimators': 523, 'max_depth': 17, 'min_child_samples': 26, 'subsample': 0.9158665800776113, 'colsample_bytree': 0.9746048895076871, 'reg_alpha': 2.248566143314323e-07, 'reg_lambda': 0.9191960219587295, 'min_split_gain': 7.350558744208117e-05, 'cat_smooth': 61, 'cat_l2': 0.32855193757474993}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:54:53,106] Trial 87 finished with value: 0.719680519362429 and parameters: {'boosting_type': 'dart', 'num_leaves': 8, 'learning_rate': 0.013341048914199814, 'n_estimators': 500, 'max_depth': 19, 'min_child_samples': 32, 'subsample': 0.9163350883641558, 'colsample_bytree': 0.9387869514087077, 'reg_alpha': 2.362570589442705e-07, 'reg_lambda': 0.7317273813247043, 'min_split_gain': 9.285634977654988e-05, 'cat_smooth': 62, 'cat_l2': 0.3954876568082327}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:55:01,918] Trial 88 finished with value: 0.718700031079264 and parameters: {'boosting_type': 'dart', 'num_leaves': 6, 'learning_rate': 0.010437050450610991, 'n_estimators': 536, 'max_depth': 19, 'min_child_samples': 31, 'subsample': 0.8794539472926245, 'colsample_bytree': 0.9323778644585179, 'reg_alpha': 5.928541156807221e-07, 'reg_lambda': 0.682326089248042, 'min_split_gain': 7.834185775551692e-05, 'cat_smooth': 63, 'cat_l2': 0.3596007451249112}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:55:10,796] Trial 89 finished with value: 0.7146654447319942 and parameters: {'boosting_type': 'dart', 'num_leaves': 8, 'learning_rate': 0.009983038651466667, 'n_estimators': 532, 'max_depth': 20, 'min_child_samples': 32, 'subsample': 0.8747727994564483, 'colsample_bytree': 0.9392492880261651, 'reg_alpha': 2.3750026974090916e-06, 'reg_lambda': 0.7376458179644347, 'min_split_gain': 0.00037609391744959495, 'cat_smooth': 62, 'cat_l2': 0.3008449599760455}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:55:19,622] Trial 90 finished with value: 0.7122599029937858 and parameters: {'boosting_type': 'dart', 'num_leaves': 10, 'learning_rate': 0.008386931212477513, 'n_estimators': 523, 'max_depth': 19, 'min_child_samples': 32, 'subsample': 0.8781397779756343, 'colsample_bytree': 0.9385720724004079, 'reg_alpha': 2.082164331165274e-06, 'reg_lambda': 0.19286908277463166, 'min_split_gain': 0.0001394978711088566, 'cat_smooth': 60, 'cat_l2': 0.3400399674915847}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:55:27,459] Trial 91 finished with value: 0.718142742465427 and parameters: {'boosting_type': 'dart', 'num_leaves': 13, 'learning_rate': 0.008740187377329265, 'n_estimators': 512, 'max_depth': 19, 'min_child_samples': 37, 'subsample': 0.8906695933471396, 'colsample_bytree': 0.9396955822480666, 'reg_alpha': 2.8989335494428775e-06, 'reg_lambda': 0.7494222297836375, 'min_split_gain': 0.0003910723091082637, 'cat_smooth': 59, 'cat_l2': 0.27946019326836247}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:55:35,732] Trial 92 finished with value: 0.7028232187528745 and parameters: {'boosting_type': 'dart', 'num_leaves': 10, 'learning_rate': 0.010674973033710927, 'n_estimators': 523, 'max_depth': 20, 'min_child_samples': 37, 'subsample': 0.8767981356844825, 'colsample_bytree': 0.9354491019596589, 'reg_alpha': 2.5601595682607552e-06, 'reg_lambda': 0.3116978339307825, 'min_split_gain': 0.0004754035558169716, 'cat_smooth': 60, 'cat_l2': 0.3069942324993571}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:55:42,716] Trial 93 finished with value: 0.6910695077082107 and parameters: {'boosting_type': 'dart', 'num_leaves': 15, 'learning_rate': 0.008085242239787788, 'n_estimators': 452, 'max_depth': 19, 'min_child_samples': 32, 'subsample': 0.8506253552334458, 'colsample_bytree': 0.9102230383498212, 'reg_alpha': 6.33922882135526e-06, 'reg_lambda': 0.6935493955054782, 'min_split_gain': 0.00016670052448998499, 'cat_smooth': 57, 'cat_l2': 0.08340153010957051}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:55:50,000] Trial 94 finished with value: 0.7039230950670365 and parameters: {'boosting_type': 'dart', 'num_leaves': 9, 'learning_rate': 0.012472187800582984, 'n_estimators': 503, 'max_depth': 19, 'min_child_samples': 42, 'subsample': 0.838566180035551, 'colsample_bytree': 0.9748714927848443, 'reg_alpha': 1.5488320010950954e-05, 'reg_lambda': 0.18908961898094942, 'min_split_gain': 0.0003260583617151148, 'cat_smooth': 63, 'cat_l2': 2.700319134106264}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:55:58,926] Trial 95 finished with value: 0.6910695077082107 and parameters: {'boosting_type': 'dart', 'num_leaves': 198, 'learning_rate': 0.006820818055758569, 'n_estimators': 538, 'max_depth': 20, 'min_child_samples': 32, 'subsample': 0.8966470499845749, 'colsample_bytree': 0.957846523453084, 'reg_alpha': 1.998038485435692e-06, 'reg_lambda': 0.47243815686859725, 'min_split_gain': 8.70720680546423e-05, 'cat_smooth': 59, 'cat_l2': 0.4714967193882513}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:56:05,106] Trial 96 finished with value: 0.6687847617829997 and parameters: {'boosting_type': 'dart', 'num_leaves': 30, 'learning_rate': 0.008953309998917814, 'n_estimators': 477, 'max_depth': 20, 'min_child_samples': 56, 'subsample': 0.8739837608879435, 'colsample_bytree': 0.9496817780296771, 'reg_alpha': 7.638212080901173e-07, 'reg_lambda': 0.9895041115116742, 'min_split_gain': 0.00012928948138016667, 'cat_smooth': 70, 'cat_l2': 6.287588998401681}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:56:15,901] Trial 97 finished with value: 0.7101623460456736 and parameters: {'boosting_type': 'dart', 'num_leaves': 99, 'learning_rate': 0.013233277834401315, 'n_estimators': 604, 'max_depth': 19, 'min_child_samples': 35, 'subsample': 0.886853160845108, 'colsample_bytree': 0.9028458497814776, 'reg_alpha': 5.791020033541964e-06, 'reg_lambda': 0.16319420992045655, 'min_split_gain': 5.966442684757602e-05, 'cat_smooth': 52, 'cat_l2': 0.9167079484699842}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:56:21,454] Trial 98 finished with value: 0.696902752906881 and parameters: {'boosting_type': 'dart', 'num_leaves': 6, 'learning_rate': 0.008495485810986154, 'n_estimators': 406, 'max_depth': 19, 'min_child_samples': 41, 'subsample': 0.8268415122102243, 'colsample_bytree': 0.9306388539764675, 'reg_alpha': 3.660838754965765e-06, 'reg_lambda': 0.322706414395673, 'min_split_gain': 0.0013233367520213593, 'cat_smooth': 62, 'cat_l2': 0.16560503886565447}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:56:27,295] Trial 99 finished with value: 0.6917268924455177 and parameters: {'boosting_type': 'dart', 'num_leaves': 13, 'learning_rate': 0.0536992970512494, 'n_estimators': 411, 'max_depth': 18, 'min_child_samples': 38, 'subsample': 0.8079941103457845, 'colsample_bytree': 0.9624057479077056, 'reg_alpha': 5.104010258983045e-07, 'reg_lambda': 1.616840949827846, 'min_split_gain': 0.0006780271339398008, 'cat_smooth': 55, 'cat_l2': 0.307884385976698}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:56:34,740] Trial 100 finished with value: 0.6859674240143677 and parameters: {'boosting_type': 'dart', 'num_leaves': 36, 'learning_rate': 0.006398559074830951, 'n_estimators': 468, 'max_depth': 20, 'min_child_samples': 31, 'subsample': 0.9053798160221178, 'colsample_bytree': 0.9222042662483483, 'reg_alpha': 1.19594578603233e-06, 'reg_lambda': 0.7583255331983432, 'min_split_gain': 0.0003506719144784177, 'cat_smooth': 66, 'cat_l2': 0.05105159657519264}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:56:45,476] Trial 101 finished with value: 0.712921358367143 and parameters: {'boosting_type': 'dart', 'num_leaves': 113, 'learning_rate': 0.012947292731385503, 'n_estimators': 601, 'max_depth': 19, 'min_child_samples': 35, 'subsample': 0.8608441146661986, 'colsample_bytree': 0.8944442278730401, 'reg_alpha': 7.12407810830127e-06, 'reg_lambda': 0.150376267299706, 'min_split_gain': 6.786388168504082e-05, 'cat_smooth': 60, 'cat_l2': 1.154460266069335}. Best is trial 13 with value: 0.7197965978658358.\n", + "[I 2025-07-28 20:56:54,260] Trial 102 finished with value: 0.7256709656412625 and parameters: {'boosting_type': 'dart', 'num_leaves': 124, 'learning_rate': 0.010533801693816885, 'n_estimators': 522, 'max_depth': 19, 'min_child_samples': 34, 'subsample': 0.8582403572294064, 'colsample_bytree': 0.8890995395716235, 'reg_alpha': 4.0170736952092304e-05, 'reg_lambda': 0.041852056160657646, 'min_split_gain': 4.036248924425533e-05, 'cat_smooth': 64, 'cat_l2': 1.275719568540821}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 20:57:02,747] Trial 103 finished with value: 0.7218319454758869 and parameters: {'boosting_type': 'dart', 'num_leaves': 119, 'learning_rate': 0.011507852580475444, 'n_estimators': 523, 'max_depth': 19, 'min_child_samples': 34, 'subsample': 0.8590664266000331, 'colsample_bytree': 0.890212507825435, 'reg_alpha': 3.1964329495936524e-05, 'reg_lambda': 0.48151820323348016, 'min_split_gain': 9.629104693950907e-05, 'cat_smooth': 60, 'cat_l2': 1.3202164267332783}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 20:57:11,581] Trial 104 finished with value: 0.7218319454758869 and parameters: {'boosting_type': 'dart', 'num_leaves': 121, 'learning_rate': 0.011502032486897558, 'n_estimators': 527, 'max_depth': 19, 'min_child_samples': 34, 'subsample': 0.7896389442337935, 'colsample_bytree': 0.8922884690799728, 'reg_alpha': 4.5088089784299915e-05, 'reg_lambda': 0.10108874088557585, 'min_split_gain': 7.185506323143263e-05, 'cat_smooth': 60, 'cat_l2': 1.6852030425026678}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 20:57:20,172] Trial 105 finished with value: 0.7153174327136282 and parameters: {'boosting_type': 'dart', 'num_leaves': 117, 'learning_rate': 0.011224311007478789, 'n_estimators': 553, 'max_depth': 20, 'min_child_samples': 44, 'subsample': 0.790458058451807, 'colsample_bytree': 0.890781073308853, 'reg_alpha': 3.899129556594265e-05, 'reg_lambda': 0.1066405662503414, 'min_split_gain': 3.794514392687203e-05, 'cat_smooth': 57, 'cat_l2': 7.052492210391312}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 20:57:28,553] Trial 106 finished with value: 0.7112775954387679 and parameters: {'boosting_type': 'dart', 'num_leaves': 131, 'learning_rate': 0.010788170825627639, 'n_estimators': 560, 'max_depth': 20, 'min_child_samples': 47, 'subsample': 0.7895095019627387, 'colsample_bytree': 0.8811588362969995, 'reg_alpha': 4.035620099808895e-05, 'reg_lambda': 0.02873761140049261, 'min_split_gain': 4.0963191821337034e-05, 'cat_smooth': 57, 'cat_l2': 6.373682452881895}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 20:57:36,889] Trial 107 finished with value: 0.7039230950670365 and parameters: {'boosting_type': 'dart', 'num_leaves': 126, 'learning_rate': 0.011310455583805208, 'n_estimators': 542, 'max_depth': 18, 'min_child_samples': 43, 'subsample': 0.8034897216492444, 'colsample_bytree': 0.9177182376421573, 'reg_alpha': 0.00013086376607257297, 'reg_lambda': 0.04647550411976932, 'min_split_gain': 3.569457324456292e-05, 'cat_smooth': 53, 'cat_l2': 1.900779780898909}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 20:57:48,091] Trial 108 finished with value: 0.7049844975988774 and parameters: {'boosting_type': 'dart', 'num_leaves': 153, 'learning_rate': 0.009931611238683554, 'n_estimators': 645, 'max_depth': 20, 'min_child_samples': 39, 'subsample': 0.758675041076667, 'colsample_bytree': 0.8895380295396398, 'reg_alpha': 2.995142801779883e-05, 'reg_lambda': 0.09410500571137245, 'min_split_gain': 0.00020586856113466556, 'cat_smooth': 48, 'cat_l2': 3.119599919886312}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 20:57:56,731] Trial 109 finished with value: 0.6907376603006682 and parameters: {'boosting_type': 'dart', 'num_leaves': 134, 'learning_rate': 0.014908677829729683, 'n_estimators': 579, 'max_depth': 19, 'min_child_samples': 55, 'subsample': 0.8335956278549473, 'colsample_bytree': 0.85641538176215, 'reg_alpha': 1.4848238221230845e-05, 'reg_lambda': 0.4225917675179462, 'min_split_gain': 9.614453221930482e-05, 'cat_smooth': 63, 'cat_l2': 7.61185652621459}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 20:58:04,043] Trial 110 finished with value: 0.705350475168061 and parameters: {'boosting_type': 'dart', 'num_leaves': 115, 'learning_rate': 0.06496010840305268, 'n_estimators': 482, 'max_depth': 20, 'min_child_samples': 37, 'subsample': 0.8548332891517912, 'colsample_bytree': 0.9478425768338951, 'reg_alpha': 7.988771340020957e-05, 'reg_lambda': 0.24979749120120726, 'min_split_gain': 5.6188578827518364e-05, 'cat_smooth': 51, 'cat_l2': 4.748235362116896}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 20:58:11,499] Trial 111 finished with value: 0.7086705330694935 and parameters: {'boosting_type': 'dart', 'num_leaves': 118, 'learning_rate': 0.012197039606487364, 'n_estimators': 515, 'max_depth': 19, 'min_child_samples': 45, 'subsample': 0.8571253648754638, 'colsample_bytree': 0.8930290439846637, 'reg_alpha': 9.938024750408925e-06, 'reg_lambda': 0.14427810645025926, 'min_split_gain': 8.789027153564926e-05, 'cat_smooth': 61, 'cat_l2': 1.2397425345070705}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 20:58:22,310] Trial 112 finished with value: 0.7124927407014995 and parameters: {'boosting_type': 'dart', 'num_leaves': 105, 'learning_rate': 0.007432029566576588, 'n_estimators': 598, 'max_depth': 19, 'min_child_samples': 34, 'subsample': 0.8120499567669921, 'colsample_bytree': 0.9006021050136547, 'reg_alpha': 0.0002852346862925556, 'reg_lambda': 0.041348668373904565, 'min_split_gain': 7.880757926756109e-05, 'cat_smooth': 59, 'cat_l2': 0.7696138937049679}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 20:58:29,670] Trial 113 finished with value: 0.6891398389891927 and parameters: {'boosting_type': 'dart', 'num_leaves': 87, 'learning_rate': 0.04821650215760801, 'n_estimators': 502, 'max_depth': 18, 'min_child_samples': 40, 'subsample': 0.7327978980445594, 'colsample_bytree': 0.874007027432009, 'reg_alpha': 2.1466751322151904e-05, 'reg_lambda': 0.0764282000477731, 'min_split_gain': 1.9534814862235772e-05, 'cat_smooth': 68, 'cat_l2': 1.4183486009542055}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 20:58:38,762] Trial 114 finished with value: 0.7218319454758869 and parameters: {'boosting_type': 'dart', 'num_leaves': 110, 'learning_rate': 0.013409168396351827, 'n_estimators': 540, 'max_depth': 20, 'min_child_samples': 34, 'subsample': 0.7923355757993139, 'colsample_bytree': 0.9115099413366563, 'reg_alpha': 4.614366369507698e-05, 'reg_lambda': 0.017908165576204536, 'min_split_gain': 0.0002494340798402143, 'cat_smooth': 55, 'cat_l2': 2.6364955095018447}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 20:58:48,407] Trial 115 finished with value: 0.7014539937022406 and parameters: {'boosting_type': 'dart', 'num_leaves': 122, 'learning_rate': 0.009398131838935304, 'n_estimators': 545, 'max_depth': 20, 'min_child_samples': 30, 'subsample': 0.798564947053001, 'colsample_bytree': 0.9729571143043487, 'reg_alpha': 5.044804745740679e-05, 'reg_lambda': 0.017948469515704002, 'min_split_gain': 0.00024270696556295075, 'cat_smooth': 55, 'cat_l2': 9.720241198405885}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 20:58:54,736] Trial 116 finished with value: 0.7139256129759668 and parameters: {'boosting_type': 'dart', 'num_leaves': 140, 'learning_rate': 0.01098584664262984, 'n_estimators': 434, 'max_depth': 18, 'min_child_samples': 37, 'subsample': 0.7579495902224296, 'colsample_bytree': 0.9182163015831007, 'reg_alpha': 8.68632066291079e-05, 'reg_lambda': 0.5637521405024376, 'min_split_gain': 0.33553229447949695, 'cat_smooth': 57, 'cat_l2': 0.5843305365823646}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 20:59:04,689] Trial 117 finished with value: 0.6836657079071531 and parameters: {'boosting_type': 'dart', 'num_leaves': 100, 'learning_rate': 0.09867101915638557, 'n_estimators': 569, 'max_depth': 20, 'min_child_samples': 33, 'subsample': 0.7921568651887865, 'colsample_bytree': 0.9392859001121735, 'reg_alpha': 0.00012446830756548092, 'reg_lambda': 1.016078106582151, 'min_split_gain': 0.0001655615012988068, 'cat_smooth': 64, 'cat_l2': 2.794827270214727}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 20:59:12,905] Trial 118 finished with value: 0.7165959729138274 and parameters: {'boosting_type': 'dart', 'num_leaves': 109, 'learning_rate': 0.013903526932488548, 'n_estimators': 534, 'max_depth': 20, 'min_child_samples': 42, 'subsample': 0.845018125840591, 'colsample_bytree': 0.9109831697048236, 'reg_alpha': 4.162312432117689e-06, 'reg_lambda': 0.011290014718895264, 'min_split_gain': 4.7332288303588495e-05, 'cat_smooth': 56, 'cat_l2': 4.577160013744318}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 20:59:19,218] Trial 119 finished with value: 0.7143662168020436 and parameters: {'boosting_type': 'dart', 'num_leaves': 91, 'learning_rate': 0.013980676043835258, 'n_estimators': 469, 'max_depth': 19, 'min_child_samples': 52, 'subsample': 0.7696945038707795, 'colsample_bytree': 0.9095147640162924, 'reg_alpha': 2.8276473337077682e-05, 'reg_lambda': 0.009164160685518077, 'min_split_gain': 3.171720123714959e-05, 'cat_smooth': 45, 'cat_l2': 3.9754810034954966}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 20:59:26,312] Trial 120 finished with value: 0.7115244731778213 and parameters: {'boosting_type': 'dart', 'num_leaves': 149, 'learning_rate': 0.01217719951234164, 'n_estimators': 492, 'max_depth': 18, 'min_child_samples': 46, 'subsample': 0.8281908288753427, 'colsample_bytree': 0.9270440804380708, 'reg_alpha': 1.781720109197936e-05, 'reg_lambda': 0.006153203485283466, 'min_split_gain': 4.8815510514155925e-05, 'cat_smooth': 53, 'cat_l2': 1.8467140517247609}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 20:59:34,306] Trial 121 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'dart', 'num_leaves': 109, 'learning_rate': 0.0010047887358197948, 'n_estimators': 534, 'max_depth': 20, 'min_child_samples': 42, 'subsample': 0.8413035477989949, 'colsample_bytree': 0.953683350535456, 'reg_alpha': 3.79660190178783e-06, 'reg_lambda': 0.05710114692463493, 'min_split_gain': 0.00011291721563519125, 'cat_smooth': 56, 'cat_l2': 5.570464511238532}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 20:59:44,706] Trial 122 finished with value: 0.7013083546607712 and parameters: {'boosting_type': 'dart', 'num_leaves': 121, 'learning_rate': 0.010160624167290709, 'n_estimators': 555, 'max_depth': 20, 'min_child_samples': 27, 'subsample': 0.8914070336530394, 'colsample_bytree': 0.8615637396589019, 'reg_alpha': 0.0003733046964521682, 'reg_lambda': 0.10201075301254398, 'min_split_gain': 2.3368207971212795e-05, 'cat_smooth': 58, 'cat_l2': 2.561145690142607}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 20:59:51,267] Trial 123 finished with value: 0.7198656928091243 and parameters: {'boosting_type': 'dart', 'num_leaves': 109, 'learning_rate': 0.009082227819648155, 'n_estimators': 449, 'max_depth': 19, 'min_child_samples': 36, 'subsample': 0.818106054862671, 'colsample_bytree': 0.9639445775461568, 'reg_alpha': 1.3517167935220992e-06, 'reg_lambda': 0.006174086356153873, 'min_split_gain': 0.00026466281697211066, 'cat_smooth': 62, 'cat_l2': 0.7677547806537564}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 20:59:57,156] Trial 124 finished with value: 0.7161084980231267 and parameters: {'boosting_type': 'dart', 'num_leaves': 105, 'learning_rate': 0.015374225427494108, 'n_estimators': 450, 'max_depth': 19, 'min_child_samples': 49, 'subsample': 0.8146760031982726, 'colsample_bytree': 0.9827822550914219, 'reg_alpha': 1.0468259574601516e-06, 'reg_lambda': 0.015210250807853671, 'min_split_gain': 0.5140260260425568, 'cat_smooth': 50, 'cat_l2': 0.975257212827095}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 21:00:01,917] Trial 125 finished with value: 0.7041981119422337 and parameters: {'boosting_type': 'dart', 'num_leaves': 105, 'learning_rate': 0.015101044324297885, 'n_estimators': 380, 'max_depth': 19, 'min_child_samples': 49, 'subsample': 0.8143099437879635, 'colsample_bytree': 0.9865353918460243, 'reg_alpha': 1.0882095008051747e-06, 'reg_lambda': 0.014256349571484559, 'min_split_gain': 0.34959854228247494, 'cat_smooth': 50, 'cat_l2': 0.744535178134645}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 21:00:08,260] Trial 126 finished with value: 0.7127452061690513 and parameters: {'boosting_type': 'dart', 'num_leaves': 93, 'learning_rate': 0.018011248019156344, 'n_estimators': 441, 'max_depth': 18, 'min_child_samples': 36, 'subsample': 0.8198574919767032, 'colsample_bytree': 0.9798058775565722, 'reg_alpha': 2.2991707303083389e-07, 'reg_lambda': 0.006944699856362152, 'min_split_gain': 0.6118135134333313, 'cat_smooth': 43, 'cat_l2': 1.5536162028351392}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 21:00:12,423] Trial 127 finished with value: 0.6943514313735962 and parameters: {'boosting_type': 'dart', 'num_leaves': 168, 'learning_rate': 0.07935361934565267, 'n_estimators': 312, 'max_depth': 19, 'min_child_samples': 38, 'subsample': 0.8480619928688672, 'colsample_bytree': 0.96151597814206, 'reg_alpha': 4.7173545657467193e-07, 'reg_lambda': 0.0045627238195009995, 'min_split_gain': 0.14137161210163574, 'cat_smooth': 67, 'cat_l2': 0.13150003638697558}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 21:00:15,899] Trial 128 finished with value: 0.7127633201595156 and parameters: {'boosting_type': 'dart', 'num_leaves': 128, 'learning_rate': 0.02117388243401574, 'n_estimators': 286, 'max_depth': 17, 'min_child_samples': 40, 'subsample': 0.7771729799003788, 'colsample_bytree': 0.9942600012694751, 'reg_alpha': 8.763563785787615e-07, 'reg_lambda': 0.0014191061609937976, 'min_split_gain': 0.00026879437704260383, 'cat_smooth': 54, 'cat_l2': 0.5133079260616716}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 21:00:20,771] Trial 129 finished with value: 0.6981974661649725 and parameters: {'boosting_type': 'dart', 'num_leaves': 135, 'learning_rate': 0.013600089652928768, 'n_estimators': 419, 'max_depth': 19, 'min_child_samples': 62, 'subsample': 0.8664870693888805, 'colsample_bytree': 0.9706576246252652, 'reg_alpha': 4.6196428234247385e-06, 'reg_lambda': 0.024050932201886494, 'min_split_gain': 0.18855772808717858, 'cat_smooth': 64, 'cat_l2': 0.9983823947490278}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 21:00:31,360] Trial 130 finished with value: 0.7009732608234912 and parameters: {'boosting_type': 'dart', 'num_leaves': 83, 'learning_rate': 0.009087030438484215, 'n_estimators': 458, 'max_depth': 4, 'min_child_samples': 1, 'subsample': 0.9158287543093646, 'colsample_bytree': 0.9654253120323494, 'reg_alpha': 1.2424315191371484e-05, 'reg_lambda': 0.012857385952039927, 'min_split_gain': 0.061187063640688225, 'cat_smooth': 51, 'cat_l2': 1.9301265769294804}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 21:00:37,864] Trial 131 finished with value: 0.7141408280978628 and parameters: {'boosting_type': 'dart', 'num_leaves': 111, 'learning_rate': 0.011764371074441771, 'n_estimators': 503, 'max_depth': 19, 'min_child_samples': 52, 'subsample': 0.7862473182694587, 'colsample_bytree': 0.9141681457307661, 'reg_alpha': 1.3710983123205936e-06, 'reg_lambda': 0.0024778551484596983, 'min_split_gain': 0.8304267114644301, 'cat_smooth': 58, 'cat_l2': 3.623451102414915}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 21:00:45,398] Trial 132 finished with value: 0.7059214331882759 and parameters: {'boosting_type': 'dart', 'num_leaves': 108, 'learning_rate': 0.007829272468117675, 'n_estimators': 514, 'max_depth': 20, 'min_child_samples': 43, 'subsample': 0.8320908207926271, 'colsample_bytree': 0.8845321036477594, 'reg_alpha': 5.18606356772086e-05, 'reg_lambda': 0.044377842230930185, 'min_split_gain': 4.616536877703391e-05, 'cat_smooth': 61, 'cat_l2': 0.7342166703903795}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 21:00:55,484] Trial 133 finished with value: 0.7107228324252085 and parameters: {'boosting_type': 'dart', 'num_leaves': 125, 'learning_rate': 0.01622134583599523, 'n_estimators': 581, 'max_depth': 20, 'min_child_samples': 34, 'subsample': 0.8197695218893861, 'colsample_bytree': 0.950279889455679, 'reg_alpha': 2.7950133838997598e-06, 'reg_lambda': 0.004453962331239637, 'min_split_gain': 0.00012588183525341154, 'cat_smooth': 55, 'cat_l2': 1.2324843954553721}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 21:01:02,169] Trial 134 finished with value: 0.7076654731916323 and parameters: {'boosting_type': 'dart', 'num_leaves': 143, 'learning_rate': 0.010864320370438411, 'n_estimators': 476, 'max_depth': 18, 'min_child_samples': 45, 'subsample': 0.7985341338427547, 'colsample_bytree': 0.9994987053308644, 'reg_alpha': 8.56022688178971e-06, 'reg_lambda': 0.0006840630020599132, 'min_split_gain': 0.00017677088435317132, 'cat_smooth': 59, 'cat_l2': 2.5166057085884457e-05}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 21:01:07,547] Trial 135 finished with value: 0.7001249662143896 and parameters: {'boosting_type': 'dart', 'num_leaves': 119, 'learning_rate': 0.012978331940688754, 'n_estimators': 393, 'max_depth': 19, 'min_child_samples': 39, 'subsample': 0.7645923733601181, 'colsample_bytree': 0.9024380946031653, 'reg_alpha': 6.086960757479239e-07, 'reg_lambda': 0.023647892208974224, 'min_split_gain': 8.556869920157462e-06, 'cat_smooth': 63, 'cat_l2': 4.413394739046242}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 21:01:09,572] Trial 136 finished with value: 0.6385133722637111 and parameters: {'boosting_type': 'dart', 'num_leaves': 97, 'learning_rate': 0.008997067281285838, 'n_estimators': 169, 'max_depth': 19, 'min_child_samples': 30, 'subsample': 0.7480381964189157, 'colsample_bytree': 0.9748350986639227, 'reg_alpha': 2.7630656689021014e-07, 'reg_lambda': 0.030933534800729023, 'min_split_gain': 0.4346795836560332, 'cat_smooth': 48, 'cat_l2': 2.555006710701577}. Best is trial 102 with value: 0.7256709656412625.\n", + "[I 2025-07-28 21:01:17,348] Trial 137 finished with value: 0.7338329002847149 and parameters: {'boosting_type': 'dart', 'num_leaves': 115, 'learning_rate': 0.014925187890769775, 'n_estimators': 440, 'max_depth': 18, 'min_child_samples': 25, 'subsample': 0.8388698484023127, 'colsample_bytree': 0.871735744058394, 'reg_alpha': 0.0002339943750255717, 'reg_lambda': 0.008719224583360354, 'min_split_gain': 6.975191054445815e-05, 'cat_smooth': 52, 'cat_l2': 1.870771829368486e-07}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:01:22,760] Trial 138 finished with value: 0.7159002380811255 and parameters: {'boosting_type': 'dart', 'num_leaves': 102, 'learning_rate': 0.015134547836319807, 'n_estimators': 340, 'max_depth': 17, 'min_child_samples': 27, 'subsample': 0.8673686484657157, 'colsample_bytree': 0.924067348987951, 'reg_alpha': 0.0024298799467643807, 'reg_lambda': 0.010462243840258347, 'min_split_gain': 7.022934834251814e-05, 'cat_smooth': 53, 'cat_l2': 0.4169912601012882}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:01:27,234] Trial 139 finished with value: 0.6966942172979167 and parameters: {'boosting_type': 'dart', 'num_leaves': 104, 'learning_rate': 0.014966731436489238, 'n_estimators': 279, 'max_depth': 18, 'min_child_samples': 24, 'subsample': 0.839358739285841, 'colsample_bytree': 0.9306364397675415, 'reg_alpha': 1.575166351517931e-06, 'reg_lambda': 0.009166429875900668, 'min_split_gain': 6.315046592544531e-05, 'cat_smooth': 52, 'cat_l2': 0.1982489245196366}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:01:34,605] Trial 140 finished with value: 0.7082385528557014 and parameters: {'boosting_type': 'dart', 'num_leaves': 112, 'learning_rate': 0.01661312150851044, 'n_estimators': 431, 'max_depth': 17, 'min_child_samples': 29, 'subsample': 0.8488995017556774, 'colsample_bytree': 0.8705182826863347, 'reg_alpha': 0.0023665325735884426, 'reg_lambda': 0.0035050950053809255, 'min_split_gain': 0.0005232574617304833, 'cat_smooth': 44, 'cat_l2': 2.1413970305483128e-06}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:01:40,378] Trial 141 finished with value: 0.7099202562039968 and parameters: {'boosting_type': 'dart', 'num_leaves': 70, 'learning_rate': 0.013692294360426432, 'n_estimators': 354, 'max_depth': 17, 'min_child_samples': 27, 'subsample': 0.8612378044437877, 'colsample_bytree': 0.9220077938272019, 'reg_alpha': 0.0006195715359981445, 'reg_lambda': 0.013335514252035175, 'min_split_gain': 0.00011290411815410271, 'cat_smooth': 53, 'cat_l2': 0.6634800896969975}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:01:43,530] Trial 142 finished with value: 0.6984914160091801 and parameters: {'boosting_type': 'dart', 'num_leaves': 103, 'learning_rate': 0.018240908962873625, 'n_estimators': 211, 'max_depth': 18, 'min_child_samples': 25, 'subsample': 0.8832340352438163, 'colsample_bytree': 0.9417889992106163, 'reg_alpha': 0.00015983507039212802, 'reg_lambda': 0.005665560161391873, 'min_split_gain': 2.9340511846588815e-05, 'cat_smooth': 55, 'cat_l2': 4.556813850160574e-08}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:01:51,437] Trial 143 finished with value: 0.7068544126307923 and parameters: {'boosting_type': 'dart', 'num_leaves': 97, 'learning_rate': 0.011904617042451581, 'n_estimators': 491, 'max_depth': 18, 'min_child_samples': 35, 'subsample': 0.8980782502084522, 'colsample_bytree': 0.9875037362599619, 'reg_alpha': 0.0040078627278316336, 'reg_lambda': 0.008789866993481133, 'min_split_gain': 8.800112479569786e-05, 'cat_smooth': 47, 'cat_l2': 0.39308784610265385}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:01:56,120] Trial 144 finished with value: 0.7149132394432063 and parameters: {'boosting_type': 'dart', 'num_leaves': 109, 'learning_rate': 0.01477868810288409, 'n_estimators': 329, 'max_depth': 19, 'min_child_samples': 33, 'subsample': 0.8467094287117625, 'colsample_bytree': 0.9565679576900936, 'reg_alpha': 0.0157150105987431, 'reg_lambda': 0.04099301094618837, 'min_split_gain': 7.091624325614968e-05, 'cat_smooth': 61, 'cat_l2': 9.406408644000631e-08}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:02:02,769] Trial 145 finished with value: 0.655506922747415 and parameters: {'boosting_type': 'dart', 'num_leaves': 77, 'learning_rate': 0.005634330739887356, 'n_estimators': 448, 'max_depth': 17, 'min_child_samples': 30, 'subsample': 0.8264108984970364, 'colsample_bytree': 0.907187776844152, 'reg_alpha': 0.0002301104309900091, 'reg_lambda': 0.01608680500028519, 'min_split_gain': 0.9387681684076861, 'cat_smooth': 50, 'cat_l2': 0.08167031648567422}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:02:16,770] Trial 146 finished with value: 0.7140334810671247 and parameters: {'boosting_type': 'dart', 'num_leaves': 122, 'learning_rate': 0.00998229029888831, 'n_estimators': 625, 'max_depth': 19, 'min_child_samples': 22, 'subsample': 0.864896773405277, 'colsample_bytree': 0.9320578881117835, 'reg_alpha': 9.436918630583222e-05, 'reg_lambda': 0.002085660492853812, 'min_split_gain': 0.00022056041291517115, 'cat_smooth': 66, 'cat_l2': 5.198347491713473e-05}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:02:24,711] Trial 147 finished with value: 0.6864112635079944 and parameters: {'boosting_type': 'dart', 'num_leaves': 130, 'learning_rate': 0.02806014882097451, 'n_estimators': 508, 'max_depth': 18, 'min_child_samples': 36, 'subsample': 0.6983040828912674, 'colsample_bytree': 0.9453691790650907, 'reg_alpha': 0.0015035900937682284, 'reg_lambda': 0.06543545591802968, 'min_split_gain': 5.3944682037288995e-05, 'cat_smooth': 56, 'cat_l2': 0.23536076325535402}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:02:34,330] Trial 148 finished with value: 0.7160408890142234 and parameters: {'boosting_type': 'dart', 'num_leaves': 117, 'learning_rate': 0.012802317074336761, 'n_estimators': 525, 'max_depth': 19, 'min_child_samples': 28, 'subsample': 0.9110245638990242, 'colsample_bytree': 0.916300621895952, 'reg_alpha': 8.760785248432535e-07, 'reg_lambda': 0.02544614817097984, 'min_split_gain': 0.00014417965844361994, 'cat_smooth': 59, 'cat_l2': 0.4708759151217064}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:02:42,523] Trial 149 finished with value: 0.7020973225952928 and parameters: {'boosting_type': 'dart', 'num_leaves': 115, 'learning_rate': 0.020769292736618396, 'n_estimators': 464, 'max_depth': 20, 'min_child_samples': 28, 'subsample': 0.8711774796294102, 'colsample_bytree': 0.9125936704148261, 'reg_alpha': 8.967810892197737e-07, 'reg_lambda': 0.021784825932250666, 'min_split_gain': 0.00014577047131562792, 'cat_smooth': 58, 'cat_l2': 9.181086673980943e-07}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:02:50,535] Trial 150 finished with value: 0.6999704463583564 and parameters: {'boosting_type': 'dart', 'num_leaves': 137, 'learning_rate': 0.03591189377671027, 'n_estimators': 486, 'max_depth': 19, 'min_child_samples': 33, 'subsample': 0.8089110079993711, 'colsample_bytree': 0.9203331072035617, 'reg_alpha': 3.3040327216850464e-06, 'reg_lambda': 0.020526940634292983, 'min_split_gain': 0.00017677720478222593, 'cat_smooth': 53, 'cat_l2': 1.3097575663420802}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:02:59,597] Trial 151 finished with value: 0.7056358042637638 and parameters: {'boosting_type': 'dart', 'num_leaves': 125, 'learning_rate': 0.01283715239241415, 'n_estimators': 521, 'max_depth': 18, 'min_child_samples': 31, 'subsample': 0.9130878933217398, 'colsample_bytree': 0.9646777295905903, 'reg_alpha': 3.9981681941046946e-07, 'reg_lambda': 0.009056212961582247, 'min_split_gain': 0.0003139680807346244, 'cat_smooth': 60, 'cat_l2': 0.4732242651729585}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:03:09,083] Trial 152 finished with value: 0.7301174007244934 and parameters: {'boosting_type': 'dart', 'num_leaves': 115, 'learning_rate': 0.011597467364393604, 'n_estimators': 533, 'max_depth': 19, 'min_child_samples': 25, 'subsample': 0.891603793384477, 'colsample_bytree': 0.8975395522916353, 'reg_alpha': 5.863609507046422e-06, 'reg_lambda': 1.4566068365936458, 'min_split_gain': 2.0386932287245315e-05, 'cat_smooth': 62, 'cat_l2': 0.8978926205842541}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:03:19,088] Trial 153 finished with value: 0.7048199628632644 and parameters: {'boosting_type': 'dart', 'num_leaves': 116, 'learning_rate': 0.011522375444748528, 'n_estimators': 565, 'max_depth': 19, 'min_child_samples': 28, 'subsample': 0.8874675663532817, 'colsample_bytree': 0.8940180799672838, 'reg_alpha': 5.299372184558762e-06, 'reg_lambda': 1.7675162443442292, 'min_split_gain': 2.1479949062825028e-05, 'cat_smooth': 64, 'cat_l2': 0.833320787150889}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:03:27,140] Trial 154 finished with value: 0.692619224586097 and parameters: {'boosting_type': 'dart', 'num_leaves': 108, 'learning_rate': 0.00842592083649038, 'n_estimators': 548, 'max_depth': 20, 'min_child_samples': 25, 'subsample': 0.8553247538637775, 'colsample_bytree': 0.8773826130534462, 'reg_alpha': 2.2229542789801726e-06, 'reg_lambda': 6.91291360787885, 'min_split_gain': 0.0008317563030941138, 'cat_smooth': 62, 'cat_l2': 1.7612677738109546}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:03:37,081] Trial 155 finished with value: 0.7016302297476235 and parameters: {'boosting_type': 'dart', 'num_leaves': 129, 'learning_rate': 0.015669433843892366, 'n_estimators': 581, 'max_depth': 19, 'min_child_samples': 36, 'subsample': 0.8962762930814518, 'colsample_bytree': 0.9048347093588781, 'reg_alpha': 2.445618931538892e-05, 'reg_lambda': 0.011924336273965115, 'min_split_gain': 1.3311459214845952e-05, 'cat_smooth': 59, 'cat_l2': 0.1326666302395146}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:03:42,794] Trial 156 finished with value: 0.7029627390406417 and parameters: {'boosting_type': 'dart', 'num_leaves': 119, 'learning_rate': 0.01077021224063867, 'n_estimators': 401, 'max_depth': 20, 'min_child_samples': 41, 'subsample': 0.8794298460210926, 'colsample_bytree': 0.8961760711357242, 'reg_alpha': 1.4909574003377544e-06, 'reg_lambda': 0.035650317841279665, 'min_split_gain': 3.231384152706678e-05, 'cat_smooth': 55, 'cat_l2': 0.49093737975735474}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:03:52,103] Trial 157 finished with value: 0.7190729331544173 and parameters: {'boosting_type': 'dart', 'num_leaves': 93, 'learning_rate': 0.013839065254964178, 'n_estimators': 533, 'max_depth': 19, 'min_child_samples': 33, 'subsample': 0.834637572183147, 'colsample_bytree': 0.8850621641632244, 'reg_alpha': 8.493723724782778e-06, 'reg_lambda': 0.3736348161809022, 'min_split_gain': 0.00011204673616238172, 'cat_smooth': 69, 'cat_l2': 1.0696825410683966}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:04:26,963] Trial 158 finished with value: 0.6561212474949649 and parameters: {'boosting_type': 'dart', 'num_leaves': 113, 'learning_rate': 0.009417703259032932, 'n_estimators': 497, 'max_depth': 19, 'min_child_samples': 3, 'subsample': 0.8400080491912547, 'colsample_bytree': 0.8837350427337824, 'reg_alpha': 1.2168041770697872e-05, 'reg_lambda': 0.35315445385522076, 'min_split_gain': 0.00044256634325262845, 'cat_smooth': 69, 'cat_l2': 0.99856975848902}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:04:38,216] Trial 159 finished with value: 0.6638938848035456 and parameters: {'boosting_type': 'dart', 'num_leaves': 96, 'learning_rate': 0.013696979351029684, 'n_estimators': 530, 'max_depth': 20, 'min_child_samples': 6, 'subsample': 0.8158522853008505, 'colsample_bytree': 0.8653730917448015, 'reg_alpha': 5.8644285194196726e-06, 'reg_lambda': 1.429093177302994, 'min_split_gain': 0.6104718397421406, 'cat_smooth': 71, 'cat_l2': 1.7803450147204718}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:04:45,390] Trial 160 finished with value: 0.7301131369451359 and parameters: {'boosting_type': 'dart', 'num_leaves': 125, 'learning_rate': 0.0121692329402263, 'n_estimators': 456, 'max_depth': 19, 'min_child_samples': 34, 'subsample': 0.8321186696206357, 'colsample_bytree': 0.853189836340972, 'reg_alpha': 8.734634356606582e-06, 'reg_lambda': 0.5482600048263502, 'min_split_gain': 4.4022492451452256e-05, 'cat_smooth': 66, 'cat_l2': 2.7207918624912573}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:04:52,579] Trial 161 finished with value: 0.7315000160724799 and parameters: {'boosting_type': 'dart', 'num_leaves': 122, 'learning_rate': 0.01214203311650838, 'n_estimators': 454, 'max_depth': 19, 'min_child_samples': 33, 'subsample': 0.8321689658558898, 'colsample_bytree': 0.840599522464984, 'reg_alpha': 7.74454802204182e-06, 'reg_lambda': 0.25827102807499075, 'min_split_gain': 0.00010758257563335615, 'cat_smooth': 74, 'cat_l2': 2.417970963881962}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:04:58,539] Trial 162 finished with value: 0.7142024814975161 and parameters: {'boosting_type': 'dart', 'num_leaves': 132, 'learning_rate': 0.010612425036317614, 'n_estimators': 428, 'max_depth': 20, 'min_child_samples': 38, 'subsample': 0.8374960100492911, 'colsample_bytree': 0.8631770494167242, 'reg_alpha': 8.716968905795479e-06, 'reg_lambda': 0.24169871270135024, 'min_split_gain': 4.5602259889949366e-05, 'cat_smooth': 74, 'cat_l2': 2.6553071096379326}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:05:05,783] Trial 163 finished with value: 0.7291010063656459 and parameters: {'boosting_type': 'dart', 'num_leaves': 125, 'learning_rate': 0.011671397322456749, 'n_estimators': 461, 'max_depth': 19, 'min_child_samples': 33, 'subsample': 0.8293055925199104, 'colsample_bytree': 0.8552076705624762, 'reg_alpha': 4.210530597435416e-06, 'reg_lambda': 0.478835675935543, 'min_split_gain': 0.00011486483344715786, 'cat_smooth': 75, 'cat_l2': 4.329208851265957}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:05:13,479] Trial 164 finished with value: 0.7266805076239391 and parameters: {'boosting_type': 'dart', 'num_leaves': 123, 'learning_rate': 0.011672649482171454, 'n_estimators': 473, 'max_depth': 8, 'min_child_samples': 33, 'subsample': 0.8285212428438145, 'colsample_bytree': 0.8539741379202181, 'reg_alpha': 4.017119135165853e-06, 'reg_lambda': 0.5345337411692803, 'min_split_gain': 0.00011193033917959449, 'cat_smooth': 73, 'cat_l2': 4.132923652671482}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:05:20,824] Trial 165 finished with value: 0.7198397907467423 and parameters: {'boosting_type': 'dart', 'num_leaves': 124, 'learning_rate': 0.011637792762606297, 'n_estimators': 473, 'max_depth': 8, 'min_child_samples': 34, 'subsample': 0.825920921257886, 'colsample_bytree': 0.8489772085893559, 'reg_alpha': 1.5411187578647407e-05, 'reg_lambda': 0.5201460923354185, 'min_split_gain': 3.4919342563409636e-08, 'cat_smooth': 75, 'cat_l2': 3.206757475119528}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:05:28,218] Trial 166 finished with value: 0.7188385434076188 and parameters: {'boosting_type': 'dart', 'num_leaves': 124, 'learning_rate': 0.011862115725697201, 'n_estimators': 474, 'max_depth': 8, 'min_child_samples': 34, 'subsample': 0.8263620243038996, 'colsample_bytree': 0.8478350317652196, 'reg_alpha': 1.751035475665011e-05, 'reg_lambda': 0.6488627589139128, 'min_split_gain': 1.6744234751206513e-07, 'cat_smooth': 75, 'cat_l2': 2.848725153001384}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:05:35,616] Trial 167 finished with value: 0.7301131369451359 and parameters: {'boosting_type': 'dart', 'num_leaves': 124, 'learning_rate': 0.011995152880020957, 'n_estimators': 467, 'max_depth': 8, 'min_child_samples': 34, 'subsample': 0.8260493881847696, 'colsample_bytree': 0.8402725054637621, 'reg_alpha': 1.799243541980471e-05, 'reg_lambda': 0.4751664956243936, 'min_split_gain': 1.164173040148267e-08, 'cat_smooth': 78, 'cat_l2': 3.364532355361719}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:05:42,919] Trial 168 finished with value: 0.7252936284965952 and parameters: {'boosting_type': 'dart', 'num_leaves': 125, 'learning_rate': 0.011613125855509231, 'n_estimators': 470, 'max_depth': 8, 'min_child_samples': 34, 'subsample': 0.8282039888938316, 'colsample_bytree': 0.8461721415795743, 'reg_alpha': 1.8355613452259913e-05, 'reg_lambda': 0.4401328677899726, 'min_split_gain': 2.572563565572411e-08, 'cat_smooth': 78, 'cat_l2': 7.371158506617801}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:05:49,121] Trial 169 finished with value: 0.6741000977517106 and parameters: {'boosting_type': 'dart', 'num_leaves': 147, 'learning_rate': 0.011762056654741964, 'n_estimators': 422, 'max_depth': 8, 'min_child_samples': 33, 'subsample': 0.8036015741310507, 'colsample_bytree': 0.8229995970751411, 'reg_alpha': 2.714590711640264e-05, 'reg_lambda': 0.4452914111568171, 'min_split_gain': 2.989006937163156e-08, 'cat_smooth': 80, 'cat_l2': 6.254529112023866}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:05:55,963] Trial 170 finished with value: 0.7167844985702128 and parameters: {'boosting_type': 'dart', 'num_leaves': 128, 'learning_rate': 0.010092170844208907, 'n_estimators': 456, 'max_depth': 9, 'min_child_samples': 35, 'subsample': 0.8321906715112896, 'colsample_bytree': 0.8362281881293037, 'reg_alpha': 4.356247729334309e-05, 'reg_lambda': 0.26444187499838345, 'min_split_gain': 1.204531278462389e-08, 'cat_smooth': 77, 'cat_l2': 8.296783739915137}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:06:03,330] Trial 171 finished with value: 0.7256709656412625 and parameters: {'boosting_type': 'dart', 'num_leaves': 123, 'learning_rate': 0.012105462492457288, 'n_estimators': 475, 'max_depth': 8, 'min_child_samples': 34, 'subsample': 0.8254678607735809, 'colsample_bytree': 0.8493176469593254, 'reg_alpha': 1.5064636120022681e-05, 'reg_lambda': 0.5141816387325746, 'min_split_gain': 5.6054445738578015e-08, 'cat_smooth': 79, 'cat_l2': 3.1944429840971984}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:06:10,139] Trial 172 finished with value: 0.720614942859451 and parameters: {'boosting_type': 'dart', 'num_leaves': 123, 'learning_rate': 0.012315274084765508, 'n_estimators': 443, 'max_depth': 7, 'min_child_samples': 32, 'subsample': 0.8220190837097372, 'colsample_bytree': 0.8505810218724973, 'reg_alpha': 1.198758125194822e-05, 'reg_lambda': 0.3604824251913722, 'min_split_gain': 2.8149158106717294e-08, 'cat_smooth': 78, 'cat_l2': 9.725289540418695}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:06:17,777] Trial 173 finished with value: 0.7087694014511583 and parameters: {'boosting_type': 'dart', 'num_leaves': 133, 'learning_rate': 0.01198898968962979, 'n_estimators': 466, 'max_depth': 6, 'min_child_samples': 31, 'subsample': 0.8227877667873469, 'colsample_bytree': 0.8437783997678985, 'reg_alpha': 1.6268265510439024e-05, 'reg_lambda': 0.529168088165352, 'min_split_gain': 6.297781398061792e-08, 'cat_smooth': 80, 'cat_l2': 3.8722216974251555}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:06:23,450] Trial 174 finished with value: 0.7076519186812813 and parameters: {'boosting_type': 'dart', 'num_leaves': 140, 'learning_rate': 0.010674599500456395, 'n_estimators': 383, 'max_depth': 7, 'min_child_samples': 35, 'subsample': 0.8056515025195087, 'colsample_bytree': 0.8520851308954747, 'reg_alpha': 5.910724560045034e-05, 'reg_lambda': 0.16621817798845007, 'min_split_gain': 2.2953859106588343e-08, 'cat_smooth': 78, 'cat_l2': 5.59678226857489}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:06:30,350] Trial 175 finished with value: 0.7126193048569005 and parameters: {'boosting_type': 'dart', 'num_leaves': 122, 'learning_rate': 0.012581985055296733, 'n_estimators': 436, 'max_depth': 7, 'min_child_samples': 30, 'subsample': 0.8192192089895043, 'colsample_bytree': 0.8347254771573496, 'reg_alpha': 1.2138652291062942e-05, 'reg_lambda': 0.27050421564117305, 'min_split_gain': 4.62496188154372e-08, 'cat_smooth': 73, 'cat_l2': 9.799396137591028}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:06:37,398] Trial 176 finished with value: 0.6517242640885393 and parameters: {'boosting_type': 'dart', 'num_leaves': 125, 'learning_rate': 0.009358290274996984, 'n_estimators': 479, 'max_depth': 9, 'min_child_samples': 37, 'subsample': 0.7957548361824143, 'colsample_bytree': 0.8175891732881121, 'reg_alpha': 3.299311740902181e-05, 'reg_lambda': 1.0685007901782553, 'min_split_gain': 3.0879736174815204e-08, 'cat_smooth': 82, 'cat_l2': 3.7975053258343245}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:06:44,393] Trial 177 finished with value: 0.711977279319457 and parameters: {'boosting_type': 'dart', 'num_leaves': 134, 'learning_rate': 0.010888461339868377, 'n_estimators': 445, 'max_depth': 7, 'min_child_samples': 33, 'subsample': 0.8104246724753363, 'colsample_bytree': 0.852461258748335, 'reg_alpha': 7.120088413751128e-06, 'reg_lambda': 0.46152747135528877, 'min_split_gain': 1.080062950107534e-08, 'cat_smooth': 78, 'cat_l2': 2.6141420356576184}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:06:50,476] Trial 178 finished with value: 0.6682739302761214 and parameters: {'boosting_type': 'dart', 'num_leaves': 120, 'learning_rate': 0.01170124571567658, 'n_estimators': 410, 'max_depth': 8, 'min_child_samples': 32, 'subsample': 0.8278784719625898, 'colsample_bytree': 0.8058372780643325, 'reg_alpha': 2.0102596876568795e-05, 'reg_lambda': 0.22037024501946453, 'min_split_gain': 1.904290728812842e-08, 'cat_smooth': 73, 'cat_l2': 5.992181191812556}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:06:57,736] Trial 179 finished with value: 0.7001249662143896 and parameters: {'boosting_type': 'dart', 'num_leaves': 130, 'learning_rate': 0.00988317714866233, 'n_estimators': 486, 'max_depth': 7, 'min_child_samples': 39, 'subsample': 0.8505275781049699, 'colsample_bytree': 0.8742543761035867, 'reg_alpha': 1.3664387068575534e-05, 'reg_lambda': 0.11300928468556956, 'min_split_gain': 3.504012271095266e-08, 'cat_smooth': 83, 'cat_l2': 1.9308311691256803}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:07:04,384] Trial 180 finished with value: 0.6627751218739543 and parameters: {'boosting_type': 'dart', 'num_leaves': 141, 'learning_rate': 0.012947600665468786, 'n_estimators': 458, 'max_depth': 6, 'min_child_samples': 36, 'subsample': 0.7785873814983555, 'colsample_bytree': 0.8248600052329355, 'reg_alpha': 3.248555202002949e-05, 'reg_lambda': 0.34524165015100294, 'min_split_gain': 1.362324584819811e-07, 'cat_smooth': 75, 'cat_l2': 3.715877867281301}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:07:12,352] Trial 181 finished with value: 0.7218319454758869 and parameters: {'boosting_type': 'dart', 'num_leaves': 125, 'learning_rate': 0.014049118117205123, 'n_estimators': 500, 'max_depth': 8, 'min_child_samples': 34, 'subsample': 0.8347940537329952, 'colsample_bytree': 0.8462929384719373, 'reg_alpha': 6.752686847528298e-06, 'reg_lambda': 0.40381704568374366, 'min_split_gain': 4.736220630351269e-08, 'cat_smooth': 76, 'cat_l2': 1.5703586448798537}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:07:20,315] Trial 182 finished with value: 0.7218319454758869 and parameters: {'boosting_type': 'dart', 'num_leaves': 126, 'learning_rate': 0.011404561381019765, 'n_estimators': 495, 'max_depth': 8, 'min_child_samples': 34, 'subsample': 0.8393649045983625, 'colsample_bytree': 0.858976046282897, 'reg_alpha': 9.886703460355286e-06, 'reg_lambda': 0.6089208015990604, 'min_split_gain': 7.691947864644716e-08, 'cat_smooth': 76, 'cat_l2': 2.183469452935172}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:07:28,155] Trial 183 finished with value: 0.7135380201139391 and parameters: {'boosting_type': 'dart', 'num_leaves': 125, 'learning_rate': 0.011338325694922026, 'n_estimators': 490, 'max_depth': 8, 'min_child_samples': 35, 'subsample': 0.8357890912400502, 'colsample_bytree': 0.856595272711521, 'reg_alpha': 7.638939208510032e-06, 'reg_lambda': 0.4557073836954063, 'min_split_gain': 7.15564491618155e-08, 'cat_smooth': 77, 'cat_l2': 8.9488167967378}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:07:35,423] Trial 184 finished with value: 0.7166222489078453 and parameters: {'boosting_type': 'dart', 'num_leaves': 119, 'learning_rate': 0.014371719371967446, 'n_estimators': 435, 'max_depth': 9, 'min_child_samples': 30, 'subsample': 0.8223016186485359, 'colsample_bytree': 0.8446269840441608, 'reg_alpha': 4.699317066965797e-06, 'reg_lambda': 0.14036144407070666, 'min_split_gain': 4.040930143664607e-08, 'cat_smooth': 80, 'cat_l2': 2.427108344131698}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:07:42,419] Trial 185 finished with value: 0.666274362882983 and parameters: {'boosting_type': 'dart', 'num_leaves': 136, 'learning_rate': 0.009894323255815029, 'n_estimators': 470, 'max_depth': 9, 'min_child_samples': 38, 'subsample': 0.8514448992886039, 'colsample_bytree': 0.8296831371323388, 'reg_alpha': 9.461300062743283e-06, 'reg_lambda': 0.6228516916333352, 'min_split_gain': 1.534963696360151e-08, 'cat_smooth': 75, 'cat_l2': 4.697727686092187}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:07:48,591] Trial 186 finished with value: 0.7095567805777503 and parameters: {'boosting_type': 'dart', 'num_leaves': 113, 'learning_rate': 0.012013478537298315, 'n_estimators': 416, 'max_depth': 8, 'min_child_samples': 34, 'subsample': 0.8382152566585607, 'colsample_bytree': 0.8406904718915759, 'reg_alpha': 2.1887506206961523e-05, 'reg_lambda': 1.1191685073755993, 'min_split_gain': 5.989448170460582e-08, 'cat_smooth': 72, 'cat_l2': 1.4773956828415333}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:07:56,966] Trial 187 finished with value: 0.7266011177031433 and parameters: {'boosting_type': 'dart', 'num_leaves': 128, 'learning_rate': 0.011077564569495837, 'n_estimators': 504, 'max_depth': 8, 'min_child_samples': 32, 'subsample': 0.8188871249434678, 'colsample_bytree': 0.8671579473033575, 'reg_alpha': 6.494230677056906e-05, 'reg_lambda': 0.2330814862633253, 'min_split_gain': 2.303947318480298e-08, 'cat_smooth': 76, 'cat_l2': 3.3280333288095503}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:08:05,743] Trial 188 finished with value: 0.7132054644627014 and parameters: {'boosting_type': 'dart', 'num_leaves': 126, 'learning_rate': 0.01698126456232389, 'n_estimators': 507, 'max_depth': 8, 'min_child_samples': 31, 'subsample': 0.8143004185300089, 'colsample_bytree': 0.8608630422029293, 'reg_alpha': 6.778532288819046e-05, 'reg_lambda': 0.2649179529300033, 'min_split_gain': 2.4166223944202735e-08, 'cat_smooth': 77, 'cat_l2': 3.3947897500758524}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:08:13,632] Trial 189 finished with value: 0.708584363282925 and parameters: {'boosting_type': 'dart', 'num_leaves': 120, 'learning_rate': 0.010958592677295338, 'n_estimators': 459, 'max_depth': 8, 'min_child_samples': 29, 'subsample': 0.8013690412259717, 'colsample_bytree': 0.8727213207710599, 'reg_alpha': 9.92613712944834e-05, 'reg_lambda': 0.15883337604769987, 'min_split_gain': 5.030574934061629e-08, 'cat_smooth': 79, 'cat_l2': 6.538566882738805}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:08:21,651] Trial 190 finished with value: 0.7218319454758869 and parameters: {'boosting_type': 'dart', 'num_leaves': 130, 'learning_rate': 0.013039871575130944, 'n_estimators': 493, 'max_depth': 10, 'min_child_samples': 34, 'subsample': 0.8312151263894866, 'colsample_bytree': 0.8530406264033655, 'reg_alpha': 4.445576851690997e-05, 'reg_lambda': 0.3707422488466653, 'min_split_gain': 9.392311260981718e-08, 'cat_smooth': 84, 'cat_l2': 2.0921104814504887}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:08:29,610] Trial 191 finished with value: 0.7218319454758869 and parameters: {'boosting_type': 'dart', 'num_leaves': 131, 'learning_rate': 0.012873240060088284, 'n_estimators': 489, 'max_depth': 10, 'min_child_samples': 34, 'subsample': 0.8286850211915048, 'colsample_bytree': 0.8557561376351084, 'reg_alpha': 5.050333129844433e-05, 'reg_lambda': 0.3494516664755324, 'min_split_gain': 2.1011720954609878e-07, 'cat_smooth': 85, 'cat_l2': 2.0915565859274405}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:08:37,467] Trial 192 finished with value: 0.7090484697584214 and parameters: {'boosting_type': 'dart', 'num_leaves': 129, 'learning_rate': 0.012754790369680313, 'n_estimators': 503, 'max_depth': 10, 'min_child_samples': 37, 'subsample': 0.8462114840562657, 'colsample_bytree': 0.8643678745843785, 'reg_alpha': 3.440584420375134e-05, 'reg_lambda': 0.21247490057946766, 'min_split_gain': 4.2960724168308516e-07, 'cat_smooth': 85, 'cat_l2': 2.052947103799678}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:08:45,563] Trial 193 finished with value: 0.7156218289917239 and parameters: {'boosting_type': 'dart', 'num_leaves': 134, 'learning_rate': 0.01389768008462195, 'n_estimators': 491, 'max_depth': 9, 'min_child_samples': 32, 'subsample': 0.8300657222718771, 'colsample_bytree': 0.8557969730167674, 'reg_alpha': 4.9427915349085055e-05, 'reg_lambda': 0.35016146778762425, 'min_split_gain': 1.4309132967200375e-07, 'cat_smooth': 83, 'cat_l2': 1.5651198784378846}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:08:51,936] Trial 194 finished with value: 0.6736023939354923 and parameters: {'boosting_type': 'dart', 'num_leaves': 114, 'learning_rate': 0.012944353074526517, 'n_estimators': 445, 'max_depth': 10, 'min_child_samples': 35, 'subsample': 0.8173132719239115, 'colsample_bytree': 0.8322146837683043, 'reg_alpha': 6.779544743454052e-05, 'reg_lambda': 0.9208999758115338, 'min_split_gain': 1.5044259850982823e-08, 'cat_smooth': 81, 'cat_l2': 4.491656003171805}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:09:00,417] Trial 195 finished with value: 0.7159864246372785 and parameters: {'boosting_type': 'dart', 'num_leaves': 129, 'learning_rate': 0.01578013807249092, 'n_estimators': 518, 'max_depth': 7, 'min_child_samples': 33, 'subsample': 0.8426226673021568, 'colsample_bytree': 0.8693162683984181, 'reg_alpha': 2.399429338056855e-05, 'reg_lambda': 0.37104922804950335, 'min_split_gain': 2.5972959309741778e-08, 'cat_smooth': 76, 'cat_l2': 2.4090014260357617}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:09:08,638] Trial 196 finished with value: 0.6814899021572008 and parameters: {'boosting_type': 'dart', 'num_leaves': 121, 'learning_rate': 0.00892826246936604, 'n_estimators': 481, 'max_depth': 9, 'min_child_samples': 30, 'subsample': 0.807970889568639, 'colsample_bytree': 0.841817672111116, 'reg_alpha': 0.00013243589156843654, 'reg_lambda': 0.07843067467046082, 'min_split_gain': 2.3195439703930897e-07, 'cat_smooth': 71, 'cat_l2': 1.4605998073711828}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:09:16,719] Trial 197 finished with value: 0.7142175563994662 and parameters: {'boosting_type': 'dart', 'num_leaves': 138, 'learning_rate': 0.010551289658779118, 'n_estimators': 508, 'max_depth': 11, 'min_child_samples': 36, 'subsample': 0.831334577581411, 'colsample_bytree': 0.8536556854964166, 'reg_alpha': 4.5204484062740544e-05, 'reg_lambda': 0.6963178613977664, 'min_split_gain': 8.850933519759191e-08, 'cat_smooth': 88, 'cat_l2': 5.7701621460710735}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:09:23,311] Trial 198 finished with value: 0.710375193693048 and parameters: {'boosting_type': 'dart', 'num_leaves': 116, 'learning_rate': 0.014751581291480163, 'n_estimators': 447, 'max_depth': 10, 'min_child_samples': 39, 'subsample': 0.857449556362986, 'colsample_bytree': 0.8756970728212912, 'reg_alpha': 1.2339653905923643e-05, 'reg_lambda': 0.20816279578420516, 'min_split_gain': 9.840480383839915e-08, 'cat_smooth': 84, 'cat_l2': 3.0989754212094756}. Best is trial 137 with value: 0.7338329002847149.\n", + "[I 2025-07-28 21:09:32,868] Trial 199 finished with value: 0.7127633201595156 and parameters: {'boosting_type': 'dart', 'num_leaves': 144, 'learning_rate': 0.012575812659743247, 'n_estimators': 549, 'max_depth': 11, 'min_child_samples': 33, 'subsample': 0.8201396579082235, 'colsample_bytree': 0.8618094826946774, 'reg_alpha': 0.00022277139513162425, 'reg_lambda': 1.2026457556920858, 'min_split_gain': 9.340322067132456e-08, 'cat_smooth': 78, 'cat_l2': 9.351735111010793}. Best is trial 137 with value: 0.7338329002847149.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Best trial:\n", + "F1 Score: 0.733833\n", + "Parameters:\n", + "boosting_type: dart\n", + "num_leaves: 115\n", + "learning_rate: 0.014925187890769775\n", + "n_estimators: 440\n", + "max_depth: 18\n", + "min_child_samples: 25\n", + "subsample: 0.8388698484023127\n", + "colsample_bytree: 0.871735744058394\n", + "reg_alpha: 0.0002339943750255717\n", + "reg_lambda: 0.008719224583360354\n", + "min_split_gain: 6.975191054445815e-05\n", + "cat_smooth: 52\n", + "cat_l2: 1.870771829368486e-07\n" + ] + } + ], + "source": [ + "import lightgbm as lgb\n", + "\n", + "def objective(trial):\n", + " params = {\n", + " 'objective': 'binary',\n", + " 'metric': 'binary_logloss',\n", + " 'boosting_type': trial.suggest_categorical('boosting_type', ['gbdt', 'dart', 'goss']),\n", + " 'num_leaves': trial.suggest_int('num_leaves', 2, 256),\n", + " 'learning_rate': trial.suggest_float('learning_rate', 1e-3, 0.1, log=True),\n", + " 'n_estimators': trial.suggest_int('n_estimators', 20, 1000),\n", + " 'max_depth': trial.suggest_int('max_depth', 1, 20),\n", + " 'min_child_samples': trial.suggest_int('min_child_samples', 1, 100),\n", + " 'subsample': trial.suggest_float('subsample', 0.5, 1.0),\n", + " 'colsample_bytree': trial.suggest_float('colsample_bytree', 0.5, 1.0),\n", + " 'reg_alpha': trial.suggest_float('reg_alpha', 1e-8, 10.0, log=True),\n", + " 'reg_lambda': trial.suggest_float('reg_lambda', 1e-8, 10.0, log=True),\n", + " 'min_split_gain': trial.suggest_float('min_split_gain', 1e-8, 1.0, log=True),\n", + " 'cat_smooth': trial.suggest_int('cat_smooth', 1, 100),\n", + " 'cat_l2': trial.suggest_float('cat_l2', 1e-8, 10.0, log=True),\n", + " 'verbosity': -1\n", + " }\n", + "\n", + " model = lgb.LGBMClassifier(**params)\n", + "\n", + " scores = cross_val_score(\n", + " estimator=model,\n", + " X=X,\n", + " y=y,\n", + " scoring='f1_weighted',\n", + " cv=StratifiedKFold(n_splits=10, shuffle=True, random_state=42),\n", + " n_jobs=-1\n", + " )\n", + "\n", + " return scores.mean()\n", + "\n", + "study = optuna.create_study(direction='maximize')\n", + "study.optimize(objective, n_trials=200)\n", + "\n", + "best_trial = study.best_trial\n", + "\n", + "print('Best trial:')\n", + "print(f'F1 Score: {best_trial.value:.6f}')\n", + "print('Parameters:')\n", + "for k, v in best_trial.params.items():\n", + " print(f'{k}: {v}')\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": 57, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "[I 2025-07-28 21:10:05,884] A new study created in memory with name: no-name-bf4ade11-fdd4-4e51-8e36-3ce62bb0ef30\n", + "[I 2025-07-28 21:10:06,304] Trial 0 finished with value: 0.644865039962623 and parameters: {'iterations': 326, 'depth': 10, 'learning_rate': 0.19634246718523193, 'l2_leaf_reg': 2.874223428781629e-05, 'random_strength': 0.0007132910532975053, 'bagging_temperature': 4.68236671244208, 'border_count': 140, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 71, 'rsm': 0.851641906909135}. Best is trial 0 with value: 0.644865039962623.\n", + "[I 2025-07-28 21:10:06,587] Trial 1 finished with value: 0.6769947086440917 and parameters: {'iterations': 364, 'depth': 13, 'learning_rate': 0.04465629029593174, 'l2_leaf_reg': 1.3554273893773743e-08, 'random_strength': 0.4601972154575927, 'bagging_temperature': 1.856284401555177, 'border_count': 182, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 33, 'rsm': 0.27841739352654576}. Best is trial 1 with value: 0.6769947086440917.\n", + "[I 2025-07-28 21:10:06,811] Trial 2 finished with value: 0.6231313020966095 and parameters: {'iterations': 124, 'depth': 14, 'learning_rate': 0.0016455157304415583, 'l2_leaf_reg': 0.0012123823215348748, 'random_strength': 0.0007104164228695333, 'bagging_temperature': 3.7255890605599347, 'border_count': 168, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 35, 'rsm': 0.1028319728367821}. Best is trial 1 with value: 0.6769947086440917.\n", + "[I 2025-07-28 21:10:06,896] Trial 3 finished with value: 0.6231313020966095 and parameters: {'iterations': 405, 'depth': 6, 'learning_rate': 0.003265115142058239, 'l2_leaf_reg': 3.6242308281835856, 'random_strength': 0.001295127270986621, 'bagging_temperature': 7.419893468573814, 'border_count': 211, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 92, 'rsm': 0.1230560327547277}. Best is trial 1 with value: 0.6769947086440917.\n", + "[I 2025-07-28 21:10:07,005] Trial 4 finished with value: 0.629004963261655 and parameters: {'iterations': 360, 'depth': 16, 'learning_rate': 0.38460819718061895, 'l2_leaf_reg': 3.438530546788852e-05, 'random_strength': 1.5613296753397497e-06, 'bagging_temperature': 1.334157246664154, 'border_count': 242, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 7, 'rsm': 0.308048400632565}. Best is trial 1 with value: 0.6769947086440917.\n", + "[I 2025-07-28 21:10:07,078] Trial 5 finished with value: 0.6796234450118777 and parameters: {'iterations': 255, 'depth': 12, 'learning_rate': 0.07587626478018945, 'l2_leaf_reg': 0.47492461205424946, 'random_strength': 1.4909389967190022e-06, 'bagging_temperature': 3.0410057598043916, 'border_count': 102, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 56, 'rsm': 0.46125532883497433}. Best is trial 5 with value: 0.6796234450118777.\n", + "[I 2025-07-28 21:10:07,173] Trial 6 finished with value: 0.6443643318299606 and parameters: {'iterations': 376, 'depth': 9, 'learning_rate': 0.16393806725439064, 'l2_leaf_reg': 0.0010031756584540795, 'random_strength': 3.666980218818952e-05, 'bagging_temperature': 9.625363852998053, 'border_count': 113, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 23, 'rsm': 0.555281479161126}. Best is trial 5 with value: 0.6796234450118777.\n", + "[I 2025-07-28 21:10:07,268] Trial 7 finished with value: 0.6257755879573137 and parameters: {'iterations': 490, 'depth': 6, 'learning_rate': 0.45719003756871623, 'l2_leaf_reg': 0.06445954068664202, 'random_strength': 1.1370755673641355e-07, 'bagging_temperature': 1.9178289992095292, 'border_count': 56, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 16, 'rsm': 0.43238870428660076}. Best is trial 5 with value: 0.6796234450118777.\n", + "[I 2025-07-28 21:10:07,343] Trial 8 finished with value: 0.6674100829044728 and parameters: {'iterations': 317, 'depth': 8, 'learning_rate': 0.10729172408849286, 'l2_leaf_reg': 1.4159475817614153, 'random_strength': 6.051264257287005e-07, 'bagging_temperature': 9.56722115654994, 'border_count': 189, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 61, 'rsm': 0.4600725546777126}. Best is trial 5 with value: 0.6796234450118777.\n", + "[I 2025-07-28 21:10:07,413] Trial 9 finished with value: 0.6390594267409884 and parameters: {'iterations': 372, 'depth': 13, 'learning_rate': 0.4802032879707148, 'l2_leaf_reg': 0.1576254446005595, 'random_strength': 1.1030580888188084e-05, 'bagging_temperature': 0.6487085005103396, 'border_count': 252, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 66, 'rsm': 0.15225770829204163}. Best is trial 5 with value: 0.6796234450118777.\n", + "[I 2025-07-28 21:10:07,464] Trial 10 finished with value: 0.713333400905552 and parameters: {'iterations': 192, 'depth': 3, 'learning_rate': 0.009730081385301624, 'l2_leaf_reg': 5.377056733646331e-08, 'random_strength': 1.0392952627912749e-08, 'bagging_temperature': 0.19060163783488998, 'border_count': 33, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 100, 'rsm': 0.6871969896301374}. Best is trial 10 with value: 0.713333400905552.\n", + "[I 2025-07-28 21:10:07,511] Trial 11 finished with value: 0.6352381320135776 and parameters: {'iterations': 185, 'depth': 1, 'learning_rate': 0.010093616849949055, 'l2_leaf_reg': 2.202462479183604e-08, 'random_strength': 1.729136128956805e-08, 'bagging_temperature': 0.11544722882334565, 'border_count': 34, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 99, 'rsm': 0.718117929537175}. Best is trial 10 with value: 0.713333400905552.\n", + "[I 2025-07-28 21:10:07,571] Trial 12 finished with value: 0.6899578941561645 and parameters: {'iterations': 215, 'depth': 1, 'learning_rate': 0.01835413426760372, 'l2_leaf_reg': 9.311544980529132e-07, 'random_strength': 1.331460191923468e-08, 'bagging_temperature': 0.3186681175880751, 'border_count': 95, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 82, 'rsm': 0.6709159538131249}. Best is trial 10 with value: 0.713333400905552.\n", + "[I 2025-07-28 21:10:07,607] Trial 13 finished with value: 0.6553619055505748 and parameters: {'iterations': 52, 'depth': 1, 'learning_rate': 0.012814906728849971, 'l2_leaf_reg': 8.205808498735848e-07, 'random_strength': 1.128367616479484e-08, 'bagging_temperature': 0.2573666560550933, 'border_count': 76, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 82, 'rsm': 0.9966644540627025}. Best is trial 10 with value: 0.713333400905552.\n", + "[I 2025-07-28 21:10:07,669] Trial 14 finished with value: 0.7173692373434633 and parameters: {'iterations': 223, 'depth': 3, 'learning_rate': 0.006296090491075876, 'l2_leaf_reg': 3.3291916767749844e-07, 'random_strength': 0.04495965382309964, 'bagging_temperature': 0.42808403751229535, 'border_count': 79, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 84, 'rsm': 0.6820042013527321}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:07,718] Trial 15 finished with value: 0.6811549638121073 and parameters: {'iterations': 170, 'depth': 4, 'learning_rate': 0.005758853666762585, 'l2_leaf_reg': 3.2921211893358947e-07, 'random_strength': 0.1219780866279177, 'bagging_temperature': 0.4593548128887004, 'border_count': 32, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 100, 'rsm': 0.7091253298630569}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:07,754] Trial 16 finished with value: 0.6231313020966095 and parameters: {'iterations': 113, 'depth': 4, 'learning_rate': 0.0011308212907667767, 'l2_leaf_reg': 1.7306033325802805e-07, 'random_strength': 7.0064380783702935, 'bagging_temperature': 0.11900574967683374, 'border_count': 64, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 81, 'rsm': 0.8504738630167931}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:07,814] Trial 17 finished with value: 0.6853956567575883 and parameters: {'iterations': 215, 'depth': 3, 'learning_rate': 0.032200773461547996, 'l2_leaf_reg': 1.3047103455379524e-05, 'random_strength': 0.014850317883454428, 'bagging_temperature': 0.1947394737159667, 'border_count': 127, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 89, 'rsm': 0.6057723154262359}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:07,901] Trial 18 finished with value: 0.7063554001586707 and parameters: {'iterations': 281, 'depth': 6, 'learning_rate': 0.005367682296807245, 'l2_leaf_reg': 4.441532145690681e-06, 'random_strength': 0.013974761215968206, 'bagging_temperature': 0.7536920413118762, 'border_count': 77, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 50, 'rsm': 0.827849730067646}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:07,939] Trial 19 finished with value: 0.7031545038088228 and parameters: {'iterations': 119, 'depth': 3, 'learning_rate': 0.0032050053979352944, 'l2_leaf_reg': 6.651389291112829e-08, 'random_strength': 3.501313810891043e-05, 'bagging_temperature': 0.18626044539102732, 'border_count': 45, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 71, 'rsm': 0.9391245850296657}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:08,014] Trial 20 finished with value: 0.6543482472430115 and parameters: {'iterations': 254, 'depth': 7, 'learning_rate': 0.007838357939894973, 'l2_leaf_reg': 0.010406172288402626, 'random_strength': 1.3181028916529844, 'bagging_temperature': 0.43637617370332404, 'border_count': 84, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 48, 'rsm': 0.7682507647487972}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:08,103] Trial 21 finished with value: 0.6962990634327408 and parameters: {'iterations': 289, 'depth': 5, 'learning_rate': 0.003863332794540889, 'l2_leaf_reg': 4.265982032899953e-06, 'random_strength': 0.011784830644282748, 'bagging_temperature': 0.7881734953958937, 'border_count': 70, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 40, 'rsm': 0.82286554278208}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:08,177] Trial 22 finished with value: 0.7045572376994619 and parameters: {'iterations': 218, 'depth': 3, 'learning_rate': 0.02166198277573119, 'l2_leaf_reg': 2.782356976999961e-06, 'random_strength': 0.011914700436980655, 'bagging_temperature': 0.4987234835922036, 'border_count': 55, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 52, 'rsm': 0.6648119264282087}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:08,226] Trial 23 finished with value: 0.7140737959365824 and parameters: {'iterations': 169, 'depth': 5, 'learning_rate': 0.005433907564960586, 'l2_leaf_reg': 0.00019524291416069307, 'random_strength': 0.054092086943824995, 'bagging_temperature': 0.8736224391762762, 'border_count': 119, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 91, 'rsm': 0.7772861675025935}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:08,265] Trial 24 finished with value: 0.6223374264943847 and parameters: {'iterations': 158, 'depth': 2, 'learning_rate': 0.0018831380849601744, 'l2_leaf_reg': 0.00014418295075927063, 'random_strength': 0.13074499133099218, 'bagging_temperature': 1.1445656043705734, 'border_count': 118, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 91, 'rsm': 0.5902757283245401}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:08,303] Trial 25 finished with value: 0.715148334436846 and parameters: {'iterations': 71, 'depth': 4, 'learning_rate': 0.011198691312449651, 'l2_leaf_reg': 6.773443788616987e-08, 'random_strength': 0.00011613323068310494, 'bagging_temperature': 0.3125185201888131, 'border_count': 147, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 76, 'rsm': 0.767135038878193}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:08,341] Trial 26 finished with value: 0.7122391689177451 and parameters: {'iterations': 59, 'depth': 5, 'learning_rate': 0.014391301756678332, 'l2_leaf_reg': 0.0003718401348738101, 'random_strength': 0.0034009887680386736, 'bagging_temperature': 0.3150179528622601, 'border_count': 149, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 75, 'rsm': 0.9110263896673613}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:08,388] Trial 27 finished with value: 0.7074124289796735 and parameters: {'iterations': 101, 'depth': 8, 'learning_rate': 0.037713890338771275, 'l2_leaf_reg': 0.006257911297611747, 'random_strength': 0.00011779367791747799, 'bagging_temperature': 0.580727041270477, 'border_count': 141, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 87, 'rsm': 0.7692356964412808}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:08,442] Trial 28 finished with value: 0.7093761649780406 and parameters: {'iterations': 83, 'depth': 5, 'learning_rate': 0.006392397895620634, 'l2_leaf_reg': 2.229894930807612e-07, 'random_strength': 0.07262614273622191, 'bagging_temperature': 0.8747914197245735, 'border_count': 157, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 77, 'rsm': 0.7698177778790822}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:08,493] Trial 29 finished with value: 0.7151751290414943 and parameters: {'iterations': 146, 'depth': 9, 'learning_rate': 0.002120578315712143, 'l2_leaf_reg': 4.394210662372422e-05, 'random_strength': 0.00029025530808029967, 'bagging_temperature': 0.3561638617242429, 'border_count': 125, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 67, 'rsm': 0.8959771177251026}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:08,544] Trial 30 finished with value: 0.7108650059848274 and parameters: {'iterations': 141, 'depth': 10, 'learning_rate': 0.0022698886559213943, 'l2_leaf_reg': 4.378674989565018e-05, 'random_strength': 0.0002218322945506819, 'bagging_temperature': 0.3480846644110334, 'border_count': 133, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 67, 'rsm': 0.9174289238942468}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:08,582] Trial 31 finished with value: 0.7005267123095861 and parameters: {'iterations': 79, 'depth': 10, 'learning_rate': 0.00402545150950277, 'l2_leaf_reg': 0.00015040114601213425, 'random_strength': 0.0012581024180273737, 'bagging_temperature': 0.27247435238389806, 'border_count': 102, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 74, 'rsm': 0.8837741112541522}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:08,628] Trial 32 finished with value: 0.6462099199232523 and parameters: {'iterations': 140, 'depth': 7, 'learning_rate': 0.001056586703645295, 'l2_leaf_reg': 1.0733773709278229e-05, 'random_strength': 0.9674600774594053, 'bagging_temperature': 1.526617425438545, 'border_count': 165, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 61, 'rsm': 0.9671219028305145}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:08,703] Trial 33 finished with value: 0.7151751290414943 and parameters: {'iterations': 239, 'depth': 9, 'learning_rate': 0.0023591886132661192, 'l2_leaf_reg': 2.037371852897583e-08, 'random_strength': 6.0785832856424805e-05, 'bagging_temperature': 0.4491215115411785, 'border_count': 120, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 85, 'rsm': 0.8039427127346143}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:08,785] Trial 34 finished with value: 0.712705575824313 and parameters: {'iterations': 237, 'depth': 11, 'learning_rate': 0.0023562805089262793, 'l2_leaf_reg': 1.180845591938136e-08, 'random_strength': 4.624275640669095e-05, 'bagging_temperature': 0.4247737750309534, 'border_count': 94, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 69, 'rsm': 0.8723907506620653}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:08,971] Trial 35 finished with value: 0.6307269532999511 and parameters: {'iterations': 319, 'depth': 9, 'learning_rate': 0.0014953433639461006, 'l2_leaf_reg': 6.589155945959061e-08, 'random_strength': 5.788071670863615e-06, 'bagging_temperature': 0.15031578480560379, 'border_count': 182, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 83, 'rsm': 0.8257273314417807}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:09,021] Trial 36 finished with value: 0.7042815845202948 and parameters: {'iterations': 140, 'depth': 7, 'learning_rate': 0.0022203440466849124, 'l2_leaf_reg': 9.740319239619935e-07, 'random_strength': 0.0005260319239366312, 'bagging_temperature': 0.23980290454111697, 'border_count': 142, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 62, 'rsm': 0.7465102867444605}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:09,073] Trial 37 finished with value: 0.6916874843040748 and parameters: {'iterations': 197, 'depth': 11, 'learning_rate': 0.003067643085592593, 'l2_leaf_reg': 3.1055972030546385e-08, 'random_strength': 0.003570977033217519, 'bagging_temperature': 0.3701213608061554, 'border_count': 201, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 77, 'rsm': 0.6271974707126708}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:11,041] Trial 38 finished with value: 0.631524343469783 and parameters: {'iterations': 255, 'depth': 16, 'learning_rate': 0.001389223524305225, 'l2_leaf_reg': 1.174721350541559e-08, 'random_strength': 1.020613901549678e-05, 'bagging_temperature': 0.5546115789085864, 'border_count': 109, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 56, 'rsm': 0.5172779270900268}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:12,119] Trial 39 finished with value: 0.7141800180545547 and parameters: {'iterations': 92, 'depth': 14, 'learning_rate': 0.027866265613211993, 'l2_leaf_reg': 1.4099831100587965e-07, 'random_strength': 0.00016107598077335776, 'bagging_temperature': 2.264781079000867, 'border_count': 226, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 86, 'rsm': 0.5328732380009497}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:12,995] Trial 40 finished with value: 0.6664021226316216 and parameters: {'iterations': 470, 'depth': 9, 'learning_rate': 0.06867369422596374, 'l2_leaf_reg': 4.147471917474245e-07, 'random_strength': 2.799266148980531e-06, 'bagging_temperature': 0.6545323640133149, 'border_count': 129, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 96, 'rsm': 0.34757752613560167}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:13,751] Trial 41 finished with value: 0.714355892717526 and parameters: {'iterations': 86, 'depth': 14, 'learning_rate': 0.03042853808080658, 'l2_leaf_reg': 9.95665716274235e-08, 'random_strength': 0.0001283793726266875, 'bagging_temperature': 3.5399299944311196, 'border_count': 237, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 86, 'rsm': 0.5338231908893063}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:13,792] Trial 42 finished with value: 0.7037371569075284 and parameters: {'iterations': 72, 'depth': 14, 'learning_rate': 0.052599286300872, 'l2_leaf_reg': 8.965896281165446e-08, 'random_strength': 4.9686782473387996e-05, 'bagging_temperature': 4.379137297689885, 'border_count': 235, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 78, 'rsm': 0.628881701538911}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:13,842] Trial 43 finished with value: 0.6274695063057814 and parameters: {'iterations': 104, 'depth': 12, 'learning_rate': 0.008729924029862259, 'l2_leaf_reg': 2.924011268535947e-08, 'random_strength': 0.0005150299459796177, 'bagging_temperature': 7.101615017182727, 'border_count': 168, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 95, 'rsm': 0.4213769941798128}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:13,943] Trial 44 finished with value: 0.6944780860355327 and parameters: {'iterations': 344, 'depth': 15, 'learning_rate': 0.015988533568382354, 'l2_leaf_reg': 5.358274385663252e-07, 'random_strength': 0.002381459907424148, 'bagging_temperature': 2.6693878537215645, 'border_count': 254, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 72, 'rsm': 0.5684218297611253}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:14,136] Trial 45 finished with value: 0.6354328123803168 and parameters: {'iterations': 298, 'depth': 12, 'learning_rate': 0.012679907813380293, 'l2_leaf_reg': 1.8129383005473566e-06, 'random_strength': 0.00013890963606035735, 'bagging_temperature': 1.2569936131099746, 'border_count': 211, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 86, 'rsm': 0.49262473669391926}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:14,175] Trial 46 finished with value: 0.6849678561130232 and parameters: {'iterations': 128, 'depth': 2, 'learning_rate': 0.18660049161673886, 'l2_leaf_reg': 2.7645360775862026e-08, 'random_strength': 1.96352365088021e-05, 'bagging_temperature': 3.530309712959521, 'border_count': 177, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 65, 'rsm': 0.7263305286792906}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:14,250] Trial 47 finished with value: 0.6965857305975498 and parameters: {'iterations': 233, 'depth': 10, 'learning_rate': 0.1249557504504297, 'l2_leaf_reg': 6.662593276945689, 'random_strength': 0.0008733146348743017, 'bagging_temperature': 5.702526074694227, 'border_count': 153, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 94, 'rsm': 0.21951393582426332}. Best is trial 14 with value: 0.7173692373434633.\n", + "[I 2025-07-28 21:10:14,298] Trial 48 finished with value: 0.7181070285844802 and parameters: {'iterations': 181, 'depth': 8, 'learning_rate': 0.004125108221473046, 'l2_leaf_reg': 1.8643121383374227e-07, 'random_strength': 0.00010259375225817758, 'bagging_temperature': 0.2531461636883436, 'border_count': 84, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 80, 'rsm': 0.6584011766265037}. Best is trial 48 with value: 0.7181070285844802.\n", + "[I 2025-07-28 21:10:14,348] Trial 49 finished with value: 0.7183516842433892 and parameters: {'iterations': 179, 'depth': 8, 'learning_rate': 0.00426127194106868, 'l2_leaf_reg': 2.6063425557720516e-05, 'random_strength': 5.072671557606669e-07, 'bagging_temperature': 0.2180028418823746, 'border_count': 93, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 44, 'rsm': 0.6925960719714849}. Best is trial 49 with value: 0.7183516842433892.\n", + "[I 2025-07-28 21:10:14,410] Trial 50 finished with value: 0.6920532948402561 and parameters: {'iterations': 194, 'depth': 8, 'learning_rate': 0.00471807530821865, 'l2_leaf_reg': 2.0885569189053658e-05, 'random_strength': 7.160807959727191e-07, 'bagging_temperature': 0.14130325063717555, 'border_count': 85, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 28, 'rsm': 0.6481554893438232}. Best is trial 49 with value: 0.7183516842433892.\n", + "[I 2025-07-28 21:10:14,463] Trial 51 finished with value: 0.7040462101475926 and parameters: {'iterations': 174, 'depth': 9, 'learning_rate': 0.007116326233079774, 'l2_leaf_reg': 4.825933612100742e-05, 'random_strength': 1.2160201042954445e-07, 'bagging_temperature': 0.23163392499086807, 'border_count': 105, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 44, 'rsm': 0.6916388337204585}. Best is trial 49 with value: 0.7183516842433892.\n", + "[I 2025-07-28 21:10:14,513] Trial 52 finished with value: 0.7077850175767226 and parameters: {'iterations': 155, 'depth': 6, 'learning_rate': 0.0031444620822766193, 'l2_leaf_reg': 0.00409034004518216, 'random_strength': 9.848844686459671e-08, 'bagging_temperature': 0.296464183808236, 'border_count': 95, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 40, 'rsm': 0.8102261003536777}. Best is trial 49 with value: 0.7183516842433892.\n", + "[I 2025-07-28 21:10:14,577] Trial 53 finished with value: 0.7166788224759396 and parameters: {'iterations': 230, 'depth': 8, 'learning_rate': 0.004191969791825569, 'l2_leaf_reg': 7.974101212875736e-06, 'random_strength': 0.000306204935728251, 'bagging_temperature': 0.2027323516562772, 'border_count': 118, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 80, 'rsm': 0.7270395877525334}. Best is trial 49 with value: 0.7183516842433892.\n", + "[I 2025-07-28 21:10:14,654] Trial 54 finished with value: 0.7027738305050861 and parameters: {'iterations': 263, 'depth': 8, 'learning_rate': 0.0027638539320816603, 'l2_leaf_reg': 1.5898796327720382e-06, 'random_strength': 0.00036264578964538845, 'bagging_temperature': 0.17264973243170734, 'border_count': 116, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 81, 'rsm': 0.673032607101288}. Best is trial 49 with value: 0.7183516842433892.\n", + "[I 2025-07-28 21:10:14,763] Trial 55 finished with value: 0.6545789850101144 and parameters: {'iterations': 208, 'depth': 7, 'learning_rate': 0.004798520328824328, 'l2_leaf_reg': 0.0012361915335209184, 'random_strength': 4.738513562606831e-06, 'bagging_temperature': 0.20675362204253117, 'border_count': 83, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 7, 'rsm': 0.7264641764556212}. Best is trial 49 with value: 0.7183516842433892.\n", + "[I 2025-07-28 21:10:14,851] Trial 56 finished with value: 0.6981368765458048 and parameters: {'iterations': 226, 'depth': 11, 'learning_rate': 0.004270186346589399, 'l2_leaf_reg': 9.530488742660104e-06, 'random_strength': 1.955896695466462e-05, 'bagging_temperature': 0.1444969813467571, 'border_count': 62, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 33, 'rsm': 0.8688090361932778}. Best is trial 49 with value: 0.7183516842433892.\n", + "[I 2025-07-28 21:10:14,951] Trial 57 finished with value: 0.6730829887661007 and parameters: {'iterations': 245, 'depth': 9, 'learning_rate': 0.0019095156493118303, 'l2_leaf_reg': 7.672431477369659e-05, 'random_strength': 2.7360071947156037e-07, 'bagging_temperature': 0.40700884455976466, 'border_count': 125, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 12, 'rsm': 0.584328931995861}. Best is trial 49 with value: 0.7183516842433892.\n", + "[I 2025-07-28 21:10:15,038] Trial 58 finished with value: 0.6214721769080725 and parameters: {'iterations': 274, 'depth': 7, 'learning_rate': 0.0036847941444055495, 'l2_leaf_reg': 0.0005053536343621311, 'random_strength': 6.23994994401762, 'bagging_temperature': 0.10971999865833534, 'border_count': 91, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 55, 'rsm': 0.7971760371929364}. Best is trial 49 with value: 0.7183516842433892.\n", + "[I 2025-07-28 21:10:15,090] Trial 59 finished with value: 0.6505177049157687 and parameters: {'iterations': 179, 'depth': 8, 'learning_rate': 0.2628372746138602, 'l2_leaf_reg': 6.644466033787675e-06, 'random_strength': 3.320216943406689e-08, 'bagging_temperature': 0.21892293466023033, 'border_count': 111, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 81, 'rsm': 0.6946726170096135}. Best is trial 49 with value: 0.7183516842433892.\n", + "[I 2025-07-28 21:10:15,164] Trial 60 finished with value: 0.701243384094997 and parameters: {'iterations': 202, 'depth': 10, 'learning_rate': 0.0014313239793381253, 'l2_leaf_reg': 2.7262607826579285e-06, 'random_strength': 0.0059764732837228485, 'bagging_temperature': 0.26843750382842485, 'border_count': 73, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 47, 'rsm': 0.6162285132261461}. Best is trial 49 with value: 0.7183516842433892.\n", + "[I 2025-07-28 21:10:15,217] Trial 61 finished with value: 0.714282044906351 and parameters: {'iterations': 161, 'depth': 4, 'learning_rate': 0.009777583803470593, 'l2_leaf_reg': 2.6564982080024013e-07, 'random_strength': 8.73166990921536e-05, 'bagging_temperature': 0.3331349474105904, 'border_count': 136, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 70, 'rsm': 0.7408126622756853}. Best is trial 49 with value: 0.7183516842433892.\n", + "[I 2025-07-28 21:10:15,292] Trial 62 finished with value: 0.7196147825996888 and parameters: {'iterations': 221, 'depth': 6, 'learning_rate': 0.0026535573728087704, 'l2_leaf_reg': 2.271185467747604e-05, 'random_strength': 0.0002907423646879297, 'bagging_temperature': 0.5222472739963381, 'border_count': 100, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 73, 'rsm': 0.8486140791129793}. Best is trial 62 with value: 0.7196147825996888.\n", + "[I 2025-07-28 21:10:15,378] Trial 63 finished with value: 0.6741386598307272 and parameters: {'iterations': 219, 'depth': 6, 'learning_rate': 0.0027071472365495755, 'l2_leaf_reg': 2.2361894421805478e-05, 'random_strength': 0.0019064543490095087, 'bagging_temperature': 0.5333614861737661, 'border_count': 124, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 90, 'rsm': 0.8457017866727121}. Best is trial 62 with value: 0.7196147825996888.\n", + "[I 2025-07-28 21:10:15,430] Trial 64 finished with value: 0.731085613334467 and parameters: {'iterations': 186, 'depth': 8, 'learning_rate': 0.0018196222679781732, 'l2_leaf_reg': 5.744379588734492e-05, 'random_strength': 0.00028484721390404874, 'bagging_temperature': 0.6708517609961333, 'border_count': 104, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 79, 'rsm': 0.9067017910178108}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:15,481] Trial 65 finished with value: 0.731085613334467 and parameters: {'iterations': 192, 'depth': 8, 'learning_rate': 0.0018625727833676835, 'l2_leaf_reg': 0.00010261482778812832, 'random_strength': 0.000260172567393989, 'bagging_temperature': 0.7048146120776374, 'border_count': 104, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 79, 'rsm': 0.9120402771241206}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:15,534] Trial 66 finished with value: 0.7006119042478547 and parameters: {'iterations': 185, 'depth': 8, 'learning_rate': 0.0018018142751326843, 'l2_leaf_reg': 9.265453718987074e-05, 'random_strength': 0.0007503302762992269, 'bagging_temperature': 0.6144265535803506, 'border_count': 97, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 74, 'rsm': 0.8444321375562108}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:15,607] Trial 67 finished with value: 0.7157644863775523 and parameters: {'iterations': 204, 'depth': 6, 'learning_rate': 0.0012720624992842487, 'l2_leaf_reg': 0.0007855151390594976, 'random_strength': 0.021191525860560983, 'bagging_temperature': 1.0455519948077188, 'border_count': 80, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 39, 'rsm': 0.9411763519162155}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:15,695] Trial 68 finished with value: 0.7160534281720417 and parameters: {'iterations': 300, 'depth': 7, 'learning_rate': 0.007188788859679649, 'l2_leaf_reg': 0.00024447698754352735, 'random_strength': 0.001242022511086175, 'bagging_temperature': 0.748358391898615, 'border_count': 68, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 79, 'rsm': 0.972727451231556}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:15,770] Trial 69 finished with value: 0.7153252292109591 and parameters: {'iterations': 223, 'depth': 8, 'learning_rate': 0.0034735166568511133, 'l2_leaf_reg': 1.8091161456265743e-05, 'random_strength': 2.312383434083679e-05, 'bagging_temperature': 0.6808629543771948, 'border_count': 88, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 89, 'rsm': 0.9181017121869135}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:15,819] Trial 70 finished with value: 0.716268915870412 and parameters: {'iterations': 186, 'depth': 7, 'learning_rate': 0.005778918052664482, 'l2_leaf_reg': 5.7179968395212575e-06, 'random_strength': 0.00029160821845645416, 'bagging_temperature': 0.9628518674573133, 'border_count': 57, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 83, 'rsm': 0.6567356467237777}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:15,871] Trial 71 finished with value: 0.7190885954047567 and parameters: {'iterations': 189, 'depth': 7, 'learning_rate': 0.005554417975588523, 'l2_leaf_reg': 8.323155358580921e-06, 'random_strength': 7.06920309527218e-05, 'bagging_temperature': 0.9498407055670897, 'border_count': 50, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 83, 'rsm': 0.6501306732694705}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:15,949] Trial 72 finished with value: 0.7063002016353382 and parameters: {'iterations': 212, 'depth': 6, 'learning_rate': 0.002674235242076619, 'l2_leaf_reg': 5.939102505771317e-05, 'random_strength': 7.319548238107174e-05, 'bagging_temperature': 0.4780192588877431, 'border_count': 44, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 74, 'rsm': 0.7054631141439045}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:16,001] Trial 73 finished with value: 0.7088251593320776 and parameters: {'iterations': 167, 'depth': 8, 'learning_rate': 0.0016105867084465634, 'l2_leaf_reg': 3.0688313181643665e-05, 'random_strength': 0.005776512539269007, 'bagging_temperature': 1.3871674953090707, 'border_count': 46, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 79, 'rsm': 0.9961546944633765}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:16,078] Trial 74 finished with value: 0.6709625910011388 and parameters: {'iterations': 250, 'depth': 7, 'learning_rate': 0.004696911504483192, 'l2_leaf_reg': 0.00010273874598204596, 'random_strength': 0.3049711170770407, 'bagging_temperature': 0.17546359285079854, 'border_count': 101, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 84, 'rsm': 0.6517849346837308}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:16,131] Trial 75 finished with value: 0.728500931013487 and parameters: {'iterations': 197, 'depth': 5, 'learning_rate': 0.006161452519707326, 'l2_leaf_reg': 3.4311418032512797e-06, 'random_strength': 0.00032799532722074153, 'bagging_temperature': 0.7454084642905533, 'border_count': 107, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 88, 'rsm': 0.7868506841323728}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:16,183] Trial 76 finished with value: 0.7090468258644609 and parameters: {'iterations': 128, 'depth': 5, 'learning_rate': 0.0059461632890051765, 'l2_leaf_reg': 6.577359570430515e-07, 'random_strength': 2.7500764622641103e-05, 'bagging_temperature': 0.8729335713674534, 'border_count': 105, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 88, 'rsm': 0.939268682067194}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:16,235] Trial 77 finished with value: 0.6972954504437563 and parameters: {'iterations': 150, 'depth': 6, 'learning_rate': 0.0010157083860738356, 'l2_leaf_reg': 1.4027252690027001e-06, 'random_strength': 6.641739709884505e-06, 'bagging_temperature': 0.39402847425103676, 'border_count': 77, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 96, 'rsm': 0.7873524785601461}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:16,287] Trial 78 finished with value: 0.6802734716491614 and parameters: {'iterations': 179, 'depth': 2, 'learning_rate': 0.008061224925960085, 'l2_leaf_reg': 3.63934700870339e-06, 'random_strength': 2.15352774539345e-06, 'bagging_temperature': 0.7218096132310938, 'border_count': 67, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 93, 'rsm': 0.5932835590276119}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:16,340] Trial 79 finished with value: 0.7135690188396394 and parameters: {'iterations': 194, 'depth': 4, 'learning_rate': 0.0034805344343943724, 'l2_leaf_reg': 1.5413846400840728e-05, 'random_strength': 0.030750328215653565, 'bagging_temperature': 1.834746862947913, 'border_count': 89, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 72, 'rsm': 0.7584622689808508}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:16,417] Trial 80 finished with value: 0.7120250013648678 and parameters: {'iterations': 269, 'depth': 5, 'learning_rate': 0.002716427322875792, 'l2_leaf_reg': 3.241766033842319e-05, 'random_strength': 1.1957888600290847e-05, 'bagging_temperature': 0.5141981561750695, 'border_count': 52, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 63, 'rsm': 0.9080724629465222}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:16,494] Trial 81 finished with value: 0.7144663920492235 and parameters: {'iterations': 229, 'depth': 7, 'learning_rate': 0.0040699230696827175, 'l2_leaf_reg': 5.0371699155389375e-06, 'random_strength': 0.00022983416726337613, 'bagging_temperature': 0.8258711215643769, 'border_count': 109, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 79, 'rsm': 0.8713761765171697}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:16,570] Trial 82 finished with value: 0.7195127557478924 and parameters: {'iterations': 210, 'depth': 8, 'learning_rate': 0.00665092710930546, 'l2_leaf_reg': 9.129025706409068e-06, 'random_strength': 0.000640675337237473, 'bagging_temperature': 1.1046764931343205, 'border_count': 99, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 98, 'rsm': 0.6785291672733652}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:16,622] Trial 83 finished with value: 0.6869811312876966 and parameters: {'iterations': 169, 'depth': 6, 'learning_rate': 0.0063152667266057, 'l2_leaf_reg': 3.056639911867092e-06, 'random_strength': 0.000674528745989926, 'bagging_temperature': 1.0269508680494739, 'border_count': 98, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 98, 'rsm': 0.6393157733807413}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:16,696] Trial 84 finished with value: 0.7030311727550994 and parameters: {'iterations': 208, 'depth': 9, 'learning_rate': 0.012214420835773237, 'l2_leaf_reg': 1.0766192470174582e-05, 'random_strength': 0.00047982935832945126, 'bagging_temperature': 1.1755922763767899, 'border_count': 91, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 91, 'rsm': 0.6805573105242888}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:16,748] Trial 85 finished with value: 0.7216247099218271 and parameters: {'iterations': 191, 'depth': 7, 'learning_rate': 0.008944680684884984, 'l2_leaf_reg': 0.0001981158152028752, 'random_strength': 0.0015967377636295068, 'bagging_temperature': 0.6207908824013099, 'border_count': 79, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 88, 'rsm': 0.8205190174417328}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:16,802] Trial 86 finished with value: 0.7115719299395248 and parameters: {'iterations': 192, 'depth': 7, 'learning_rate': 0.005141478762830482, 'l2_leaf_reg': 0.0002966827819475138, 'random_strength': 0.0015106845738473585, 'bagging_temperature': 1.696114799869341, 'border_count': 105, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 100, 'rsm': 0.8222440623073821}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:16,853] Trial 87 finished with value: 0.7199655847332901 and parameters: {'iterations': 160, 'depth': 5, 'learning_rate': 0.010317862288100279, 'l2_leaf_reg': 0.00011973631079298435, 'random_strength': 0.005827441768125151, 'bagging_temperature': 0.9622082280120756, 'border_count': 73, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 88, 'rsm': 0.8422391973307932}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:16,906] Trial 88 finished with value: 0.6987210496984325 and parameters: {'iterations': 161, 'depth': 5, 'learning_rate': 0.02043232706443931, 'l2_leaf_reg': 0.00015705597825822252, 'random_strength': 0.0008807257888605653, 'bagging_temperature': 0.9732704151041728, 'border_count': 63, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 93, 'rsm': 0.8924270691503363}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:16,958] Trial 89 finished with value: 0.714355892717526 and parameters: {'iterations': 136, 'depth': 6, 'learning_rate': 0.015480265708631907, 'l2_leaf_reg': 0.0017770833735551782, 'random_strength': 0.004766838282007448, 'bagging_temperature': 1.4044486324045824, 'border_count': 112, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 97, 'rsm': 0.854596201563882}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:17,009] Trial 90 finished with value: 0.7108243336467964 and parameters: {'iterations': 150, 'depth': 4, 'learning_rate': 0.010885303838827406, 'l2_leaf_reg': 0.0005387823899326871, 'random_strength': 0.0030561297267074363, 'bagging_temperature': 0.6351509107901835, 'border_count': 38, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 88, 'rsm': 0.9580711197229997}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:17,060] Trial 91 finished with value: 0.7196147825996888 and parameters: {'iterations': 178, 'depth': 8, 'learning_rate': 0.0070661375483755465, 'l2_leaf_reg': 0.00012037779785585916, 'random_strength': 0.00017195228369774415, 'bagging_temperature': 0.7954521053971672, 'border_count': 72, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 84, 'rsm': 0.7896736377295996}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:17,111] Trial 92 finished with value: 0.7166788224759396 and parameters: {'iterations': 198, 'depth': 9, 'learning_rate': 0.008194805152542454, 'l2_leaf_reg': 0.00010727716052579408, 'random_strength': 0.010186812727741083, 'bagging_temperature': 1.1208220346436728, 'border_count': 74, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 87, 'rsm': 0.7999065468728632}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:17,152] Trial 93 finished with value: 0.71260656489655 and parameters: {'iterations': 115, 'depth': 7, 'learning_rate': 0.0071139977631144375, 'l2_leaf_reg': 5.884162575330309e-05, 'random_strength': 0.00016983114420885437, 'bagging_temperature': 0.806844759552192, 'border_count': 80, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 84, 'rsm': 0.8363031579910758}. Best is trial 64 with value: 0.731085613334467.\n", + "[I 2025-07-28 21:10:17,206] Trial 94 finished with value: 0.7319447527560347 and parameters: {'iterations': 168, 'depth': 5, 'learning_rate': 0.00889070096045054, 'l2_leaf_reg': 3.173038372914875e-05, 'random_strength': 0.0004606096176348796, 'bagging_temperature': 0.9387985722566684, 'border_count': 56, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 92, 'rsm': 0.7489477360324039}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:17,260] Trial 95 finished with value: 0.7126229197178141 and parameters: {'iterations': 188, 'depth': 5, 'learning_rate': 0.00899048142129578, 'l2_leaf_reg': 0.0002470270691410931, 'random_strength': 0.00041452970650128447, 'bagging_temperature': 0.5875824919811388, 'border_count': 56, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 76, 'rsm': 0.8606127591738438}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:17,360] Trial 96 finished with value: 0.6868394185285214 and parameters: {'iterations': 410, 'depth': 5, 'learning_rate': 0.01779344738496747, 'l2_leaf_reg': 3.861763842886208e-05, 'random_strength': 0.0010485597584225053, 'bagging_temperature': 0.8990950629892631, 'border_count': 51, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 92, 'rsm': 0.7518570996615621}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:17,413] Trial 97 finished with value: 0.7216019758979421 and parameters: {'iterations': 168, 'depth': 6, 'learning_rate': 0.010457572388121162, 'l2_leaf_reg': 1.3591264846722752e-05, 'random_strength': 0.0002040084600740012, 'bagging_temperature': 0.7049688563859011, 'border_count': 60, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 95, 'rsm': 0.7812173997079506}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:17,466] Trial 98 finished with value: 0.7095566287304063 and parameters: {'iterations': 164, 'depth': 6, 'learning_rate': 0.014124755757834923, 'l2_leaf_reg': 0.00015353202893785722, 'random_strength': 0.00020223242906908083, 'bagging_temperature': 0.7089786723106606, 'border_count': 63, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 95, 'rsm': 0.8147340921146535}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:17,519] Trial 99 finished with value: 0.7172918528412752 and parameters: {'iterations': 173, 'depth': 4, 'learning_rate': 0.010292430847854844, 'l2_leaf_reg': 0.00040113397946621703, 'random_strength': 0.0019515761876918608, 'bagging_temperature': 0.7996817742759803, 'border_count': 58, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 91, 'rsm': 0.7799924295528035}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:17,597] Trial 100 finished with value: 0.7068471080305347 and parameters: {'iterations': 216, 'depth': 6, 'learning_rate': 0.02461566028454723, 'l2_leaf_reg': 7.289099462154494e-05, 'random_strength': 0.008527980343580537, 'bagging_temperature': 0.5769260198635038, 'border_count': 71, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.7859675597554288}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:17,649] Trial 101 finished with value: 0.7143196027329825 and parameters: {'iterations': 156, 'depth': 5, 'learning_rate': 0.006948409031173119, 'l2_leaf_reg': 9.288770655463398e-06, 'random_strength': 4.5065851561548886e-05, 'bagging_temperature': 1.2304757315496864, 'border_count': 49, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 85, 'rsm': 0.8852163654976901}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:17,713] Trial 102 finished with value: 0.6964207777737366 and parameters: {'iterations': 202, 'depth': 7, 'learning_rate': 0.011791877983853838, 'l2_leaf_reg': 1.471782363135687e-05, 'random_strength': 8.72487703084261e-05, 'bagging_temperature': 0.9253199222002527, 'border_count': 39, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 89, 'rsm': 0.8383188052219764}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:17,764] Trial 103 finished with value: 0.7206190834438504 and parameters: {'iterations': 138, 'depth': 6, 'learning_rate': 0.009227966105699833, 'l2_leaf_reg': 2.7723273152339457e-05, 'random_strength': 0.000492714325838532, 'bagging_temperature': 0.7343950173585868, 'border_count': 67, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 83, 'rsm': 0.7415420146236922}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:17,814] Trial 104 finished with value: 0.7174072529557537 and parameters: {'iterations': 132, 'depth': 5, 'learning_rate': 0.009149461872143208, 'l2_leaf_reg': 0.8964874256234208, 'random_strength': 0.0006809307826294715, 'bagging_temperature': 0.6855616817829892, 'border_count': 68, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 94, 'rsm': 0.7317549550069996}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:17,864] Trial 105 finished with value: 0.7094100052716386 and parameters: {'iterations': 122, 'depth': 4, 'learning_rate': 0.014327965506865683, 'l2_leaf_reg': 2.4961914548351174e-05, 'random_strength': 0.00035224659398873733, 'bagging_temperature': 1.079025753983996, 'border_count': 86, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 86, 'rsm': 0.7677656654974581}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:17,915] Trial 106 finished with value: 0.6696417972415538 and parameters: {'iterations': 145, 'depth': 6, 'learning_rate': 0.0011759457107235948, 'l2_leaf_reg': 4.9582189109232065e-05, 'random_strength': 0.00022315068444148542, 'bagging_temperature': 0.6252793416887978, 'border_count': 81, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 100, 'rsm': 0.7106732930145836}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:17,967] Trial 107 finished with value: 0.7192279323522385 and parameters: {'iterations': 169, 'depth': 8, 'learning_rate': 0.010411878688347686, 'l2_leaf_reg': 0.048484775077754234, 'random_strength': 0.0005693472250631705, 'bagging_temperature': 0.49009407295108487, 'border_count': 59, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 82, 'rsm': 0.8098156358594438}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:18,045] Trial 108 finished with value: 0.7107033492940247 and parameters: {'iterations': 237, 'depth': 6, 'learning_rate': 0.0076601621515208105, 'l2_leaf_reg': 0.00012223083427491627, 'random_strength': 0.0023409891905810825, 'bagging_temperature': 0.7410901861203166, 'border_count': 100, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 90, 'rsm': 0.9221750460417777}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:18,094] Trial 109 finished with value: 0.6919070805885349 and parameters: {'iterations': 179, 'depth': 7, 'learning_rate': 0.0018785068048999007, 'l2_leaf_reg': 1.5578014230386335e-05, 'random_strength': 0.00014984255456177892, 'bagging_temperature': 0.556594878875297, 'border_count': 75, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 77, 'rsm': 0.7538017946993862}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:18,136] Trial 110 finished with value: 0.7224679599057635 and parameters: {'iterations': 102, 'depth': 5, 'learning_rate': 0.009297430483065132, 'l2_leaf_reg': 0.00018441986805081662, 'random_strength': 0.0013834475170965228, 'bagging_temperature': 0.8386344943826688, 'border_count': 67, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 93, 'rsm': 0.8991091653393484}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:18,178] Trial 111 finished with value: 0.7192654901788699 and parameters: {'iterations': 98, 'depth': 5, 'learning_rate': 0.012969290827331914, 'l2_leaf_reg': 0.00019069156038682065, 'random_strength': 0.0010762675486077641, 'bagging_temperature': 0.834981919481451, 'border_count': 67, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 92, 'rsm': 0.8985179963202208}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:18,220] Trial 112 finished with value: 0.7233234862142754 and parameters: {'iterations': 105, 'depth': 5, 'learning_rate': 0.009241719531555443, 'l2_leaf_reg': 8.709727273106811e-05, 'random_strength': 0.001590003488430571, 'bagging_temperature': 0.7749299158734196, 'border_count': 71, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 94, 'rsm': 0.8819383672688892}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:18,260] Trial 113 finished with value: 0.699221779504209 and parameters: {'iterations': 62, 'depth': 4, 'learning_rate': 0.00881570811911106, 'l2_leaf_reg': 0.0007538172777017815, 'random_strength': 0.0035480850214784313, 'bagging_temperature': 0.6668870759629014, 'border_count': 61, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 1, 'rsm': 0.877665353618561}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:18,302] Trial 114 finished with value: 0.7098155967435081 and parameters: {'iterations': 140, 'depth': 3, 'learning_rate': 0.01686640142255123, 'l2_leaf_reg': 8.346110923984661e-05, 'random_strength': 0.0018353886678441592, 'bagging_temperature': 0.7604886289778748, 'border_count': 72, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 88, 'rsm': 0.827562659764061}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:18,344] Trial 115 finished with value: 0.7248669696125976 and parameters: {'iterations': 107, 'depth': 5, 'learning_rate': 0.00975848375758838, 'l2_leaf_reg': 0.002248887327496735, 'random_strength': 0.00037447423538198535, 'bagging_temperature': 0.6171415461045346, 'border_count': 66, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 95, 'rsm': 0.8552757161605983}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:18,383] Trial 116 finished with value: 0.7145874379699421 and parameters: {'iterations': 116, 'depth': 5, 'learning_rate': 0.011288632107837194, 'l2_leaf_reg': 0.008145096326804805, 'random_strength': 0.0003743783549522183, 'bagging_temperature': 0.4661081764595946, 'border_count': 55, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 95, 'rsm': 0.9239147038194292}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:18,426] Trial 117 finished with value: 0.7153252292109591 and parameters: {'iterations': 102, 'depth': 5, 'learning_rate': 0.009219580299905852, 'l2_leaf_reg': 3.175282446682864e-05, 'random_strength': 0.0009461758637024614, 'bagging_temperature': 0.5317625626294522, 'border_count': 65, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 93, 'rsm': 0.9585610986652929}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:18,479] Trial 118 finished with value: 0.7149742801306247 and parameters: {'iterations': 109, 'depth': 6, 'learning_rate': 0.013137455790793916, 'l2_leaf_reg': 0.022456327955980484, 'random_strength': 0.0013503715504421224, 'bagging_temperature': 0.6231234903457636, 'border_count': 77, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 97, 'rsm': 0.874641102797027}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:18,521] Trial 119 finished with value: 0.6925068238363272 and parameters: {'iterations': 94, 'depth': 5, 'learning_rate': 0.007927638372808766, 'l2_leaf_reg': 0.0019328504822280677, 'random_strength': 0.0002513093204226269, 'bagging_temperature': 0.8841206558965155, 'border_count': 45, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 90, 'rsm': 0.9025583354450158}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:18,561] Trial 120 finished with value: 0.7174195746072949 and parameters: {'iterations': 76, 'depth': 3, 'learning_rate': 0.002087751917352204, 'l2_leaf_reg': 0.004147624933259432, 'random_strength': 0.018961959993474407, 'bagging_temperature': 0.6968099522273111, 'border_count': 87, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 88, 'rsm': 0.8492960670127717}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:18,599] Trial 121 finished with value: 0.7146489418465621 and parameters: {'iterations': 89, 'depth': 6, 'learning_rate': 0.009754705173595776, 'l2_leaf_reg': 0.00035732847247639196, 'random_strength': 0.00013258499296572087, 'bagging_temperature': 0.7498584544973738, 'border_count': 71, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 85, 'rsm': 0.789835152648509}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:18,651] Trial 122 finished with value: 0.7055007259722806 and parameters: {'iterations': 156, 'depth': 4, 'learning_rate': 0.019719377248716728, 'l2_leaf_reg': 0.00019686583234564253, 'random_strength': 0.0004790684852480962, 'bagging_temperature': 0.8097689578346996, 'border_count': 78, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 83, 'rsm': 0.8266448029313349}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:18,705] Trial 123 finished with value: 0.7143196027329825 and parameters: {'iterations': 122, 'depth': 5, 'learning_rate': 0.0062706678174850525, 'l2_leaf_reg': 6.33613880276395e-05, 'random_strength': 0.0003186565136539305, 'bagging_temperature': 0.5797889097045492, 'border_count': 64, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 81, 'rsm': 0.8569804630704712}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:18,745] Trial 124 finished with value: 0.7201361816684945 and parameters: {'iterations': 108, 'depth': 6, 'learning_rate': 0.01118020486341764, 'l2_leaf_reg': 0.00011451192073207063, 'random_strength': 0.004822815318754304, 'bagging_temperature': 0.437114007511321, 'border_count': 71, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 86, 'rsm': 0.8012928094639512}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:18,797] Trial 125 finished with value: 0.721727745101141 and parameters: {'iterations': 107, 'depth': 6, 'learning_rate': 0.011324312624625927, 'l2_leaf_reg': 4.272682025416386e-05, 'random_strength': 0.006840926359940191, 'bagging_temperature': 0.5038363798753253, 'border_count': 82, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 93, 'rsm': 0.9428542911568091}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:18,838] Trial 126 finished with value: 0.7153252292109591 and parameters: {'iterations': 107, 'depth': 6, 'learning_rate': 0.011925956825017802, 'l2_leaf_reg': 4.112029219162528e-05, 'random_strength': 0.006547570335164091, 'bagging_temperature': 0.4368116929395087, 'border_count': 54, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 95, 'rsm': 0.982438232338569}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:18,879] Trial 127 finished with value: 0.6684902384852929 and parameters: {'iterations': 63, 'depth': 6, 'learning_rate': 0.010506057003352021, 'l2_leaf_reg': 0.0005117138890940781, 'random_strength': 0.0028916277611526764, 'bagging_temperature': 1.0029508498068163, 'border_count': 60, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 92, 'rsm': 0.9379236060592422}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:18,928] Trial 128 finished with value: 0.7216247099218271 and parameters: {'iterations': 129, 'depth': 5, 'learning_rate': 0.01458190064721771, 'l2_leaf_reg': 0.0002495735929520648, 'random_strength': 0.004745522123734884, 'bagging_temperature': 0.6521130657560326, 'border_count': 82, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 87, 'rsm': 0.9479398757593271}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:18,970] Trial 129 finished with value: 0.7103793417650717 and parameters: {'iterations': 81, 'depth': 4, 'learning_rate': 0.015279868993274996, 'l2_leaf_reg': 7.388075540561837e-05, 'random_strength': 0.004172786091441505, 'bagging_temperature': 0.499825296949015, 'border_count': 84, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 90, 'rsm': 0.951196430660413}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:19,012] Trial 130 finished with value: 0.7142263622159983 and parameters: {'iterations': 129, 'depth': 5, 'learning_rate': 0.013298401503299383, 'l2_leaf_reg': 0.0008899458753701289, 'random_strength': 0.002197963732174189, 'bagging_temperature': 0.6428629545454019, 'border_count': 91, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 96, 'rsm': 0.9270904736436867}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:19,054] Trial 131 finished with value: 0.7207221186231643 and parameters: {'iterations': 113, 'depth': 5, 'learning_rate': 0.00866639240039379, 'l2_leaf_reg': 0.000176143220108482, 'random_strength': 0.010389031837608725, 'bagging_temperature': 0.39500829522917663, 'border_count': 68, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 87, 'rsm': 0.8958869741908632}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:19,096] Trial 132 finished with value: 0.7103793417650717 and parameters: {'iterations': 107, 'depth': 6, 'learning_rate': 0.008413173118752788, 'l2_leaf_reg': 0.0002557790647851244, 'random_strength': 0.012489095512239253, 'bagging_temperature': 0.3868966220866046, 'border_count': 68, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 87, 'rsm': 0.985267197305195}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:19,135] Trial 133 finished with value: 0.7278889089756689 and parameters: {'iterations': 50, 'depth': 4, 'learning_rate': 0.01753856688960808, 'l2_leaf_reg': 0.0001902044596137586, 'random_strength': 0.03250500172209659, 'bagging_temperature': 0.4391999960311234, 'border_count': 83, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 93, 'rsm': 0.8951316539172355}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:19,178] Trial 134 finished with value: 0.7135623670509995 and parameters: {'iterations': 95, 'depth': 4, 'learning_rate': 0.02204956057316867, 'l2_leaf_reg': 0.0012786410886357318, 'random_strength': 0.04157814141471723, 'bagging_temperature': 0.3737773791191056, 'border_count': 81, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 93, 'rsm': 0.9056652852719477}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:19,218] Trial 135 finished with value: 0.7067238961060471 and parameters: {'iterations': 52, 'depth': 5, 'learning_rate': 0.025070115451275167, 'l2_leaf_reg': 0.00033928427045206577, 'random_strength': 0.07182980113371161, 'bagging_temperature': 0.5760123172264956, 'border_count': 94, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 99, 'rsm': 0.8801872548923831}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:19,273] Trial 136 finished with value: 0.7162692382046043 and parameters: {'iterations': 119, 'depth': 4, 'learning_rate': 0.017008392478347265, 'l2_leaf_reg': 0.00020678205251255013, 'random_strength': 0.024558985130539827, 'bagging_temperature': 0.6746081269261156, 'border_count': 79, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 91, 'rsm': 0.9361138351205011}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:19,327] Trial 137 finished with value: 0.683568143058673 and parameters: {'iterations': 137, 'depth': 5, 'learning_rate': 0.015315518490293641, 'l2_leaf_reg': 0.0006266047118540273, 'random_strength': 0.14343828482342275, 'bagging_temperature': 0.46830254410066185, 'border_count': 64, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 94, 'rsm': 0.9139732844323527}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:19,384] Trial 138 finished with value: 0.7090678105314863 and parameters: {'iterations': 68, 'depth': 4, 'learning_rate': 0.012255947613919946, 'l2_leaf_reg': 4.688337143812732e-05, 'random_strength': 0.0016340431255068258, 'bagging_temperature': 0.5317404424678206, 'border_count': 86, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 20, 'rsm': 0.9682511365189951}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:19,436] Trial 139 finished with value: 0.7214863930854871 and parameters: {'iterations': 129, 'depth': 5, 'learning_rate': 0.007900008819385143, 'l2_leaf_reg': 2.135493115515783e-05, 'random_strength': 0.00934598279614168, 'bagging_temperature': 0.5998625548394013, 'border_count': 76, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 96, 'rsm': 0.8905889430976821}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:19,479] Trial 140 finished with value: 0.6743766506154281 and parameters: {'iterations': 85, 'depth': 4, 'learning_rate': 0.008044685828455255, 'l2_leaf_reg': 8.52674462073246e-05, 'random_strength': 0.010134104015645712, 'bagging_temperature': 0.2880202205832791, 'border_count': 76, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 96, 'rsm': 0.8895551042108885}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:19,530] Trial 141 finished with value: 0.7224679599057635 and parameters: {'iterations': 149, 'depth': 5, 'learning_rate': 0.00942854455677417, 'l2_leaf_reg': 2.4316357603633343e-05, 'random_strength': 0.016729224002577908, 'bagging_temperature': 0.5950151601150688, 'border_count': 60, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.9493864488435516}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:19,582] Trial 142 finished with value: 0.7175461321175762 and parameters: {'iterations': 150, 'depth': 5, 'learning_rate': 0.00973089596040824, 'l2_leaf_reg': 2.0810142228720326e-05, 'random_strength': 0.015379550081686077, 'bagging_temperature': 0.5987654023868323, 'border_count': 61, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 100, 'rsm': 0.9976865374769863}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:19,633] Trial 143 finished with value: 0.7037289784571047 and parameters: {'iterations': 116, 'depth': 5, 'learning_rate': 0.007472439132660675, 'l2_leaf_reg': 1.2840886330255018e-05, 'random_strength': 0.03311284220288445, 'bagging_temperature': 0.6452003248908306, 'border_count': 106, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 97, 'rsm': 0.9471972504031563}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:19,675] Trial 144 finished with value: 0.7119591151479374 and parameters: {'iterations': 126, 'depth': 3, 'learning_rate': 0.018552515193738163, 'l2_leaf_reg': 0.00017000936692577643, 'random_strength': 0.0076823562793489055, 'bagging_temperature': 0.42518767683555375, 'border_count': 49, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 94, 'rsm': 0.8982250382081445}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:19,717] Trial 145 finished with value: 0.707378706309464 and parameters: {'iterations': 145, 'depth': 5, 'learning_rate': 0.03424038907100344, 'l2_leaf_reg': 4.7392797945789924e-05, 'random_strength': 0.052756978136348526, 'bagging_temperature': 0.5445186129711774, 'border_count': 41, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.8661209726924838}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:19,769] Trial 146 finished with value: 0.679636394238874 and parameters: {'iterations': 129, 'depth': 4, 'learning_rate': 0.0063657663279813904, 'l2_leaf_reg': 5.917059273750343e-06, 'random_strength': 0.01991815610643758, 'bagging_temperature': 0.49921781471297366, 'border_count': 83, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 92, 'rsm': 0.9250610915427192}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:19,812] Trial 147 finished with value: 0.7207221186231643 and parameters: {'iterations': 97, 'depth': 5, 'learning_rate': 0.014074105246697945, 'l2_leaf_reg': 0.00036472418120393806, 'random_strength': 0.003041433945936124, 'bagging_temperature': 0.3410752057336343, 'border_count': 56, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 90, 'rsm': 0.969636339062776}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:19,866] Trial 148 finished with value: 0.699992031131565 and parameters: {'iterations': 150, 'depth': 5, 'learning_rate': 0.005387245278464208, 'l2_leaf_reg': 3.376299981524315e-05, 'random_strength': 0.014804458154712747, 'bagging_temperature': 0.8712327336415581, 'border_count': 74, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 96, 'rsm': 0.9076609318109445}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:19,908] Trial 149 finished with value: 0.7058181986071543 and parameters: {'iterations': 75, 'depth': 4, 'learning_rate': 0.010983545730255357, 'l2_leaf_reg': 8.025462514972887e-05, 'random_strength': 0.007591144771607543, 'bagging_temperature': 0.7308222107772084, 'border_count': 95, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 94, 'rsm': 0.8877506660934292}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:19,950] Trial 150 finished with value: 0.6704978984658412 and parameters: {'iterations': 51, 'depth': 7, 'learning_rate': 0.00887758006716361, 'l2_leaf_reg': 0.0001454186555150581, 'random_strength': 0.0008404964835261794, 'bagging_temperature': 0.5998611344411232, 'border_count': 115, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 99, 'rsm': 0.9537831656211159}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:20,003] Trial 151 finished with value: 0.7151751290414943 and parameters: {'iterations': 100, 'depth': 5, 'learning_rate': 0.014232390614838237, 'l2_leaf_reg': 0.0023840534810847702, 'random_strength': 0.003542068893756695, 'bagging_temperature': 0.3637742609689619, 'border_count': 55, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 90, 'rsm': 0.9379024652238064}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:20,043] Trial 152 finished with value: 0.7207221186231643 and parameters: {'iterations': 86, 'depth': 5, 'learning_rate': 0.012007974811883978, 'l2_leaf_reg': 0.00039281412072689746, 'random_strength': 0.0025288652318501623, 'bagging_temperature': 0.33598736234675325, 'border_count': 59, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 89, 'rsm': 0.9619679293376685}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:20,084] Trial 153 finished with value: 0.6343967622287768 and parameters: {'iterations': 110, 'depth': 5, 'learning_rate': 0.013634372322530602, 'l2_leaf_reg': 0.00024039775416728873, 'random_strength': 0.001294624472377041, 'bagging_temperature': 0.677312342111754, 'border_count': 67, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 93, 'rsm': 0.36943490858910166}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:20,138] Trial 154 finished with value: 0.7153252292109591 and parameters: {'iterations': 130, 'depth': 6, 'learning_rate': 0.009934922163753579, 'l2_leaf_reg': 5.8981394078586634e-05, 'random_strength': 0.009070437777672026, 'bagging_temperature': 0.4556892208756585, 'border_count': 50, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 87, 'rsm': 0.9788483942245234}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:20,180] Trial 155 finished with value: 0.6752936857422638 and parameters: {'iterations': 93, 'depth': 5, 'learning_rate': 0.0016424967594343, 'l2_leaf_reg': 1.6157716437815528e-05, 'random_strength': 0.004919216841948029, 'bagging_temperature': 0.4065293640130206, 'border_count': 131, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 90, 'rsm': 0.8632929362069585}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:20,233] Trial 156 finished with value: 0.7192654901788699 and parameters: {'iterations': 119, 'depth': 4, 'learning_rate': 0.007611504246802772, 'l2_leaf_reg': 0.0003084724709635713, 'random_strength': 0.023474403786568555, 'bagging_temperature': 0.7945344532159928, 'border_count': 89, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 92, 'rsm': 0.9219426937490396}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:20,288] Trial 157 finished with value: 0.6988293483303148 and parameters: {'iterations': 175, 'depth': 5, 'learning_rate': 0.016965723674222943, 'l2_leaf_reg': 9.973447913779383e-05, 'random_strength': 0.0007265362490825863, 'bagging_temperature': 0.31345598363647, 'border_count': 122, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 58, 'rsm': 0.8955133896747373}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:20,329] Trial 158 finished with value: 0.6231313020966095 and parameters: {'iterations': 98, 'depth': 6, 'learning_rate': 0.008646347476752582, 'l2_leaf_reg': 2.5647341435798997e-05, 'random_strength': 0.11893182252549642, 'bagging_temperature': 0.5595450938162824, 'border_count': 57, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 97, 'rsm': 0.12164303553425648}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:20,385] Trial 159 finished with value: 0.7186660157741929 and parameters: {'iterations': 165, 'depth': 5, 'learning_rate': 0.011242848824709746, 'l2_leaf_reg': 0.0011796777526908492, 'random_strength': 0.001627772041683048, 'bagging_temperature': 0.6280173682963576, 'border_count': 77, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 95, 'rsm': 0.9710333047418819}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:20,451] Trial 160 finished with value: 0.6905234754714116 and parameters: {'iterations': 185, 'depth': 6, 'learning_rate': 0.04814871997633488, 'l2_leaf_reg': 0.0004972787544305547, 'random_strength': 0.0031691175010550273, 'bagging_temperature': 0.7028319756742379, 'border_count': 70, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 91, 'rsm': 0.9128268828039886}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:20,491] Trial 161 finished with value: 0.7162556704603215 and parameters: {'iterations': 88, 'depth': 5, 'learning_rate': 0.012779021284613595, 'l2_leaf_reg': 0.00037613761895398515, 'random_strength': 0.011023607214323368, 'bagging_temperature': 0.3405322151039167, 'border_count': 59, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 89, 'rsm': 0.9642563663898799}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:20,533] Trial 162 finished with value: 0.7255179058995869 and parameters: {'iterations': 82, 'depth': 4, 'learning_rate': 0.011868831800390998, 'l2_leaf_reg': 0.00017731402140063257, 'random_strength': 0.005758100802275815, 'bagging_temperature': 0.3385580882847767, 'border_count': 64, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 88, 'rsm': 0.9549927177209154}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:20,575] Trial 163 finished with value: 0.7143196027329825 and parameters: {'iterations': 114, 'depth': 4, 'learning_rate': 0.009428909217696303, 'l2_leaf_reg': 0.00013096051376349058, 'random_strength': 0.004814620725104067, 'bagging_temperature': 0.5012378482992267, 'border_count': 63, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 85, 'rsm': 0.9459426208377171}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:20,617] Trial 164 finished with value: 0.7167751497581049 and parameters: {'iterations': 69, 'depth': 3, 'learning_rate': 0.015346043047238682, 'l2_leaf_reg': 2.361893635255872e-06, 'random_strength': 0.007130115471137855, 'bagging_temperature': 0.28188767292035155, 'border_count': 53, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 94, 'rsm': 0.876177862357474}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:20,657] Trial 165 finished with value: 0.6834818752833812 and parameters: {'iterations': 78, 'depth': 4, 'learning_rate': 0.0067561787367923995, 'l2_leaf_reg': 0.0001820787513621784, 'random_strength': 0.013771199764169751, 'bagging_temperature': 0.3999777497448843, 'border_count': 68, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 88, 'rsm': 0.9402560175205689}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:20,698] Trial 166 finished with value: 0.6231313020966095 and parameters: {'iterations': 104, 'depth': 4, 'learning_rate': 0.010844209011216294, 'l2_leaf_reg': 3.600848696930277e-05, 'random_strength': 0.032115452073977944, 'bagging_temperature': 0.8818052812314578, 'border_count': 81, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 92, 'rsm': 0.21176723304962863}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:20,753] Trial 167 finished with value: 0.7214863930854871 and parameters: {'iterations': 140, 'depth': 5, 'learning_rate': 0.007924856845998866, 'l2_leaf_reg': 5.722643288032274e-05, 'random_strength': 0.00010069095454407417, 'bagging_temperature': 0.7467553811147329, 'border_count': 74, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 97, 'rsm': 0.9245617777466502}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:20,807] Trial 168 finished with value: 0.7182839233585934 and parameters: {'iterations': 136, 'depth': 7, 'learning_rate': 0.007882976602663717, 'l2_leaf_reg': 7.183982874465792e-05, 'random_strength': 0.00010865594621148148, 'bagging_temperature': 0.803343984408155, 'border_count': 72, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.9236037299742657}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:20,857] Trial 169 finished with value: 0.7149742801306247 and parameters: {'iterations': 197, 'depth': 6, 'learning_rate': 0.005801820708756319, 'l2_leaf_reg': 5.418134191102258e-05, 'random_strength': 6.80608413363574e-05, 'bagging_temperature': 0.7423495796809161, 'border_count': 75, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 96, 'rsm': 0.8576007438306686}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:20,913] Trial 170 finished with value: 0.7214863930854871 and parameters: {'iterations': 153, 'depth': 4, 'learning_rate': 0.008472759173864013, 'l2_leaf_reg': 0.00010665352898581001, 'random_strength': 0.00040711855117907513, 'bagging_temperature': 0.6392174630265967, 'border_count': 64, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 100, 'rsm': 0.8893441943299363}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:20,965] Trial 171 finished with value: 0.7214863930854871 and parameters: {'iterations': 144, 'depth': 4, 'learning_rate': 0.008415830645269429, 'l2_leaf_reg': 0.00012544392652193213, 'random_strength': 0.00024338238400686374, 'bagging_temperature': 0.6425198742471294, 'border_count': 68, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 100, 'rsm': 0.9065936349879664}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:21,017] Trial 172 finished with value: 0.7145874379699421 and parameters: {'iterations': 144, 'depth': 4, 'learning_rate': 0.00725465360854173, 'l2_leaf_reg': 8.253923449233877e-05, 'random_strength': 0.0002498474070880169, 'bagging_temperature': 0.6583819182592997, 'border_count': 65, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 100, 'rsm': 0.8809431813873809}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:21,068] Trial 173 finished with value: 0.7255507093457538 and parameters: {'iterations': 157, 'depth': 3, 'learning_rate': 0.009947339017037843, 'l2_leaf_reg': 0.0001214505523794295, 'random_strength': 0.0002195395967449234, 'bagging_temperature': 0.6017953459417038, 'border_count': 80, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.9090586137731669}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:21,122] Trial 174 finished with value: 0.7255507093457538 and parameters: {'iterations': 157, 'depth': 3, 'learning_rate': 0.009959438592184434, 'l2_leaf_reg': 2.0293756121125557e-05, 'random_strength': 0.0001536643774665703, 'bagging_temperature': 0.5972662505482714, 'border_count': 86, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.8332128672964283}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:21,176] Trial 175 finished with value: 0.7317034007403806 and parameters: {'iterations': 162, 'depth': 2, 'learning_rate': 0.010309029320178438, 'l2_leaf_reg': 1.7584976291374478e-05, 'random_strength': 0.0001358132444456296, 'bagging_temperature': 0.5701961703306379, 'border_count': 85, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 97, 'rsm': 0.83136879978282}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:21,228] Trial 176 finished with value: 0.7307218339201043 and parameters: {'iterations': 166, 'depth': 2, 'learning_rate': 0.010013345252323181, 'l2_leaf_reg': 1.2544333838159033e-05, 'random_strength': 0.0001573526010481128, 'bagging_temperature': 0.573519484921128, 'border_count': 87, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 95, 'rsm': 0.821994617681564}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:21,282] Trial 177 finished with value: 0.7262553857572613 and parameters: {'iterations': 163, 'depth': 2, 'learning_rate': 0.010106794689752367, 'l2_leaf_reg': 4.500938911544643e-06, 'random_strength': 0.00014669114818235008, 'bagging_temperature': 0.5695669529118483, 'border_count': 88, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 94, 'rsm': 0.8149521443701786}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:21,324] Trial 178 finished with value: 0.6281375166364646 and parameters: {'iterations': 165, 'depth': 1, 'learning_rate': 0.011915405550005878, 'l2_leaf_reg': 5.248426394755469e-06, 'random_strength': 0.00013892406117103643, 'bagging_temperature': 0.5347732269206303, 'border_count': 93, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 94, 'rsm': 0.8117110167625612}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:21,379] Trial 179 finished with value: 0.7197301827141673 and parameters: {'iterations': 159, 'depth': 2, 'learning_rate': 0.00956294115859119, 'l2_leaf_reg': 9.139645509825061e-06, 'random_strength': 4.281255082350269e-05, 'bagging_temperature': 0.4788495058208849, 'border_count': 88, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 92, 'rsm': 0.8325741558049458}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:21,433] Trial 180 finished with value: 0.7307218339201043 and parameters: {'iterations': 176, 'depth': 2, 'learning_rate': 0.01040612386897194, 'l2_leaf_reg': 4.35851213368442e-06, 'random_strength': 0.00017344714260388445, 'bagging_temperature': 0.5478335717435433, 'border_count': 85, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.8217488501876933}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:21,475] Trial 181 finished with value: 0.72776313977247 and parameters: {'iterations': 174, 'depth': 2, 'learning_rate': 0.010371798421000689, 'l2_leaf_reg': 7.586464155482362e-06, 'random_strength': 0.0001675610496469398, 'bagging_temperature': 0.5575128026466494, 'border_count': 88, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.839009622815501}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:21,531] Trial 182 finished with value: 0.7114483748727994 and parameters: {'iterations': 190, 'depth': 2, 'learning_rate': 0.011147670004083773, 'l2_leaf_reg': 3.8306373069507435e-06, 'random_strength': 0.00016552115483377939, 'bagging_temperature': 0.5191747704922134, 'border_count': 98, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.817523447317529}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:21,584] Trial 183 finished with value: 0.7307218339201043 and parameters: {'iterations': 173, 'depth': 2, 'learning_rate': 0.009896329194059394, 'l2_leaf_reg': 2.6066162385661416e-06, 'random_strength': 5.905430771375372e-05, 'bagging_temperature': 0.5636439836969377, 'border_count': 89, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 97, 'rsm': 0.8486329456878274}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:21,627] Trial 184 finished with value: 0.7267815729521935 and parameters: {'iterations': 172, 'depth': 2, 'learning_rate': 0.010253597794219308, 'l2_leaf_reg': 1.1794097903341634e-06, 'random_strength': 6.885967984047015e-05, 'bagging_temperature': 0.5675715850089437, 'border_count': 91, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.8448762961664605}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:21,682] Trial 185 finished with value: 0.7267815729521935 and parameters: {'iterations': 171, 'depth': 2, 'learning_rate': 0.009439239540830858, 'l2_leaf_reg': 1.293059048884467e-06, 'random_strength': 6.111032819734974e-05, 'bagging_temperature': 0.5854781719389152, 'border_count': 103, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 99, 'rsm': 0.8397711872163681}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:21,738] Trial 186 finished with value: 0.7307218339201043 and parameters: {'iterations': 175, 'depth': 2, 'learning_rate': 0.009664500131370247, 'l2_leaf_reg': 1.058788475943502e-06, 'random_strength': 6.05468806671832e-05, 'bagging_temperature': 0.562061967406255, 'border_count': 102, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 97, 'rsm': 0.8429993859954001}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:21,781] Trial 187 finished with value: 0.6257407390668759 and parameters: {'iterations': 174, 'depth': 1, 'learning_rate': 0.010335788040938373, 'l2_leaf_reg': 2.0354696171764764e-06, 'random_strength': 2.9680464068180934e-05, 'bagging_temperature': 0.5592761103018249, 'border_count': 104, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.8454961129737092}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:21,832] Trial 188 finished with value: 0.7126854070326337 and parameters: {'iterations': 177, 'depth': 2, 'learning_rate': 0.012862820279895574, 'l2_leaf_reg': 9.582910380536497e-07, 'random_strength': 5.770208394346482e-05, 'bagging_temperature': 0.5576376482747748, 'border_count': 97, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 97, 'rsm': 0.8343096430583401}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:21,876] Trial 189 finished with value: 0.7267815729521935 and parameters: {'iterations': 183, 'depth': 2, 'learning_rate': 0.010416483317591074, 'l2_leaf_reg': 1.398661033366339e-06, 'random_strength': 7.63340555882006e-05, 'bagging_temperature': 0.45653853080757784, 'border_count': 109, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 100, 'rsm': 0.8083763937951772}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:21,932] Trial 190 finished with value: 0.6488909315949487 and parameters: {'iterations': 180, 'depth': 2, 'learning_rate': 0.0013866992920724846, 'l2_leaf_reg': 1.227886386101225e-06, 'random_strength': 1.8243823226928535e-05, 'bagging_temperature': 0.4768944567451369, 'border_count': 111, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 100, 'rsm': 0.8069042171760556}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:21,976] Trial 191 finished with value: 0.7307218339201043 and parameters: {'iterations': 166, 'depth': 2, 'learning_rate': 0.010147568352679806, 'l2_leaf_reg': 5.179426537221347e-07, 'random_strength': 8.190532805023162e-05, 'bagging_temperature': 0.4473599202873322, 'border_count': 107, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 96, 'rsm': 0.8443625247056512}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:22,018] Trial 192 finished with value: 0.72776313977247 and parameters: {'iterations': 166, 'depth': 2, 'learning_rate': 0.01037364398651421, 'l2_leaf_reg': 4.118394314978788e-07, 'random_strength': 9.341447618990353e-05, 'bagging_temperature': 0.43378633520409193, 'border_count': 108, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.8352958941065054}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:22,071] Trial 193 finished with value: 0.7188769913586718 and parameters: {'iterations': 169, 'depth': 2, 'learning_rate': 0.012370471941199846, 'l2_leaf_reg': 4.779152803612303e-07, 'random_strength': 8.053756085329355e-05, 'bagging_temperature': 0.4334606595041864, 'border_count': 108, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.8309385264802465}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:22,126] Trial 194 finished with value: 0.7153886358407101 and parameters: {'iterations': 160, 'depth': 2, 'learning_rate': 0.010837426064889046, 'l2_leaf_reg': 1.5406306537786516e-06, 'random_strength': 4.3667607923280245e-05, 'bagging_temperature': 0.46196577712312514, 'border_count': 102, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 96, 'rsm': 0.7950149564001583}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:22,178] Trial 195 finished with value: 0.6281375166364646 and parameters: {'iterations': 186, 'depth': 1, 'learning_rate': 0.010240665982749737, 'l2_leaf_reg': 7.328697460708511e-07, 'random_strength': 6.871463877247592e-05, 'bagging_temperature': 0.5242138389271107, 'border_count': 115, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 100, 'rsm': 0.817782323464192}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:22,223] Trial 196 finished with value: 0.7238228788045593 and parameters: {'iterations': 170, 'depth': 2, 'learning_rate': 0.012343837160637354, 'l2_leaf_reg': 2.7622874897854084e-07, 'random_strength': 9.454989047313194e-05, 'bagging_temperature': 0.4410197674516829, 'border_count': 103, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.778092929610632}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:22,279] Trial 197 finished with value: 0.628326167358808 and parameters: {'iterations': 198, 'depth': 1, 'learning_rate': 0.010214249588188323, 'l2_leaf_reg': 1.108392295386329e-06, 'random_strength': 3.761225331498325e-05, 'bagging_temperature': 0.5577661788894326, 'border_count': 92, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 100, 'rsm': 0.8444982676357794}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:22,333] Trial 198 finished with value: 0.7095566287304063 and parameters: {'iterations': 184, 'depth': 3, 'learning_rate': 0.012891003266943637, 'l2_leaf_reg': 3.316276321788039e-06, 'random_strength': 0.0001229544779601414, 'bagging_temperature': 0.4920848051094337, 'border_count': 109, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 96, 'rsm': 0.805758820010251}. Best is trial 94 with value: 0.7319447527560347.\n", + "[I 2025-07-28 21:10:22,377] Trial 199 finished with value: 0.713373121188903 and parameters: {'iterations': 161, 'depth': 2, 'learning_rate': 0.007216156705027904, 'l2_leaf_reg': 4.2665020699161245e-07, 'random_strength': 0.00017324894641089118, 'bagging_temperature': 0.4153387841633685, 'border_count': 96, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 96, 'rsm': 0.8596971617051177}. Best is trial 94 with value: 0.7319447527560347.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Best trial:\n", + "F1 Score: 0.731945\n", + "Parameters:\n", + "iterations: 168\n", + "depth: 5\n", + "learning_rate: 0.00889070096045054\n", + "l2_leaf_reg: 3.173038372914875e-05\n", + "random_strength: 0.0004606096176348796\n", + "bagging_temperature: 0.9387985722566684\n", + "border_count: 56\n", + "grow_policy: Depthwise\n", + "min_data_in_leaf: 92\n", + "rsm: 0.7489477360324039\n" + ] + } + ], + "source": [ + "from catboost import CatBoostClassifier\n", + "\n", + "def objective(trial):\n", + " params = {\n", + " 'iterations': trial.suggest_int('iterations', 50, 500),\n", + " 'depth': trial.suggest_int('depth', 1, 16),\n", + " 'learning_rate': trial.suggest_float('learning_rate', 1e-3, 0.5, log=True),\n", + " 'l2_leaf_reg': trial.suggest_float('l2_leaf_reg', 1e-8, 10.0, log=True),\n", + " 'random_strength': trial.suggest_float('random_strength', 1e-8, 10.0, log=True),\n", + " 'bagging_temperature': trial.suggest_float('bagging_temperature', 0.1, 10.0, log=True),\n", + " 'border_count': trial.suggest_int('border_count', 32, 255),\n", + " 'grow_policy': trial.suggest_categorical('grow_policy', ['SymmetricTree', 'Depthwise', 'Lossguide']),\n", + " 'min_data_in_leaf': trial.suggest_int('min_data_in_leaf', 1, 100),\n", + " 'rsm': trial.suggest_float('rsm', 0.1, 1.0),\n", + " 'loss_function': 'Logloss',\n", + " 'eval_metric': 'F1',\n", + " 'cat_features': categorical_cols,\n", + " 'verbose': 0\n", + " }\n", + "\n", + " model = CatBoostClassifier(**params)\n", + "\n", + " scores = cross_val_score(\n", + " estimator=model,\n", + " X=X,\n", + " y=y,\n", + " scoring='f1_weighted',\n", + " cv=StratifiedKFold(n_splits=10, shuffle=True, random_state=42),\n", + " n_jobs=-1\n", + " )\n", + "\n", + " return scores.mean()\n", + "\n", + "study = optuna.create_study(direction='maximize')\n", + "study.optimize(objective, n_trials=200)\n", + "\n", + "best_trial = study.best_trial\n", + "\n", + "print('Best trial:')\n", + "print(f'F1 Score: {best_trial.value:.6f}')\n", + "print('Parameters:')\n", + "for k, v in best_trial.params.items():\n", + " print(f'{k}: {v}')" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": ".venv (3.13.5)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.13.5" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git a/src/linearboost/linear_boost.py b/src/linearboost/linear_boost.py index 7ffe091..d3d6cd0 100644 --- a/src/linearboost/linear_boost.py +++ b/src/linearboost/linear_boost.py @@ -561,6 +561,11 @@ def fit(self, X, y, sample_weight=None) -> Self: category=FutureWarning, message=".*parameter 'algorithm' may change in the future.*", ) + warnings.filterwarnings( + "ignore", + category=FutureWarning, + message=".*parameter 'algorithm' is deprecated.*" + ) return super().fit(X_transformed, y, sample_weight) @staticmethod diff --git a/src/linearboost/sefr.py b/src/linearboost/sefr.py index 3d08dbd..37a3c30 100644 --- a/src/linearboost/sefr.py +++ b/src/linearboost/sefr.py @@ -312,6 +312,7 @@ def predict_proba(self, X): else: score = self.decision_function(X) / norm_coef proba = 1.0 / (1.0 + np.exp(-score)) + proba = np.clip(proba, 1e-9, 1 - 1e-9) return np.column_stack((1.0 - proba, proba)) def predict_log_proba(self, X): From b0a60a3955ac9f69cea803b8f629947acdcab56b Mon Sep 17 00:00:00 2001 From: Hamidreza Keshavarz <32555614+hamidkm9@users.noreply.github.com> Date: Mon, 28 Jul 2025 21:16:08 +0200 Subject: [PATCH 2/5] Update notebook --- notebooks/demo_linearboost_usage.ipynb | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/notebooks/demo_linearboost_usage.ipynb b/notebooks/demo_linearboost_usage.ipynb index e190404..59fdb1b 100644 --- a/notebooks/demo_linearboost_usage.ipynb +++ b/notebooks/demo_linearboost_usage.ipynb @@ -992,6 +992,13 @@ "\n" ] }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "**CatBoost results:**" + ] + }, { "cell_type": "code", "execution_count": 57, From dae996eb3e147f3107e0427095649e33102881fd Mon Sep 17 00:00:00 2001 From: Hamidreza Keshavarz <32555614+hamidkm9@users.noreply.github.com> Date: Mon, 28 Jul 2025 21:18:36 +0200 Subject: [PATCH 3/5] Update demo_linearboost_usage.ipynb --- notebooks/demo_linearboost_usage.ipynb | 793 +------------------------ 1 file changed, 4 insertions(+), 789 deletions(-) diff --git a/notebooks/demo_linearboost_usage.ipynb b/notebooks/demo_linearboost_usage.ipynb index 59fdb1b..046cf4f 100644 --- a/notebooks/demo_linearboost_usage.ipynb +++ b/notebooks/demo_linearboost_usage.ipynb @@ -132,204 +132,7 @@ "[I 2025-07-28 20:32:30,509] A new study created in memory with name: no-name-39689138-b2a1-447a-af63-be7733a7aeb8\n", "[I 2025-07-28 20:32:30,764] Trial 0 finished with value: 0.7283291353857195 and parameters: {'n_estimators': 256, 'learning_rate': 0.11807746849928968, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.10360685199357951}. Best is trial 0 with value: 0.7283291353857195.\n", "[I 2025-07-28 20:32:32,767] Trial 1 finished with value: 0.7323671972329208 and parameters: {'n_estimators': 363, 'learning_rate': 0.013883181171194234, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.3980809182349502}. Best is trial 1 with value: 0.7323671972329208.\n", - "[I 2025-07-28 20:32:32,965] Trial 2 finished with value: 0.6433003568202357 and parameters: {'n_estimators': 115, 'learning_rate': 0.7307247501446349, 'algorithm': 'SAMME.R', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.017278456055749167}. Best is trial 1 with value: 0.7323671972329208.\n", - "[I 2025-07-28 20:32:33,029] Trial 3 finished with value: 0.5808309588590397 and parameters: {'n_estimators': 495, 'learning_rate': 0.9348711193431992, 'algorithm': 'SAMME.R', 'scaler': 'quantile-normal', 'kernel': 'sigmoid', 'gamma': 6.522461289080762, 'coef0': 0.12121528097023693}. Best is trial 1 with value: 0.7323671972329208.\n", - "[I 2025-07-28 20:32:33,230] Trial 4 finished with value: 0.6322065863378812 and parameters: {'n_estimators': 388, 'learning_rate': 0.35321179424794646, 'algorithm': 'SAMME', 'scaler': 'quantile-uniform', 'kernel': 'linear'}. Best is trial 1 with value: 0.7323671972329208.\n", - "[I 2025-07-28 20:32:33,876] Trial 5 finished with value: 0.7145509815833111 and parameters: {'n_estimators': 424, 'learning_rate': 0.04247796515783776, 'algorithm': 'SAMME.R', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.008681246995867526}. Best is trial 1 with value: 0.7323671972329208.\n", - "[I 2025-07-28 20:32:37,286] Trial 6 finished with value: 0.6335398728483101 and parameters: {'n_estimators': 495, 'learning_rate': 0.01058551689211643, 'algorithm': 'SAMME.R', 'scaler': 'quantile-normal', 'kernel': 'poly', 'gamma': 0.012079994040825447, 'degree': 2, 'coef0': 0.8220031229877477}. Best is trial 1 with value: 0.7323671972329208.\n", - "[I 2025-07-28 20:32:39,492] Trial 7 finished with value: 0.6588762388318479 and parameters: {'n_estimators': 408, 'learning_rate': 0.0376236066960271, 'algorithm': 'SAMME.R', 'scaler': 'quantile-uniform', 'kernel': 'poly', 'gamma': 0.9228842770687353, 'degree': 5, 'coef0': 0.9250988576322388}. Best is trial 1 with value: 0.7323671972329208.\n", - "[I 2025-07-28 20:32:40,687] Trial 8 finished with value: 0.6289828042708268 and parameters: {'n_estimators': 309, 'learning_rate': 0.3429296446563154, 'algorithm': 'SAMME.R', 'scaler': 'quantile-normal', 'kernel': 'poly', 'gamma': 0.057426387547596165, 'degree': 5, 'coef0': 0.9977093171571471}. Best is trial 1 with value: 0.7323671972329208.\n", - "[I 2025-07-28 20:32:40,802] Trial 9 finished with value: 0.6409181588202795 and parameters: {'n_estimators': 326, 'learning_rate': 0.5071013284058973, 'algorithm': 'SAMME', 'scaler': 'quantile-uniform', 'kernel': 'linear'}. Best is trial 1 with value: 0.7323671972329208.\n", - "[I 2025-07-28 20:32:42,140] Trial 10 finished with value: 0.7325458557933188 and parameters: {'n_estimators': 120, 'learning_rate': 0.012585013549947153, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'sigmoid', 'gamma': 0.5750304244308336, 'coef0': 0.062135312544042365}. Best is trial 10 with value: 0.7325458557933188.\n", - "[I 2025-07-28 20:32:43,230] Trial 11 finished with value: 0.6239602098263913 and parameters: {'n_estimators': 97, 'learning_rate': 0.010419638729325286, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'sigmoid', 'gamma': 0.6062111920837875, 'coef0': 0.16566190160082808}. Best is trial 10 with value: 0.7325458557933188.\n", - "[I 2025-07-28 20:32:44,241] Trial 12 finished with value: 0.7288603279862491 and parameters: {'n_estimators': 171, 'learning_rate': 0.025605741656958076, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'sigmoid', 'gamma': 0.6190354553163405, 'coef0': 0.42697876987158667}. Best is trial 10 with value: 0.7325458557933188.\n", - "[I 2025-07-28 20:32:44,401] Trial 13 finished with value: 0.6044414069101206 and parameters: {'n_estimators': 10, 'learning_rate': 0.020005438138243452, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.0010596096537517803}. Best is trial 10 with value: 0.7325458557933188.\n", - "[I 2025-07-28 20:32:44,828] Trial 14 finished with value: 0.7014757758280636 and parameters: {'n_estimators': 191, 'learning_rate': 0.09301384724169706, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'sigmoid', 'gamma': 1.7322503323218008, 'coef0': 0.43679815588391957}. Best is trial 10 with value: 0.7325458557933188.\n", - "[I 2025-07-28 20:32:45,168] Trial 15 finished with value: 0.7394661645252021 and parameters: {'n_estimators': 32, 'learning_rate': 0.07791705578848981, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.1300086733142578}. Best is trial 15 with value: 0.7394661645252021.\n", - "[I 2025-07-28 20:32:45,304] Trial 16 finished with value: 0.6384443451102649 and parameters: {'n_estimators': 10, 'learning_rate': 0.115296316343888, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'sigmoid', 'gamma': 0.11773070268630356, 'coef0': 0.03399038243778252}. Best is trial 15 with value: 0.7394661645252021.\n", - "[I 2025-07-28 20:32:45,439] Trial 17 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 75, 'learning_rate': 0.07134963631237522, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'linear'}. Best is trial 17 with value: 0.7433448475670774.\n", - "[I 2025-07-28 20:32:45,586] Trial 18 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 61, 'learning_rate': 0.06402325845068998, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 17 with value: 0.7433448475670774.\n", - "[I 2025-07-28 20:32:45,672] Trial 19 finished with value: 0.7385821360332904 and parameters: {'n_estimators': 69, 'learning_rate': 0.18911057649004348, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 17 with value: 0.7433448475670774.\n", - "[I 2025-07-28 20:32:45,842] Trial 20 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 195, 'learning_rate': 0.05485655554279296, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 17 with value: 0.7433448475670774.\n", - "[I 2025-07-28 20:32:46,032] Trial 21 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 208, 'learning_rate': 0.05008139057040394, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 17 with value: 0.7433448475670774.\n", - "[I 2025-07-28 20:32:46,202] Trial 22 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 155, 'learning_rate': 0.06439080465085012, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 17 with value: 0.7433448475670774.\n", - "[I 2025-07-28 20:32:46,327] Trial 23 finished with value: 0.7356637593803036 and parameters: {'n_estimators': 241, 'learning_rate': 0.18602755998844775, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 17 with value: 0.7433448475670774.\n", - "[I 2025-07-28 20:32:46,531] Trial 24 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 67, 'learning_rate': 0.027560874300832892, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 17 with value: 0.7433448475670774.\n", - "[I 2025-07-28 20:32:46,631] Trial 25 finished with value: 0.7399906222014668 and parameters: {'n_estimators': 141, 'learning_rate': 0.1724499368151117, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 17 with value: 0.7433448475670774.\n", - "[I 2025-07-28 20:32:46,792] Trial 26 finished with value: 0.7462632242200642 and parameters: {'n_estimators': 66, 'learning_rate': 0.058409520620152734, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:47,014] Trial 27 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 80, 'learning_rate': 0.03515686771194533, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:47,172] Trial 28 finished with value: 0.6002680239159082 and parameters: {'n_estimators': 48, 'learning_rate': 0.07492318138951147, 'algorithm': 'SAMME', 'scaler': 'quantile-normal', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:47,374] Trial 29 finished with value: 0.7390179847459142 and parameters: {'n_estimators': 248, 'learning_rate': 0.13923218977376783, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:47,624] Trial 30 finished with value: 0.6280399196712144 and parameters: {'n_estimators': 119, 'learning_rate': 0.09676043774844177, 'algorithm': 'SAMME', 'scaler': 'quantile-uniform', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:47,777] Trial 31 finished with value: 0.7462632242200642 and parameters: {'n_estimators': 55, 'learning_rate': 0.059166938441400786, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:47,919] Trial 32 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 49, 'learning_rate': 0.05756170500714176, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:48,168] Trial 33 finished with value: 0.7462632242200642 and parameters: {'n_estimators': 86, 'learning_rate': 0.02144522128541104, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:48,434] Trial 34 finished with value: 0.7462632242200642 and parameters: {'n_estimators': 93, 'learning_rate': 0.018157963245713452, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:48,743] Trial 35 finished with value: 0.7317211845407954 and parameters: {'n_estimators': 104, 'learning_rate': 0.01684201147193355, 'algorithm': 'SAMME.R', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:49,445] Trial 36 finished with value: 0.7352864344967306 and parameters: {'n_estimators': 144, 'learning_rate': 0.022721993027875257, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'poly', 'gamma': 0.0013524171648316601, 'degree': 2, 'coef0': 0.6823668788920146}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:49,565] Trial 37 finished with value: 0.7462632242200642 and parameters: {'n_estimators': 36, 'learning_rate': 0.02801955286655139, 'algorithm': 'SAMME.R', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:50,741] Trial 38 finished with value: 0.6778623235432899 and parameters: {'n_estimators': 89, 'learning_rate': 0.016265541608563704, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 5.505462245976915}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:51,597] Trial 39 finished with value: 0.6002680239159082 and parameters: {'n_estimators': 296, 'learning_rate': 0.03511078284178915, 'algorithm': 'SAMME.R', 'scaler': 'quantile-normal', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:52,406] Trial 40 finished with value: 0.7404938100135954 and parameters: {'n_estimators': 125, 'learning_rate': 0.045130505221610405, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'poly', 'gamma': 0.004000939541149535, 'degree': 3, 'coef0': 0.6064875429673001}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:52,487] Trial 41 finished with value: 0.7344339878851421 and parameters: {'n_estimators': 22, 'learning_rate': 0.0299168136083842, 'algorithm': 'SAMME.R', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:52,612] Trial 42 finished with value: 0.7344339878851421 and parameters: {'n_estimators': 38, 'learning_rate': 0.019489898490531368, 'algorithm': 'SAMME.R', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:52,883] Trial 43 finished with value: 0.6306624053579956 and parameters: {'n_estimators': 88, 'learning_rate': 0.014269872438105076, 'algorithm': 'SAMME.R', 'scaler': 'quantile-uniform', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:53,035] Trial 44 finished with value: 0.7307802811921446 and parameters: {'n_estimators': 48, 'learning_rate': 0.04353615391514219, 'algorithm': 'SAMME.R', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:53,321] Trial 45 finished with value: 0.7072342312119391 and parameters: {'n_estimators': 109, 'learning_rate': 0.031098165777987234, 'algorithm': 'SAMME.R', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:54,540] Trial 46 finished with value: 0.7171707509784585 and parameters: {'n_estimators': 466, 'learning_rate': 0.022277980348236116, 'algorithm': 'SAMME.R', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.03433913608785406}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:54,981] Trial 47 finished with value: 0.6923898742330473 and parameters: {'n_estimators': 27, 'learning_rate': 0.039153296005049215, 'algorithm': 'SAMME.R', 'scaler': 'quantile-normal', 'kernel': 'poly', 'gamma': 2.3073007892734743, 'degree': 4, 'coef0': 0.2695589176705308}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:55,376] Trial 48 finished with value: 0.6348290720246623 and parameters: {'n_estimators': 136, 'learning_rate': 0.013271097800583706, 'algorithm': 'SAMME', 'scaler': 'quantile-uniform', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:55,801] Trial 49 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 159, 'learning_rate': 0.017372126621003587, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:56,889] Trial 50 finished with value: 0.6820364957623022 and parameters: {'n_estimators': 98, 'learning_rate': 0.010037760769388504, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'sigmoid', 'gamma': 0.0027352706564704294, 'coef0': 0.7487807293556266}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:57,028] Trial 51 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 73, 'learning_rate': 0.07865215250930932, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:57,191] Trial 52 finished with value: 0.7429089988544536 and parameters: {'n_estimators': 52, 'learning_rate': 0.023902035210865622, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:57,246] Trial 53 finished with value: 0.7356637593803036 and parameters: {'n_estimators': 78, 'learning_rate': 0.26149580532976274, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:57,336] Trial 54 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 27, 'learning_rate': 0.11169329023987182, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:57,610] Trial 55 finished with value: 0.7462632242200642 and parameters: {'n_estimators': 374, 'learning_rate': 0.048887815710171166, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:58,146] Trial 56 finished with value: 0.7437335413401673 and parameters: {'n_estimators': 347, 'learning_rate': 0.05048657296721617, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.004774844554952965}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:58,440] Trial 57 finished with value: 0.7433448475670774 and parameters: {'n_estimators': 383, 'learning_rate': 0.033408484181385714, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:59,336] Trial 58 finished with value: 0.7327261167745038 and parameters: {'n_estimators': 444, 'learning_rate': 0.026101501639382133, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'sigmoid', 'gamma': 0.19749647044435117, 'coef0': 0.30204502046909143}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:32:59,520] Trial 59 finished with value: 0.6981148958907643 and parameters: {'n_estimators': 285, 'learning_rate': 0.08562485360353715, 'algorithm': 'SAMME.R', 'scaler': 'minmax', 'kernel': 'linear'}. Best is trial 26 with value: 0.7462632242200642.\n", - "[W 2025-07-28 20:32:59,797] Trial 60 failed with parameters: {'n_estimators': 268, 'learning_rate': 0.06056201304030545, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'poly', 'gamma': 0.2894347415465211, 'degree': 4, 'coef0': 0.5625166552268175} because of the following error: The value nan is not acceptable.\n", - "[W 2025-07-28 20:32:59,798] Trial 60 failed with value np.float64(nan).\n", - "[I 2025-07-28 20:32:59,965] Trial 61 finished with value: 0.5984307205682291 and parameters: {'n_estimators': 217, 'learning_rate': 0.9292598389737672, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'poly', 'gamma': 0.034474926170681396, 'degree': 3, 'coef0': 0.5654141295859058}. Best is trial 26 with value: 0.7462632242200642.\n", - "[I 2025-07-28 20:33:00,482] Trial 62 finished with value: 0.74852021376188 and parameters: {'n_estimators': 346, 'learning_rate': 0.049748049226939366, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.004227748175451986}. Best is trial 62 with value: 0.74852021376188.\n", - "[I 2025-07-28 20:33:01,113] Trial 63 finished with value: 0.7515000210035615 and parameters: {'n_estimators': 357, 'learning_rate': 0.042025638816128814, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.002368627711149356}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:01,775] Trial 64 finished with value: 0.7433177429314066 and parameters: {'n_estimators': 421, 'learning_rate': 0.03964007266029833, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.002077996452528089}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:02,159] Trial 65 finished with value: 0.746297550173088 and parameters: {'n_estimators': 337, 'learning_rate': 0.06728147799353507, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.007752839706592081}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:02,583] Trial 66 finished with value: 0.740753734098486 and parameters: {'n_estimators': 344, 'learning_rate': 0.05979873576115699, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.006808872038513838}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:06,763] Trial 67 finished with value: 0.6002680239159082 and parameters: {'n_estimators': 320, 'learning_rate': 0.06756191366386699, 'algorithm': 'SAMME', 'scaler': 'quantile-normal', 'kernel': 'rbf', 'gamma': 0.020750214015197006}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:06,947] Trial 68 finished with value: 0.7155344485519437 and parameters: {'n_estimators': 270, 'learning_rate': 0.1434257466854807, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.002243791653087292}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:08,871] Trial 69 finished with value: 0.6557838410257737 and parameters: {'n_estimators': 355, 'learning_rate': 0.053572861391048075, 'algorithm': 'SAMME', 'scaler': 'quantile-uniform', 'kernel': 'rbf', 'gamma': 0.0037502839250294338}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:09,160] Trial 70 finished with value: 0.7343426595392881 and parameters: {'n_estimators': 327, 'learning_rate': 0.09929640642999638, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.007059589165315683}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:11,485] Trial 71 finished with value: 0.7426064316547839 and parameters: {'n_estimators': 366, 'learning_rate': 0.011968639921520469, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.01587857374750855}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:12,421] Trial 72 finished with value: 0.7417883295340454 and parameters: {'n_estimators': 334, 'learning_rate': 0.0282712339623289, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0015935725658728355}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:13,733] Trial 73 finished with value: 0.7417883295340454 and parameters: {'n_estimators': 392, 'learning_rate': 0.020179626280429446, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.010209806047203932}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:13,885] Trial 74 finished with value: 0.6347934336880255 and parameters: {'n_estimators': 10, 'learning_rate': 0.044923496574970655, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.02635019128495897}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:14,302] Trial 75 finished with value: 0.7433177429314066 and parameters: {'n_estimators': 396, 'learning_rate': 0.06278440404598881, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.046948472070911816}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:15,032] Trial 76 finished with value: 0.7513327796484498 and parameters: {'n_estimators': 298, 'learning_rate': 0.036412236378985934, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0053374104208979535}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:15,778] Trial 77 finished with value: 0.7433177429314066 and parameters: {'n_estimators': 306, 'learning_rate': 0.0362660646699935, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0053936054046649735}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:16,082] Trial 78 finished with value: 0.7402335413401675 and parameters: {'n_estimators': 266, 'learning_rate': 0.0860840896494099, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.01435794579442739}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:16,468] Trial 79 finished with value: 0.7497208297053397 and parameters: {'n_estimators': 294, 'learning_rate': 0.07025155387588125, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0029785489217986866}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:20,199] Trial 80 finished with value: 0.6002680239159082 and parameters: {'n_estimators': 283, 'learning_rate': 0.07133875130841605, 'algorithm': 'SAMME', 'scaler': 'quantile-normal', 'kernel': 'rbf', 'gamma': 0.0032308105320681124}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:20,674] Trial 81 finished with value: 0.74852021376188 and parameters: {'n_estimators': 233, 'learning_rate': 0.056673025447608175, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.009188599392606283}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:21,209] Trial 82 finished with value: 0.740753734098486 and parameters: {'n_estimators': 290, 'learning_rate': 0.0533901405567659, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.00965229019047806}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:21,662] Trial 83 finished with value: 0.740753734098486 and parameters: {'n_estimators': 236, 'learning_rate': 0.057404418778176654, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.001003724086550749}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:22,292] Trial 84 finished with value: 0.7420686008586543 and parameters: {'n_estimators': 336, 'learning_rate': 0.04252236933799792, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0020984813995387646}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:22,889] Trial 85 finished with value: 0.74852021376188 and parameters: {'n_estimators': 311, 'learning_rate': 0.04805236814812279, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0067406522653094434}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:23,437] Trial 86 finished with value: 0.7447630980123545 and parameters: {'n_estimators': 311, 'learning_rate': 0.048874239263181705, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0063811951015518694}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:24,582] Trial 87 finished with value: 0.6557838410257737 and parameters: {'n_estimators': 306, 'learning_rate': 0.07967205513566149, 'algorithm': 'SAMME', 'scaler': 'quantile-uniform', 'kernel': 'rbf', 'gamma': 0.003869900677506976}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:24,985] Trial 88 finished with value: 0.74452021376188 and parameters: {'n_estimators': 359, 'learning_rate': 0.06667705830748086, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.009690289859880222}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:25,200] Trial 89 finished with value: 0.7225578459597666 and parameters: {'n_estimators': 266, 'learning_rate': 0.110082899523225, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0016840522835949493}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:26,008] Trial 90 finished with value: 0.745545445283571 and parameters: {'n_estimators': 318, 'learning_rate': 0.03245046371843038, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.003073798153387741}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:26,689] Trial 91 finished with value: 0.745545445283571 and parameters: {'n_estimators': 296, 'learning_rate': 0.039095421550832746, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.005336174229676793}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:27,137] Trial 92 finished with value: 0.7152513477971558 and parameters: {'n_estimators': 60, 'learning_rate': 0.061957516455711015, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'sigmoid', 'gamma': 0.014015390440979917, 'coef0': 0.3009195556370241}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:27,701] Trial 93 finished with value: 0.750297550173088 and parameters: {'n_estimators': 372, 'learning_rate': 0.047237784303703845, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.008344795730029216}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:28,175] Trial 94 finished with value: 0.740753734098486 and parameters: {'n_estimators': 405, 'learning_rate': 0.05507007717994486, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.007443981644410108}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:28,773] Trial 95 finished with value: 0.74852021376188 and parameters: {'n_estimators': 373, 'learning_rate': 0.04694714964776859, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.004817231130911727}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:29,351] Trial 96 finished with value: 0.740753734098486 and parameters: {'n_estimators': 334, 'learning_rate': 0.046774000841415364, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.004746516897021937}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:30,016] Trial 97 finished with value: 0.7417883295340454 and parameters: {'n_estimators': 368, 'learning_rate': 0.040379238456137265, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0024661747093312507}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:30,364] Trial 98 finished with value: 0.7381934163762592 and parameters: {'n_estimators': 348, 'learning_rate': 0.07303250473271213, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.008446221932960183}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:30,646] Trial 99 finished with value: 0.731139301704039 and parameters: {'n_estimators': 385, 'learning_rate': 0.09003748596217656, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.004621419445347399}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:35,557] Trial 100 finished with value: 0.6002680239159082 and parameters: {'n_estimators': 377, 'learning_rate': 0.03565430702962707, 'algorithm': 'SAMME', 'scaler': 'quantile-normal', 'kernel': 'rbf', 'gamma': 0.013111883238672706}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:36,067] Trial 101 finished with value: 0.74852021376188 and parameters: {'n_estimators': 179, 'learning_rate': 0.05077642526497008, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.020351887477340926}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:36,573] Trial 102 finished with value: 0.74852021376188 and parameters: {'n_estimators': 181, 'learning_rate': 0.05067099106604308, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.020700691395448126}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:37,187] Trial 103 finished with value: 0.74852021376188 and parameters: {'n_estimators': 180, 'learning_rate': 0.04377287183188606, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.005779739091870262}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:37,781] Trial 104 finished with value: 0.74852021376188 and parameters: {'n_estimators': 188, 'learning_rate': 0.04515858808260848, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.02075763308598857}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:38,279] Trial 105 finished with value: 0.74852021376188 and parameters: {'n_estimators': 177, 'learning_rate': 0.051503229990834315, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.07587587274675506}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:38,911] Trial 106 finished with value: 0.740753734098486 and parameters: {'n_estimators': 218, 'learning_rate': 0.04216903069642528, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0036382801540868186}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:39,622] Trial 107 finished with value: 0.740753734098486 and parameters: {'n_estimators': 174, 'learning_rate': 0.03709187223694268, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.005828730485798124}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:41,307] Trial 108 finished with value: 0.6557838410257737 and parameters: {'n_estimators': 201, 'learning_rate': 0.046552773889911594, 'algorithm': 'SAMME', 'scaler': 'quantile-uniform', 'kernel': 'rbf', 'gamma': 0.011181372136050976}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:42,158] Trial 109 finished with value: 0.74852021376188 and parameters: {'n_estimators': 227, 'learning_rate': 0.031476761858823414, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.022081581106056923}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:42,464] Trial 110 finished with value: 0.5906319241155187 and parameters: {'n_estimators': 185, 'learning_rate': 0.570731365603949, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'poly', 'gamma': 0.0028412054004284455, 'degree': 4, 'coef0': 0.8619428451376857}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:42,989] Trial 111 finished with value: 0.7457208297053397 and parameters: {'n_estimators': 156, 'learning_rate': 0.0510532530053871, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.006013002714985546}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:43,544] Trial 112 finished with value: 0.740753734098486 and parameters: {'n_estimators': 187, 'learning_rate': 0.0469359234093301, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.03033165359462398}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:44,209] Trial 113 finished with value: 0.737778965620177 and parameters: {'n_estimators': 161, 'learning_rate': 0.04171194431880044, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.01941803908146916}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:44,694] Trial 114 finished with value: 0.740753734098486 and parameters: {'n_estimators': 256, 'learning_rate': 0.05527958726290956, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0041505115233334295}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:45,664] Trial 115 finished with value: 0.740753734098486 and parameters: {'n_estimators': 207, 'learning_rate': 0.0340396833102147, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.04697533569605786}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:46,248] Trial 116 finished with value: 0.74852021376188 and parameters: {'n_estimators': 166, 'learning_rate': 0.044126887516303545, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.00775923092659693}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:47,163] Trial 117 finished with value: 0.737778965620177 and parameters: {'n_estimators': 277, 'learning_rate': 0.028856167051859706, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.01703319218530653}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:47,605] Trial 118 finished with value: 0.7497208297053397 and parameters: {'n_estimators': 145, 'learning_rate': 0.06032372533990882, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.002838854869847847}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:48,039] Trial 119 finished with value: 0.7064663118585108 and parameters: {'n_estimators': 142, 'learning_rate': 0.060718607340562426, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'sigmoid', 'gamma': 0.0018621497896026474, 'coef0': 0.48145030065123984}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:48,387] Trial 120 finished with value: 0.7462124514302777 and parameters: {'n_estimators': 249, 'learning_rate': 0.07555766411773314, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.0013904427387278202}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:49,083] Trial 121 finished with value: 0.7433177429314066 and parameters: {'n_estimators': 123, 'learning_rate': 0.03793791682697686, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.002811260128892052}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:49,593] Trial 122 finished with value: 0.74852021376188 and parameters: {'n_estimators': 200, 'learning_rate': 0.05047711096445156, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.011076916770284748}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:50,080] Trial 123 finished with value: 0.7432326441885962 and parameters: {'n_estimators': 132, 'learning_rate': 0.05680447337731917, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.0035350854372685108}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:50,462] Trial 124 finished with value: 0.7354661645252021 and parameters: {'n_estimators': 147, 'learning_rate': 0.0671166310320988, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.2674350335201995}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:51,062] Trial 125 finished with value: 0.7433177429314066 and parameters: {'n_estimators': 357, 'learning_rate': 0.04327730050467834, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.004552436677622092}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:51,628] Trial 126 finished with value: 0.748700636947021 and parameters: {'n_estimators': 191, 'learning_rate': 0.04621949990952299, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.025210726248224184}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:52,085] Trial 127 finished with value: 0.740753734098486 and parameters: {'n_estimators': 178, 'learning_rate': 0.05977589568423962, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.006393143450995764}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:55,004] Trial 128 finished with value: 0.6392802991989691 and parameters: {'n_estimators': 324, 'learning_rate': 0.05260613261979487, 'algorithm': 'SAMME', 'scaler': 'quantile-normal', 'kernel': 'poly', 'gamma': 0.0022996380787112273, 'degree': 5, 'coef0': 0.2022602885084449}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:55,676] Trial 129 finished with value: 0.7457883295340454 and parameters: {'n_estimators': 301, 'learning_rate': 0.04011315164055469, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.008038878719889246}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:56,463] Trial 130 finished with value: 0.745545445283571 and parameters: {'n_estimators': 215, 'learning_rate': 0.03413730992463741, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.02628176152656184}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:57,916] Trial 131 finished with value: 0.6660180885259853 and parameters: {'n_estimators': 228, 'learning_rate': 0.0481788928599297, 'algorithm': 'SAMME.R', 'scaler': 'quantile-uniform', 'kernel': 'rbf', 'gamma': 0.04189574252116793}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:58,495] Trial 132 finished with value: 0.74852021376188 and parameters: {'n_estimators': 189, 'learning_rate': 0.04585697213197913, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.024851289135126325}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:58,883] Trial 133 finished with value: 0.7462124514302777 and parameters: {'n_estimators': 169, 'learning_rate': 0.06589186164414246, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.01602356676630131}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:33:59,595] Trial 134 finished with value: 0.7513327796484498 and parameters: {'n_estimators': 374, 'learning_rate': 0.037555203492412315, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.012572916107479163}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:34:00,281] Trial 135 finished with value: 0.7483580111701407 and parameters: {'n_estimators': 366, 'learning_rate': 0.03931403538383816, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.012344319556191379}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:34:00,734] Trial 136 finished with value: 0.7384459717668835 and parameters: {'n_estimators': 413, 'learning_rate': 0.056082477093127796, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.009348685009530367}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:34:01,060] Trial 137 finished with value: 0.740753734098486 and parameters: {'n_estimators': 346, 'learning_rate': 0.08012330435676486, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.005357621900707716}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:34:01,952] Trial 138 finished with value: 0.740753734098486 and parameters: {'n_estimators': 401, 'learning_rate': 0.029858804502651153, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.003098840683970928}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:34:02,688] Trial 139 finished with value: 0.737778965620177 and parameters: {'n_estimators': 434, 'learning_rate': 0.0368028286417819, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.007163636430398375}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:34:03,230] Trial 140 finished with value: 0.7433177429314066 and parameters: {'n_estimators': 150, 'learning_rate': 0.049702438867234154, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.00417313386710285}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:34:04,091] Trial 141 finished with value: 0.7304871705096109 and parameters: {'n_estimators': 382, 'learning_rate': 0.026780346128147003, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'sigmoid', 'gamma': 0.009242138566009986, 'coef0': 0.6810971465442344}. Best is trial 63 with value: 0.7515000210035615.\n", - "[I 2025-07-28 20:34:04,720] Trial 142 finished with value: 0.7553327796484498 and parameters: {'n_estimators': 374, 'learning_rate': 0.04284761966129741, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.01278011772842185}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:05,342] Trial 143 finished with value: 0.74852021376188 and parameters: {'n_estimators': 371, 'learning_rate': 0.042211150405412685, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.012530631465341117}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:06,149] Trial 144 finished with value: 0.740753734098486 and parameters: {'n_estimators': 376, 'learning_rate': 0.03335465464819885, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.014999842696126925}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:07,050] Trial 145 finished with value: 0.740753734098486 and parameters: {'n_estimators': 389, 'learning_rate': 0.06110040444930137, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.005005817641655133}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:07,533] Trial 146 finished with value: 0.74852021376188 and parameters: {'n_estimators': 352, 'learning_rate': 0.054291997049423106, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.018521999170290702}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:08,079] Trial 147 finished with value: 0.746297550173088 and parameters: {'n_estimators': 359, 'learning_rate': 0.04766801754443974, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0024421485244471896}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:08,812] Trial 148 finished with value: 0.7447630980123545 and parameters: {'n_estimators': 339, 'learning_rate': 0.03723420876002473, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.006322449571400202}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:09,432] Trial 149 finished with value: 0.74852021376188 and parameters: {'n_estimators': 319, 'learning_rate': 0.042413964293697, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.010654713810291368}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:09,915] Trial 150 finished with value: 0.740753734098486 and parameters: {'n_estimators': 313, 'learning_rate': 0.05336524559283609, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0012381361728905685}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:10,471] Trial 151 finished with value: 0.6443688278625413 and parameters: {'n_estimators': 278, 'learning_rate': 0.06986252666993417, 'algorithm': 'SAMME.R', 'scaler': 'minmax', 'kernel': 'poly', 'gamma': 0.003840230930583097, 'degree': 3, 'coef0': 0.3358010784641807}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:11,039] Trial 152 finished with value: 0.7474683203537454 and parameters: {'n_estimators': 199, 'learning_rate': 0.04566949438480299, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.021507855406169774}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:11,693] Trial 153 finished with value: 0.7420686008586543 and parameters: {'n_estimators': 191, 'learning_rate': 0.043742311306351624, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.03330110286898162}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:12,238] Trial 154 finished with value: 0.7487630980123545 and parameters: {'n_estimators': 180, 'learning_rate': 0.0491666870895056, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.008671854397172158}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:12,769] Trial 155 finished with value: 0.7457208297053397 and parameters: {'n_estimators': 167, 'learning_rate': 0.0509382076734429, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.008744828585594906}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:13,187] Trial 156 finished with value: 0.7515000210035615 and parameters: {'n_estimators': 330, 'learning_rate': 0.061756148145933824, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.00727405604605724}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:16,632] Trial 157 finished with value: 0.6002680239159082 and parameters: {'n_estimators': 288, 'learning_rate': 0.062061121265967904, 'algorithm': 'SAMME', 'scaler': 'quantile-normal', 'kernel': 'rbf', 'gamma': 8.255704824271472}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:16,998] Trial 158 finished with value: 0.7437335413401673 and parameters: {'n_estimators': 328, 'learning_rate': 0.07205841221376437, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.013687312933005803}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:17,486] Trial 159 finished with value: 0.7433177429314066 and parameters: {'n_estimators': 360, 'learning_rate': 0.05550558513833217, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.007276585678546711}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:17,953] Trial 160 finished with value: 0.75252021376188 and parameters: {'n_estimators': 343, 'learning_rate': 0.057799684717976904, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.0019197007033755356}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:18,395] Trial 161 finished with value: 0.744753734098486 and parameters: {'n_estimators': 330, 'learning_rate': 0.05947181888004243, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.0020639859857089645}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:18,922] Trial 162 finished with value: 0.7435685489133007 and parameters: {'n_estimators': 344, 'learning_rate': 0.04908907024834296, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.0016181986888157507}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:19,597] Trial 163 finished with value: 0.74852021376188 and parameters: {'n_estimators': 371, 'learning_rate': 0.039485342790346524, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.003206758522534142}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:20,041] Trial 164 finished with value: 0.740753734098486 and parameters: {'n_estimators': 299, 'learning_rate': 0.0585771854552458, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.010917840019708996}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:20,477] Trial 165 finished with value: 0.7543125868901313 and parameters: {'n_estimators': 395, 'learning_rate': 0.06407174606411963, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.005576587260544449}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:20,810] Trial 166 finished with value: 0.7381934163762592 and parameters: {'n_estimators': 396, 'learning_rate': 0.08072736499440462, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.004932791901044797}. Best is trial 142 with value: 0.7553327796484498.\n", - "[I 2025-07-28 20:34:21,222] Trial 167 finished with value: 0.7583125868901313 and parameters: {'n_estimators': 384, 'learning_rate': 0.06667610599938725, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.002777056559327566}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:21,625] Trial 168 finished with value: 0.7437335413401673 and parameters: {'n_estimators': 374, 'learning_rate': 0.06485740536765887, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.0023945180272988862}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:21,918] Trial 169 finished with value: 0.7296029513919687 and parameters: {'n_estimators': 385, 'learning_rate': 0.09061589832282582, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.003665437923229542}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:23,142] Trial 170 finished with value: 0.7284182978870458 and parameters: {'n_estimators': 414, 'learning_rate': 0.06825597186952058, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'sigmoid', 'gamma': 0.005815026138924521, 'coef0': 0.004139749914802704}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:23,399] Trial 171 finished with value: 0.7290504177372316 and parameters: {'n_estimators': 352, 'learning_rate': 0.10496161598155726, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.0027124986066303603}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:23,824] Trial 172 finished with value: 0.7455520100690471 and parameters: {'n_estimators': 392, 'learning_rate': 0.06452339988351317, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.0019172722201925417}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:24,680] Trial 173 finished with value: 0.7473177429314066 and parameters: {'n_estimators': 340, 'learning_rate': 0.05542280541976707, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.00798786274880499}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:25,480] Trial 174 finished with value: 0.7411732236179407 and parameters: {'n_estimators': 362, 'learning_rate': 0.07431508598815412, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.0041902018879047655}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:26,040] Trial 175 finished with value: 0.740753734098486 and parameters: {'n_estimators': 379, 'learning_rate': 0.04798788046850396, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.0032344075674963853}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:27,945] Trial 176 finished with value: 0.6557838410257737 and parameters: {'n_estimators': 403, 'learning_rate': 0.05339509696226663, 'algorithm': 'SAMME', 'scaler': 'quantile-uniform', 'kernel': 'rbf', 'gamma': 0.0066737864155695}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:29,298] Trial 177 finished with value: 0.6824765196315777 and parameters: {'n_estimators': 311, 'learning_rate': 0.0406942906243107, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 3.6670009047963936}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:29,529] Trial 178 finished with value: 0.7291452798919533 and parameters: {'n_estimators': 352, 'learning_rate': 0.12500478839669368, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.009357348130639761}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:29,965] Trial 179 finished with value: 0.748700636947021 and parameters: {'n_estimators': 365, 'learning_rate': 0.06091119884043378, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0048707433951490475}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:30,291] Trial 180 finished with value: 0.6925323116600598 and parameters: {'n_estimators': 368, 'learning_rate': 0.08121385374011995, 'algorithm': 'SAMME.R', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0047196901458936074}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:30,707] Trial 181 finished with value: 0.7331255193204851 and parameters: {'n_estimators': 383, 'learning_rate': 0.06166065939822086, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.9448731442904217}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:31,186] Trial 182 finished with value: 0.7457208297053397 and parameters: {'n_estimators': 364, 'learning_rate': 0.0565903035958916, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.005686529917035498}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:31,748] Trial 183 finished with value: 0.7487630980123545 and parameters: {'n_estimators': 323, 'learning_rate': 0.046816023405637924, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0028219364842907483}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:32,467] Trial 184 finished with value: 0.7447630980123545 and parameters: {'n_estimators': 322, 'learning_rate': 0.03716148781420519, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.002785252791654101}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:33,039] Trial 185 finished with value: 0.7457208297053397 and parameters: {'n_estimators': 332, 'learning_rate': 0.0461173373322962, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.003522778509727726}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:33,576] Trial 186 finished with value: 0.715119869672663 and parameters: {'n_estimators': 347, 'learning_rate': 0.0687906832784457, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'poly', 'gamma': 0.004329233690425033, 'degree': 4, 'coef0': 0.5422386163009935}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:33,722] Trial 187 finished with value: 0.7105008131492141 and parameters: {'n_estimators': 295, 'learning_rate': 0.3035104887083608, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0016830602364773333}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:34,248] Trial 188 finished with value: 0.7515000210035615 and parameters: {'n_estimators': 316, 'learning_rate': 0.05082476902429617, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.006894042845429749}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:34,730] Trial 189 finished with value: 0.7472326441885963 and parameters: {'n_estimators': 307, 'learning_rate': 0.057391321379487784, 'algorithm': 'SAMME', 'scaler': 'robust', 'kernel': 'rbf', 'gamma': 0.007080425615023227}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:39,004] Trial 190 finished with value: 0.6002680239159082 and parameters: {'n_estimators': 328, 'learning_rate': 0.05161890842708128, 'algorithm': 'SAMME', 'scaler': 'quantile-normal', 'kernel': 'rbf', 'gamma': 0.0021824190023653177}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:39,362] Trial 191 finished with value: 0.7515000210035615 and parameters: {'n_estimators': 312, 'learning_rate': 0.07415142409858534, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.008253760122654191}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:39,773] Trial 192 finished with value: 0.744753734098486 and parameters: {'n_estimators': 318, 'learning_rate': 0.0629473734084709, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.008566740215881935}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:40,139] Trial 193 finished with value: 0.747742905254036 and parameters: {'n_estimators': 337, 'learning_rate': 0.07397342245907057, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.010688814964667665}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:40,554] Trial 194 finished with value: 0.7515000210035615 and parameters: {'n_estimators': 300, 'learning_rate': 0.06430426785367424, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.006126960633501797}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:40,940] Trial 195 finished with value: 0.7450484081003357 and parameters: {'n_estimators': 277, 'learning_rate': 0.06826759833050179, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.005635324772952046}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:41,239] Trial 196 finished with value: 0.7361190063070762 and parameters: {'n_estimators': 315, 'learning_rate': 0.08828830279860816, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.0013003210642133333}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:41,588] Trial 197 finished with value: 0.7404332601320558 and parameters: {'n_estimators': 297, 'learning_rate': 0.07499803623839045, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.007764520427001827}. Best is trial 167 with value: 0.7583125868901313.\n", - "[I 2025-07-28 20:34:42,003] Trial 198 finished with value: 0.740753734098486 and parameters: {'n_estimators': 301, 'learning_rate': 0.06584771583460332, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.002653265282550903}. Best is trial 167 with value: 0.7583125868901313.\n", + "...", "[I 2025-07-28 20:34:42,444] Trial 199 finished with value: 0.7515000210035615 and parameters: {'n_estimators': 245, 'learning_rate': 0.06109405565734974, 'algorithm': 'SAMME', 'scaler': 'minmax', 'kernel': 'rbf', 'gamma': 0.08461411124525335}. Best is trial 167 with value: 0.7583125868901313.\n" ] }, @@ -434,203 +237,7 @@ "[I 2025-07-28 20:34:58,357] A new study created in memory with name: no-name-fd2e9753-4f61-49f9-a22c-28b4c0177247\n", "[I 2025-07-28 20:34:59,157] Trial 0 finished with value: 0.653658178784821 and parameters: {'n_estimators': 122, 'max_depth': 18, 'learning_rate': 0.6638400324564625, 'gamma': 1.3755330590290604e-05, 'min_child_weight': 6, 'subsample': 0.5447494156166959, 'colsample_bytree': 0.8879793066877644, 'reg_alpha': 1.0163427568069608e-07, 'reg_lambda': 2.39079916775675e-06}. Best is trial 0 with value: 0.653658178784821.\n", "[I 2025-07-28 20:34:59,681] Trial 1 finished with value: 0.6770776702365993 and parameters: {'n_estimators': 317, 'max_depth': 20, 'learning_rate': 0.13249519981914618, 'gamma': 1.5953454630407348e-08, 'min_child_weight': 8, 'subsample': 0.9709077195029082, 'colsample_bytree': 0.9624785240081783, 'reg_alpha': 2.203094364625466e-07, 'reg_lambda': 1.4395372969777643e-08}. Best is trial 1 with value: 0.6770776702365993.\n", - "[I 2025-07-28 20:34:59,733] Trial 2 finished with value: 0.6894897888954815 and parameters: {'n_estimators': 595, 'max_depth': 3, 'learning_rate': 0.021064320381542132, 'gamma': 0.08356034888824733, 'min_child_weight': 7, 'subsample': 0.5728927225188731, 'colsample_bytree': 0.6643930834963285, 'reg_alpha': 0.3108938700549902, 'reg_lambda': 0.15869051598453504}. Best is trial 2 with value: 0.6894897888954815.\n", - "[I 2025-07-28 20:34:59,771] Trial 3 finished with value: 0.6841336356228012 and parameters: {'n_estimators': 275, 'max_depth': 11, 'learning_rate': 0.08585363931347052, 'gamma': 5.5704521323176957e-05, 'min_child_weight': 6, 'subsample': 0.8130583424377267, 'colsample_bytree': 0.7968512294034509, 'reg_alpha': 3.1080230654333046e-06, 'reg_lambda': 5.709480913773215e-07}. Best is trial 2 with value: 0.6894897888954815.\n", - "[I 2025-07-28 20:35:00,271] Trial 4 finished with value: 0.6240012914688128 and parameters: {'n_estimators': 392, 'max_depth': 5, 'learning_rate': 0.4489446417359794, 'gamma': 2.4844061488472887e-05, 'min_child_weight': 2, 'subsample': 0.5842351436665366, 'colsample_bytree': 0.854593367793816, 'reg_alpha': 9.048579361548458e-08, 'reg_lambda': 9.796090614389804e-05}. Best is trial 2 with value: 0.6894897888954815.\n", - "[I 2025-07-28 20:35:00,336] Trial 5 finished with value: 0.6893530092313992 and parameters: {'n_estimators': 808, 'max_depth': 11, 'learning_rate': 0.10190960875213827, 'gamma': 0.0010169134697659197, 'min_child_weight': 9, 'subsample': 0.6862120608397742, 'colsample_bytree': 0.9930940917258326, 'reg_alpha': 0.00011413053320877984, 'reg_lambda': 2.533679054159119e-08}. Best is trial 2 with value: 0.6894897888954815.\n", - "[I 2025-07-28 20:35:00,363] Trial 6 finished with value: 0.6816259753972863 and parameters: {'n_estimators': 215, 'max_depth': 8, 'learning_rate': 0.445558931501203, 'gamma': 2.098408027940648e-06, 'min_child_weight': 2, 'subsample': 0.6574235760654921, 'colsample_bytree': 0.6127104422551312, 'reg_alpha': 1.1785260738049237e-05, 'reg_lambda': 0.40219041974301645}. Best is trial 2 with value: 0.6894897888954815.\n", - "[I 2025-07-28 20:35:00,413] Trial 7 finished with value: 0.6845519773544033 and parameters: {'n_estimators': 887, 'max_depth': 17, 'learning_rate': 0.6580928417309851, 'gamma': 1.0160424845619696e-07, 'min_child_weight': 10, 'subsample': 0.6353211077213563, 'colsample_bytree': 0.9202270326454105, 'reg_alpha': 4.8633695817323505e-05, 'reg_lambda': 0.35923792594355936}. Best is trial 2 with value: 0.6894897888954815.\n", - "[I 2025-07-28 20:35:00,441] Trial 8 finished with value: 0.6815729962613603 and parameters: {'n_estimators': 200, 'max_depth': 2, 'learning_rate': 0.15855200827243132, 'gamma': 0.0017156046785765028, 'min_child_weight': 2, 'subsample': 0.6245533144291755, 'colsample_bytree': 0.9188297729025732, 'reg_alpha': 0.0010626071029964067, 'reg_lambda': 4.760212757272045e-07}. Best is trial 2 with value: 0.6894897888954815.\n", - "[I 2025-07-28 20:35:00,479] Trial 9 finished with value: 0.6463595094028896 and parameters: {'n_estimators': 230, 'max_depth': 6, 'learning_rate': 0.5671481404463081, 'gamma': 0.001228590068517003, 'min_child_weight': 3, 'subsample': 0.5991803018124047, 'colsample_bytree': 0.9700609265029201, 'reg_alpha': 6.059732498916918e-05, 'reg_lambda': 0.14177098169941796}. Best is trial 2 with value: 0.6894897888954815.\n", - "[I 2025-07-28 20:35:00,527] Trial 10 finished with value: 0.6973859811102925 and parameters: {'n_estimators': 654, 'max_depth': 1, 'learning_rate': 0.26067917980010874, 'gamma': 0.8330453028259656, 'min_child_weight': 4, 'subsample': 0.8048306810348321, 'colsample_bytree': 0.6201928105807907, 'reg_alpha': 0.7065669463511159, 'reg_lambda': 0.001167572206117452}. Best is trial 10 with value: 0.6973859811102925.\n", - "[I 2025-07-28 20:35:00,577] Trial 11 finished with value: 0.6767557513327912 and parameters: {'n_estimators': 635, 'max_depth': 1, 'learning_rate': 0.2643381172582784, 'gamma': 0.4970802770582715, 'min_child_weight': 4, 'subsample': 0.8089547187186014, 'colsample_bytree': 0.6283765095262855, 'reg_alpha': 0.7289031922594058, 'reg_lambda': 0.004377579988399701}. Best is trial 10 with value: 0.6973859811102925.\n", - "[I 2025-07-28 20:35:00,627] Trial 12 finished with value: 0.6991473457825828 and parameters: {'n_estimators': 614, 'max_depth': 3, 'learning_rate': 0.2744361285126794, 'gamma': 0.5905297950979508, 'min_child_weight': 5, 'subsample': 0.895648136276193, 'colsample_bytree': 0.5220178482913824, 'reg_alpha': 0.707587916294841, 'reg_lambda': 0.003624116747442676}. Best is trial 12 with value: 0.6991473457825828.\n", - "[I 2025-07-28 20:35:00,689] Trial 13 finished with value: 0.693930277953325 and parameters: {'n_estimators': 753, 'max_depth': 7, 'learning_rate': 0.25785544558254414, 'gamma': 0.03368124323749648, 'min_child_weight': 4, 'subsample': 0.945202201059549, 'colsample_bytree': 0.5209181186900156, 'reg_alpha': 0.02088721565272434, 'reg_lambda': 0.0014525955537965786}. Best is trial 12 with value: 0.6991473457825828.\n", - "[I 2025-07-28 20:35:00,726] Trial 14 finished with value: 0.6768635326507506 and parameters: {'n_estimators': 457, 'max_depth': 14, 'learning_rate': 0.3192542147081648, 'gamma': 0.4943607569121589, 'min_child_weight': 5, 'subsample': 0.887293432788166, 'colsample_bytree': 0.5097284196387988, 'reg_alpha': 0.023480598002747186, 'reg_lambda': 0.0012058314141785195}. Best is trial 12 with value: 0.6991473457825828.\n", - "[I 2025-07-28 20:35:00,797] Trial 15 finished with value: 0.6561972787155068 and parameters: {'n_estimators': 975, 'max_depth': 3, 'learning_rate': 0.42685304920694395, 'gamma': 0.018644361218537166, 'min_child_weight': 4, 'subsample': 0.7466386871593225, 'colsample_bytree': 0.706460920712324, 'reg_alpha': 0.044593005446009804, 'reg_lambda': 6.203679865751644e-05}. Best is trial 12 with value: 0.6991473457825828.\n", - "[I 2025-07-28 20:35:00,847] Trial 16 finished with value: 0.6664161322372225 and parameters: {'n_estimators': 591, 'max_depth': 4, 'learning_rate': 0.21088252901750834, 'gamma': 0.7282107921717832, 'min_child_weight': 1, 'subsample': 0.8786907814567095, 'colsample_bytree': 0.571664437380969, 'reg_alpha': 0.0025824039192543185, 'reg_lambda': 0.022103188363497086}. Best is trial 12 with value: 0.6991473457825828.\n", - "[I 2025-07-28 20:35:00,908] Trial 17 finished with value: 0.6466432287862166 and parameters: {'n_estimators': 697, 'max_depth': 9, 'learning_rate': 0.34974293306535315, 'gamma': 0.0050859042621730095, 'min_child_weight': 5, 'subsample': 0.7746619830963812, 'colsample_bytree': 0.7488266454783931, 'reg_alpha': 0.1949841954486826, 'reg_lambda': 1.760276415331571e-05}. Best is trial 12 with value: 0.6991473457825828.\n", - "[I 2025-07-28 20:35:00,957] Trial 18 finished with value: 0.7062896562511798 and parameters: {'n_estimators': 498, 'max_depth': 1, 'learning_rate': 0.5345094047409621, 'gamma': 0.1030630043754205, 'min_child_weight': 7, 'subsample': 0.9090807670620233, 'colsample_bytree': 0.581906364891468, 'reg_alpha': 0.002335630297331186, 'reg_lambda': 0.017202851878560667}. Best is trial 18 with value: 0.7062896562511798.\n", - "[I 2025-07-28 20:35:01,007] Trial 19 finished with value: 0.713013234888872 and parameters: {'n_estimators': 506, 'max_depth': 13, 'learning_rate': 0.5443265572463889, 'gamma': 0.0867981056560763, 'min_child_weight': 7, 'subsample': 0.9989819114219703, 'colsample_bytree': 0.5558555964410136, 'reg_alpha': 0.0029473301730397862, 'reg_lambda': 0.015050501204884947}. Best is trial 19 with value: 0.713013234888872.\n", - "[I 2025-07-28 20:35:01,058] Trial 20 finished with value: 0.7062238489855932 and parameters: {'n_estimators': 490, 'max_depth': 13, 'learning_rate': 0.5530625969553107, 'gamma': 0.0001713097020455351, 'min_child_weight': 8, 'subsample': 0.9928374550722036, 'colsample_bytree': 0.5776334431856297, 'reg_alpha': 0.0019938991113863137, 'reg_lambda': 0.04349906172939971}. Best is trial 19 with value: 0.713013234888872.\n", - "[I 2025-07-28 20:35:01,106] Trial 21 finished with value: 0.7113715351578128 and parameters: {'n_estimators': 493, 'max_depth': 14, 'learning_rate': 0.5551369577327647, 'gamma': 0.0004013186748396175, 'min_child_weight': 7, 'subsample': 0.992938338595933, 'colsample_bytree': 0.567202887455538, 'reg_alpha': 0.0012615567204398842, 'reg_lambda': 0.040740449160745186}. Best is trial 19 with value: 0.713013234888872.\n", - "[I 2025-07-28 20:35:01,157] Trial 22 finished with value: 0.7218094394645215 and parameters: {'n_estimators': 395, 'max_depth': 14, 'learning_rate': 0.5516744736853054, 'gamma': 0.06586236308160907, 'min_child_weight': 7, 'subsample': 0.934260221749137, 'colsample_bytree': 0.5657192375418623, 'reg_alpha': 0.0004839456623687217, 'reg_lambda': 0.024086595827121155}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:01,207] Trial 23 finished with value: 0.7090063969176315 and parameters: {'n_estimators': 364, 'max_depth': 14, 'learning_rate': 0.605747664587923, 'gamma': 0.009443233154454502, 'min_child_weight': 7, 'subsample': 0.9402234995756058, 'colsample_bytree': 0.6664213372396338, 'reg_alpha': 0.0004141128858777435, 'reg_lambda': 0.9743962874929614}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:01,232] Trial 24 finished with value: 0.6924666228001979 and parameters: {'n_estimators': 46, 'max_depth': 16, 'learning_rate': 0.4866200717848739, 'gamma': 0.0004176687564534064, 'min_child_weight': 8, 'subsample': 0.9882750918832794, 'colsample_bytree': 0.6768522707995154, 'reg_alpha': 0.00730766591851593, 'reg_lambda': 0.011094623497443912}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:01,284] Trial 25 finished with value: 0.6846705246042355 and parameters: {'n_estimators': 399, 'max_depth': 13, 'learning_rate': 0.6148074584310265, 'gamma': 1.2474292863667444e-06, 'min_child_weight': 9, 'subsample': 0.8535889502923213, 'colsample_bytree': 0.5645472163280295, 'reg_alpha': 0.0005354275657498136, 'reg_lambda': 0.05347878287428013}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:01,343] Trial 26 finished with value: 0.6881232217536452 and parameters: {'n_estimators': 542, 'max_depth': 15, 'learning_rate': 0.6998419344852598, 'gamma': 0.08575418288572556, 'min_child_weight': 6, 'subsample': 0.9443260786040377, 'colsample_bytree': 0.5475009983013569, 'reg_alpha': 0.00024666521883578356, 'reg_lambda': 0.0003298220604390664}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:01,393] Trial 27 finished with value: 0.6560314505237128 and parameters: {'n_estimators': 444, 'max_depth': 10, 'learning_rate': 0.5137269815626853, 'gamma': 0.003454150790109833, 'min_child_weight': 7, 'subsample': 0.9339547553393213, 'colsample_bytree': 0.7656733398926343, 'reg_alpha': 2.6325920030339172e-06, 'reg_lambda': 0.00486694806018506}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:01,444] Trial 28 finished with value: 0.7004260543223289 and parameters: {'n_estimators': 511, 'max_depth': 12, 'learning_rate': 0.3951533126632504, 'gamma': 0.03493513014825453, 'min_child_weight': 9, 'subsample': 0.8529972515523483, 'colsample_bytree': 0.6147353329551685, 'reg_alpha': 0.0072640576138949505, 'reg_lambda': 0.00034465506202241387}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:01,484] Trial 29 finished with value: 0.6623843902292614 and parameters: {'n_estimators': 340, 'max_depth': 18, 'learning_rate': 0.6025593282905165, 'gamma': 5.001252794563827e-06, 'min_child_weight': 10, 'subsample': 0.5029406714657524, 'colsample_bytree': 0.7234788805705047, 'reg_alpha': 2.1307288869395446e-05, 'reg_lambda': 1.642401621739886e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:01,521] Trial 30 finished with value: 0.6998599626057936 and parameters: {'n_estimators': 130, 'max_depth': 20, 'learning_rate': 0.6500930610937211, 'gamma': 0.00015877539461550238, 'min_child_weight': 6, 'subsample': 0.9991263771582068, 'colsample_bytree': 0.5391413139355299, 'reg_alpha': 0.006596744227177837, 'reg_lambda': 0.07381764800945079}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:01,570] Trial 31 finished with value: 0.7138570915379113 and parameters: {'n_estimators': 399, 'max_depth': 15, 'learning_rate': 0.5965488085774571, 'gamma': 0.02143918856306719, 'min_child_weight': 7, 'subsample': 0.9592954557953308, 'colsample_bytree': 0.6540196712628972, 'reg_alpha': 0.0003765344135355098, 'reg_lambda': 0.5075895529011122}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:01,621] Trial 32 finished with value: 0.7042734571379081 and parameters: {'n_estimators': 435, 'max_depth': 16, 'learning_rate': 0.48357521141978943, 'gamma': 0.1940003871155254, 'min_child_weight': 8, 'subsample': 0.9583547641220338, 'colsample_bytree': 0.6439687387504299, 'reg_alpha': 0.00026755893153734915, 'reg_lambda': 0.437827578133327}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:01,667] Trial 33 finished with value: 0.707287409901816 and parameters: {'n_estimators': 295, 'max_depth': 18, 'learning_rate': 0.5698450348883431, 'gamma': 0.01190173007407389, 'min_child_weight': 7, 'subsample': 0.9216185190402221, 'colsample_bytree': 0.5936670096640146, 'reg_alpha': 0.0007672568612869247, 'reg_lambda': 0.1313396255492695}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:01,718] Trial 34 finished with value: 0.6875165883948873 and parameters: {'n_estimators': 567, 'max_depth': 15, 'learning_rate': 0.5026317210249744, 'gamma': 0.046371971974144464, 'min_child_weight': 6, 'subsample': 0.9702469756674894, 'colsample_bytree': 0.5015406049583506, 'reg_alpha': 0.0775282243619378, 'reg_lambda': 0.9560127963183468}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:01,757] Trial 35 finished with value: 0.7097337735848834 and parameters: {'n_estimators': 331, 'max_depth': 12, 'learning_rate': 0.6371769605194204, 'gamma': 0.19941387796369545, 'min_child_weight': 8, 'subsample': 0.9736251210393232, 'colsample_bytree': 0.5445169275305447, 'reg_alpha': 3.4126934135434683e-06, 'reg_lambda': 0.011012006105733482}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:01,808] Trial 36 finished with value: 0.7176221223303809 and parameters: {'n_estimators': 420, 'max_depth': 13, 'learning_rate': 0.696461259135299, 'gamma': 0.00402758013628133, 'min_child_weight': 7, 'subsample': 0.8453172769455335, 'colsample_bytree': 0.6489332717755166, 'reg_alpha': 0.00011539885892464963, 'reg_lambda': 0.03431111200460803}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:01,858] Trial 37 finished with value: 0.6691216196739092 and parameters: {'n_estimators': 412, 'max_depth': 10, 'learning_rate': 0.6793038934271071, 'gamma': 0.003361561858847671, 'min_child_weight': 6, 'subsample': 0.8454785330190626, 'colsample_bytree': 0.6914528871717444, 'reg_alpha': 6.388977253338526e-07, 'reg_lambda': 0.19443627370089536}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:01,896] Trial 38 finished with value: 0.7026832369992396 and parameters: {'n_estimators': 276, 'max_depth': 12, 'learning_rate': 0.6944898877777468, 'gamma': 0.012114573233374134, 'min_child_weight': 8, 'subsample': 0.7585297366115209, 'colsample_bytree': 0.6545644086003748, 'reg_alpha': 0.0001087167468081511, 'reg_lambda': 0.023663845581719325}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:01,935] Trial 39 finished with value: 0.709239032380109 and parameters: {'n_estimators': 375, 'max_depth': 20, 'learning_rate': 0.6000734774218509, 'gamma': 0.18932514033370368, 'min_child_weight': 9, 'subsample': 0.8721940655531638, 'colsample_bytree': 0.6066921732419454, 'reg_alpha': 3.527489444158328e-05, 'reg_lambda': 0.0003647856254481269}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:01,971] Trial 40 finished with value: 0.6230897816287538 and parameters: {'n_estimators': 150, 'max_depth': 16, 'learning_rate': 0.6448528548457401, 'gamma': 1.2280934872640794e-08, 'min_child_weight': 7, 'subsample': 0.7090719760774838, 'colsample_bytree': 0.8539299194344634, 'reg_alpha': 3.3416544540881327e-08, 'reg_lambda': 0.334887510001618}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:02,021] Trial 41 finished with value: 0.7065473224657784 and parameters: {'n_estimators': 535, 'max_depth': 14, 'learning_rate': 0.5767395846711735, 'gamma': 0.00042513878690872387, 'min_child_weight': 7, 'subsample': 0.9206925303724033, 'colsample_bytree': 0.6341070202591851, 'reg_alpha': 0.0011416058608671668, 'reg_lambda': 0.05916503262690237}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:02,073] Trial 42 finished with value: 0.7071298341619543 and parameters: {'n_estimators': 475, 'max_depth': 13, 'learning_rate': 0.4672939454288429, 'gamma': 0.0005742270863985567, 'min_child_weight': 7, 'subsample': 0.9669418834066332, 'colsample_bytree': 0.5949923346944184, 'reg_alpha': 0.00021420443458250354, 'reg_lambda': 0.008125900478972057}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:02,122] Trial 43 finished with value: 0.6973510948686779 and parameters: {'n_estimators': 247, 'max_depth': 17, 'learning_rate': 0.5433658974940452, 'gamma': 0.0018934134055418397, 'min_child_weight': 6, 'subsample': 0.9985428139946684, 'colsample_bytree': 0.5567451843500016, 'reg_alpha': 1.2396217234730497e-05, 'reg_lambda': 0.13999175396328453}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:02,171] Trial 44 finished with value: 0.6856331118957847 and parameters: {'n_estimators': 415, 'max_depth': 11, 'learning_rate': 0.037161665814570866, 'gamma': 7.321346518578728e-05, 'min_child_weight': 8, 'subsample': 0.9100882232021644, 'colsample_bytree': 0.646543460803492, 'reg_alpha': 8.978761241552263e-05, 'reg_lambda': 0.033328610751157096}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:02,220] Trial 45 finished with value: 0.6624485111260665 and parameters: {'n_estimators': 332, 'max_depth': 15, 'learning_rate': 0.4191567053986951, 'gamma': 0.0060079415699170954, 'min_child_weight': 5, 'subsample': 0.8328399437559141, 'colsample_bytree': 0.805922663572781, 'reg_alpha': 0.003702233415736043, 'reg_lambda': 4.477776880800615e-08}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:02,282] Trial 46 finished with value: 0.6665086223814272 and parameters: {'n_estimators': 677, 'max_depth': 14, 'learning_rate': 0.6369359118040407, 'gamma': 0.03336098697098161, 'min_child_weight': 7, 'subsample': 0.9575954756412113, 'colsample_bytree': 0.7215807679743542, 'reg_alpha': 0.0010258666065815778, 'reg_lambda': 0.0024128539539662206}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:02,333] Trial 47 finished with value: 0.692743741759733 and parameters: {'n_estimators': 548, 'max_depth': 12, 'learning_rate': 0.668118464910696, 'gamma': 0.0008843379753341065, 'min_child_weight': 6, 'subsample': 0.8964227935495912, 'colsample_bytree': 0.5233618214897552, 'reg_alpha': 0.0001674226689847567, 'reg_lambda': 0.0913557392413988}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:02,383] Trial 48 finished with value: 0.6805858407107699 and parameters: {'n_estimators': 598, 'max_depth': 11, 'learning_rate': 0.5218410138251202, 'gamma': 2.3656756755950363e-05, 'min_child_weight': 9, 'subsample': 0.9771045451521313, 'colsample_bytree': 0.6803715233967056, 'reg_alpha': 4.324816763061988e-05, 'reg_lambda': 0.32912578808552173}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:02,446] Trial 49 finished with value: 0.7159752680044709 and parameters: {'n_estimators': 731, 'max_depth': 17, 'learning_rate': 0.458101115326525, 'gamma': 0.020336997565023777, 'min_child_weight': 8, 'subsample': 0.7908659412063931, 'colsample_bytree': 0.5998983980387593, 'reg_alpha': 0.011927309785981851, 'reg_lambda': 0.0007820139069927989}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:02,498] Trial 50 finished with value: 0.6872638837046494 and parameters: {'n_estimators': 793, 'max_depth': 19, 'learning_rate': 0.38984226769733965, 'gamma': 0.08969994590907926, 'min_child_weight': 10, 'subsample': 0.7989338232602529, 'colsample_bytree': 0.6268624451998568, 'reg_alpha': 0.017707648677251178, 'reg_lambda': 0.0010354238475130677}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:02,560] Trial 51 finished with value: 0.6975968090567959 and parameters: {'n_estimators': 920, 'max_depth': 17, 'learning_rate': 0.45990185734562167, 'gamma': 0.020154729333814774, 'min_child_weight': 8, 'subsample': 0.7363678468550721, 'colsample_bytree': 0.603206806289301, 'reg_alpha': 0.013997184039539473, 'reg_lambda': 0.006565355792581478}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:02,611] Trial 52 finished with value: 0.6984982151761177 and parameters: {'n_estimators': 469, 'max_depth': 15, 'learning_rate': 0.5882926058949118, 'gamma': 0.05423457185775418, 'min_child_weight': 7, 'subsample': 0.780709482713461, 'colsample_bytree': 0.5867545020538354, 'reg_alpha': 0.07498624263439535, 'reg_lambda': 0.0024292891403844027}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:02,672] Trial 53 finished with value: 0.7059365462700667 and parameters: {'n_estimators': 720, 'max_depth': 13, 'learning_rate': 0.5553257580410912, 'gamma': 0.0019632006111922054, 'min_child_weight': 8, 'subsample': 0.8268280720339465, 'colsample_bytree': 0.5721023968212027, 'reg_alpha': 0.0013844368382505447, 'reg_lambda': 0.01746623350850438}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:02,724] Trial 54 finished with value: 0.7113617261718778 and parameters: {'n_estimators': 646, 'max_depth': 16, 'learning_rate': 0.5036024021957152, 'gamma': 0.019937979742847018, 'min_child_weight': 7, 'subsample': 0.7260145783121069, 'colsample_bytree': 0.532428258373332, 'reg_alpha': 0.004649230284459801, 'reg_lambda': 0.000581152686788284}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:02,775] Trial 55 finished with value: 0.6990935754686244 and parameters: {'n_estimators': 499, 'max_depth': 14, 'learning_rate': 0.5391325658980535, 'gamma': 0.00671428762069699, 'min_child_weight': 5, 'subsample': 0.8732059896236657, 'colsample_bytree': 0.561642574940668, 'reg_alpha': 0.0004941138067127204, 'reg_lambda': 8.383964956286465e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:02,814] Trial 56 finished with value: 0.6974346094240345 and parameters: {'n_estimators': 376, 'max_depth': 17, 'learning_rate': 0.6231712613999829, 'gamma': 6.140210978030676e-08, 'min_child_weight': 9, 'subsample': 0.6818648792927864, 'colsample_bytree': 0.617020223434107, 'reg_alpha': 0.002075667611583296, 'reg_lambda': 0.03128072954835134}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:02,854] Trial 57 finished with value: 0.7166487760643679 and parameters: {'n_estimators': 190, 'max_depth': 9, 'learning_rate': 0.42947789679217885, 'gamma': 0.28364837944861054, 'min_child_weight': 8, 'subsample': 0.9352417272573474, 'colsample_bytree': 0.6559503936307662, 'reg_alpha': 0.010892104915002037, 'reg_lambda': 4.0837862256636116e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:02,894] Trial 58 finished with value: 0.6886862120132891 and parameters: {'n_estimators': 180, 'max_depth': 8, 'learning_rate': 0.42268969528337297, 'gamma': 0.2567849882597936, 'min_child_weight': 8, 'subsample': 0.9275191723032247, 'colsample_bytree': 0.6983206550352667, 'reg_alpha': 0.03904924339599859, 'reg_lambda': 2.4348842112986468e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:02,932] Trial 59 finished with value: 0.6871263047064077 and parameters: {'n_estimators': 73, 'max_depth': 6, 'learning_rate': 0.34943680189098264, 'gamma': 0.2653749982486557, 'min_child_weight': 9, 'subsample': 0.8962338176272471, 'colsample_bytree': 0.6535859923016583, 'reg_alpha': 0.22482079952609094, 'reg_lambda': 3.609201696828694e-06}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:02,981] Trial 60 finished with value: 0.7152282301006853 and parameters: {'n_estimators': 298, 'max_depth': 8, 'learning_rate': 0.4752019464581653, 'gamma': 0.9583016295970914, 'min_child_weight': 8, 'subsample': 0.7869518048829456, 'colsample_bytree': 0.6644733244001203, 'reg_alpha': 0.012263591085268205, 'reg_lambda': 0.00015844649877828196}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:03,017] Trial 61 finished with value: 0.6863914589483804 and parameters: {'n_estimators': 214, 'max_depth': 9, 'learning_rate': 0.4417788260191152, 'gamma': 0.9227550475650474, 'min_child_weight': 8, 'subsample': 0.7791310315675342, 'colsample_bytree': 0.6690350002386205, 'reg_alpha': 0.009633807137082095, 'reg_lambda': 0.0001606550926731487}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:03,056] Trial 62 finished with value: 0.6987364678445737 and parameters: {'n_estimators': 253, 'max_depth': 8, 'learning_rate': 0.38076904928417393, 'gamma': 0.44823656659073907, 'min_child_weight': 8, 'subsample': 0.8111539131034113, 'colsample_bytree': 0.6379275589064292, 'reg_alpha': 0.03880826006321032, 'reg_lambda': 3.6462853360928956e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:03,106] Trial 63 finished with value: 0.6680230803561379 and parameters: {'n_estimators': 300, 'max_depth': 9, 'learning_rate': 0.49464163771194175, 'gamma': 0.11337449958167299, 'min_child_weight': 7, 'subsample': 0.7934745305591787, 'colsample_bytree': 0.7502758580379001, 'reg_alpha': 0.12678232014791904, 'reg_lambda': 0.00022317449024277465}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:03,170] Trial 64 finished with value: 0.6715954122845484 and parameters: {'n_estimators': 851, 'max_depth': 7, 'learning_rate': 0.47365920925861826, 'gamma': 0.380122481951976, 'min_child_weight': 8, 'subsample': 0.755623720808204, 'colsample_bytree': 0.6891741441650351, 'reg_alpha': 0.0047298599512543005, 'reg_lambda': 6.264497952790023e-06}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:03,210] Trial 65 finished with value: 0.6765167667888216 and parameters: {'n_estimators': 188, 'max_depth': 10, 'learning_rate': 0.44490750802327733, 'gamma': 0.06200784462070706, 'min_child_weight': 7, 'subsample': 0.9577207315172656, 'colsample_bytree': 0.7126299798128732, 'reg_alpha': 0.013607164493786395, 'reg_lambda': 5.382517325646322e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:03,248] Trial 66 finished with value: 0.6996549987443178 and parameters: {'n_estimators': 90, 'max_depth': 7, 'learning_rate': 0.41009406681065924, 'gamma': 0.12080416584393398, 'min_child_weight': 9, 'subsample': 0.8278630931035437, 'colsample_bytree': 0.6564387524344544, 'reg_alpha': 0.0003586075498211626, 'reg_lambda': 9.249233821622994e-06}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:03,297] Trial 67 finished with value: 0.6952321190760149 and parameters: {'n_estimators': 438, 'max_depth': 9, 'learning_rate': 0.5237056952543659, 'gamma': 0.03164362315166015, 'min_child_weight': 6, 'subsample': 0.9496041823712742, 'colsample_bytree': 0.6200790900465829, 'reg_alpha': 0.0027815861128835393, 'reg_lambda': 0.00013535048798520483}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:03,337] Trial 68 finished with value: 0.705308750502135 and parameters: {'n_estimators': 396, 'max_depth': 13, 'learning_rate': 0.3001591364923679, 'gamma': 0.8508042332580077, 'min_child_weight': 9, 'subsample': 0.8610908100139901, 'colsample_bytree': 0.5911511155044864, 'reg_alpha': 0.027085368093987698, 'reg_lambda': 0.0034016371123939937}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:03,390] Trial 69 finished with value: 0.6330874243635554 and parameters: {'n_estimators': 311, 'max_depth': 6, 'learning_rate': 0.5683587530294634, 'gamma': 0.01664559310612696, 'min_child_weight': 3, 'subsample': 0.9801311263280601, 'colsample_bytree': 0.6718727524295337, 'reg_alpha': 0.0007728743515795131, 'reg_lambda': 7.365731696208981e-07}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:03,430] Trial 70 finished with value: 0.6730876117648074 and parameters: {'n_estimators': 265, 'max_depth': 12, 'learning_rate': 0.36943093056723353, 'gamma': 0.1252740810413654, 'min_child_weight': 6, 'subsample': 0.9111641258462198, 'colsample_bytree': 0.7396236824283077, 'reg_alpha': 0.00013830804980763598, 'reg_lambda': 0.0007836507463592597}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:03,469] Trial 71 finished with value: 0.7052442319492208 and parameters: {'n_estimators': 358, 'max_depth': 15, 'learning_rate': 0.5916969577497471, 'gamma': 0.0032849127892094656, 'min_child_weight': 7, 'subsample': 0.9375588306875431, 'colsample_bytree': 0.5766245550711914, 'reg_alpha': 0.009998934170320318, 'reg_lambda': 0.6384795999685142}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:03,520] Trial 72 finished with value: 0.7037118495175139 and parameters: {'n_estimators': 518, 'max_depth': 11, 'learning_rate': 0.5148183564620092, 'gamma': 0.3814717664158502, 'min_child_weight': 8, 'subsample': 0.9825068112816032, 'colsample_bytree': 0.5558901123694543, 'reg_alpha': 0.001700400367161389, 'reg_lambda': 0.01380537199297179}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:03,573] Trial 73 finished with value: 0.716699568607657 and parameters: {'n_estimators': 579, 'max_depth': 16, 'learning_rate': 0.5567082920954465, 'gamma': 0.00022713151100853412, 'min_child_weight': 7, 'subsample': 0.9866041327772715, 'colsample_bytree': 0.6031521618522475, 'reg_alpha': 6.319632366946834e-05, 'reg_lambda': 0.1009093721341138}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:03,636] Trial 74 finished with value: 0.7191851249877556 and parameters: {'n_estimators': 757, 'max_depth': 16, 'learning_rate': 0.48538312032875924, 'gamma': 0.0001736290187125508, 'min_child_weight': 7, 'subsample': 0.9418674421659816, 'colsample_bytree': 0.6067899558830756, 'reg_alpha': 1.7927022205083814e-05, 'reg_lambda': 0.22124159656028392}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:03,701] Trial 75 finished with value: 0.7025015737299991 and parameters: {'n_estimators': 726, 'max_depth': 17, 'learning_rate': 0.48436281045740515, 'gamma': 0.00014135094781655546, 'min_child_weight': 7, 'subsample': 0.8872788228347351, 'colsample_bytree': 0.6064262920875693, 'reg_alpha': 7.549737535940403e-06, 'reg_lambda': 0.20001280281657371}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:03,763] Trial 76 finished with value: 0.6877534172657807 and parameters: {'n_estimators': 785, 'max_depth': 16, 'learning_rate': 0.4559156496166772, 'gamma': 0.0002632363872822237, 'min_child_weight': 8, 'subsample': 0.9329422848368553, 'colsample_bytree': 0.635352634777169, 'reg_alpha': 6.539662346405959e-05, 'reg_lambda': 0.08884761718130323}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:03,826] Trial 77 finished with value: 0.7093515637717058 and parameters: {'n_estimators': 845, 'max_depth': 19, 'learning_rate': 0.6164139010871039, 'gamma': 3.224396232915685e-05, 'min_child_weight': 7, 'subsample': 0.9507822443819897, 'colsample_bytree': 0.6213395978705827, 'reg_alpha': 2.0458720957196032e-05, 'reg_lambda': 0.21902589705207848}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:03,880] Trial 78 finished with value: 0.6935744966562555 and parameters: {'n_estimators': 631, 'max_depth': 18, 'learning_rate': 0.4355987720948131, 'gamma': 4.288429316172489e-06, 'min_child_weight': 8, 'subsample': 0.9157603854945369, 'colsample_bytree': 0.6571626731531123, 'reg_alpha': 2.722121074426893e-05, 'reg_lambda': 0.6413989409061742}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:03,955] Trial 79 finished with value: 0.6577206868046275 and parameters: {'n_estimators': 671, 'max_depth': 16, 'learning_rate': 0.4043264831670784, 'gamma': 7.877331097313304e-06, 'min_child_weight': 1, 'subsample': 0.7651455472029333, 'colsample_bytree': 0.5997780755698054, 'reg_alpha': 5.354768483601239e-06, 'reg_lambda': 0.10259561414795582}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:04,020] Trial 80 finished with value: 0.6979428773279387 and parameters: {'n_estimators': 749, 'max_depth': 15, 'learning_rate': 0.5323938981599486, 'gamma': 6.181699588811541e-07, 'min_child_weight': 6, 'subsample': 0.9659953044445175, 'colsample_bytree': 0.6462517850355889, 'reg_alpha': 0.4005988081902688, 'reg_lambda': 0.5280081519382751}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:04,071] Trial 81 finished with value: 0.7139888103557332 and parameters: {'n_estimators': 571, 'max_depth': 14, 'learning_rate': 0.549654346722085, 'gamma': 0.009148856241483573, 'min_child_weight': 7, 'subsample': 0.9876444549893231, 'colsample_bytree': 0.5857737031866037, 'reg_alpha': 0.0003406871618427229, 'reg_lambda': 0.03796869973991529}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:04,121] Trial 82 finished with value: 0.7065613044140933 and parameters: {'n_estimators': 571, 'max_depth': 14, 'learning_rate': 0.5804861120811381, 'gamma': 0.008009371576364019, 'min_child_weight': 7, 'subsample': 0.9840557090588684, 'colsample_bytree': 0.5837124524451086, 'reg_alpha': 7.437641530308265e-05, 'reg_lambda': 0.050148605840961556}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:04,174] Trial 83 finished with value: 0.6998599626057936 and parameters: {'n_estimators': 423, 'max_depth': 15, 'learning_rate': 0.5596417804594102, 'gamma': 6.049215165855481e-05, 'min_child_weight': 6, 'subsample': 0.9367820037862288, 'colsample_bytree': 0.6273972209477222, 'reg_alpha': 1.223601290750648e-05, 'reg_lambda': 0.276085481457028}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:04,228] Trial 84 finished with value: 0.6759108924706043 and parameters: {'n_estimators': 460, 'max_depth': 16, 'learning_rate': 0.49679775842700347, 'gamma': 0.000681137803860714, 'min_child_weight': 8, 'subsample': 0.9655653973852434, 'colsample_bytree': 0.6826946292389723, 'reg_alpha': 1.0034466437381063e-06, 'reg_lambda': 0.1555352941616427}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:04,269] Trial 85 finished with value: 0.7204551240247564 and parameters: {'n_estimators': 349, 'max_depth': 17, 'learning_rate': 0.4778291480666234, 'gamma': 0.004023170449814877, 'min_child_weight': 7, 'subsample': 0.9035407876198358, 'colsample_bytree': 0.6102800250281772, 'reg_alpha': 0.00031450329096411846, 'reg_lambda': 0.024066039018771496}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:04,311] Trial 86 finished with value: 0.6715974185557132 and parameters: {'n_estimators': 228, 'max_depth': 19, 'learning_rate': 0.4700583351921581, 'gamma': 0.0010998520146177076, 'min_child_weight': 7, 'subsample': 0.8825019327502467, 'colsample_bytree': 0.9998161473062501, 'reg_alpha': 0.00013972181831301065, 'reg_lambda': 0.02574351016026351}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:04,353] Trial 87 finished with value: 0.7067534760000105 and parameters: {'n_estimators': 339, 'max_depth': 18, 'learning_rate': 0.514144100291014, 'gamma': 0.00026837963185807553, 'min_child_weight': 8, 'subsample': 0.840570588828022, 'colsample_bytree': 0.6112805391345012, 'reg_alpha': 5.831373790238931e-05, 'reg_lambda': 0.007968978551053323}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:04,406] Trial 88 finished with value: 0.7023088989622551 and parameters: {'n_estimators': 620, 'max_depth': 17, 'learning_rate': 0.22518431201662692, 'gamma': 0.0031612961497550825, 'min_child_weight': 7, 'subsample': 0.9017750408366606, 'colsample_bytree': 0.537525186872955, 'reg_alpha': 0.00024127860726779355, 'reg_lambda': 0.00188600970529165}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:04,483] Trial 89 finished with value: 0.6913610264745734 and parameters: {'n_estimators': 1000, 'max_depth': 18, 'learning_rate': 0.4835701284461275, 'gamma': 0.011115388456787972, 'min_child_weight': 6, 'subsample': 0.8635901398111475, 'colsample_bytree': 0.5714191950758815, 'reg_alpha': 0.0006465123353054494, 'reg_lambda': 0.06215240720814353}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:04,524] Trial 90 finished with value: 0.7094232918321035 and parameters: {'n_estimators': 281, 'max_depth': 17, 'learning_rate': 0.13867465898969614, 'gamma': 0.0018179375807772335, 'min_child_weight': 7, 'subsample': 0.8165081304673898, 'colsample_bytree': 0.5906658552817694, 'reg_alpha': 2.0223826851285594e-05, 'reg_lambda': 0.004309639771686766}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:04,578] Trial 91 finished with value: 0.7141515818256392 and parameters: {'n_estimators': 387, 'max_depth': 14, 'learning_rate': 0.5468120066136627, 'gamma': 0.02688733454221736, 'min_child_weight': 7, 'subsample': 0.9252952256979858, 'colsample_bytree': 0.6419265854890318, 'reg_alpha': 0.0004047558171385842, 'reg_lambda': 0.039600668896492594}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:04,619] Trial 92 finished with value: 0.701866630799424 and parameters: {'n_estimators': 356, 'max_depth': 8, 'learning_rate': 0.4544105425115032, 'gamma': 0.004545648245998836, 'min_child_weight': 7, 'subsample': 0.7898832331985272, 'colsample_bytree': 0.635211081940807, 'reg_alpha': 0.0003101495768111847, 'reg_lambda': 0.04319987374596758}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:04,674] Trial 93 finished with value: 0.7051547669941366 and parameters: {'n_estimators': 383, 'max_depth': 14, 'learning_rate': 0.5452851930632325, 'gamma': 0.04877562557916107, 'min_child_weight': 8, 'subsample': 0.9232140681541079, 'colsample_bytree': 0.5501321808745321, 'reg_alpha': 0.00017815062805977088, 'reg_lambda': 0.017010600661609976}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:04,725] Trial 94 finished with value: 0.7068660073916073 and parameters: {'n_estimators': 587, 'max_depth': 13, 'learning_rate': 0.42950639392925893, 'gamma': 0.03484552623496081, 'min_child_weight': 7, 'subsample': 0.9454914580717636, 'colsample_bytree': 0.600170139380742, 'reg_alpha': 3.7745226931959645e-05, 'reg_lambda': 0.11471122987513127}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:04,764] Trial 95 finished with value: 0.667249985719095 and parameters: {'n_estimators': 154, 'max_depth': 15, 'learning_rate': 0.5254299742914215, 'gamma': 0.015021894339838754, 'min_child_weight': 8, 'subsample': 0.5572467143651634, 'colsample_bytree': 0.6131195357846877, 'reg_alpha': 9.579932047743202e-05, 'reg_lambda': 0.010457973862953034}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:04,817] Trial 96 finished with value: 0.6896759684990796 and parameters: {'n_estimators': 322, 'max_depth': 16, 'learning_rate': 0.5069929171094619, 'gamma': 0.026089606557161964, 'min_child_weight': 6, 'subsample': 0.8995401899513018, 'colsample_bytree': 0.582113908596252, 'reg_alpha': 0.0005188377908323625, 'reg_lambda': 0.07271752565888004}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:04,882] Trial 97 finished with value: 0.7100307593187807 and parameters: {'n_estimators': 769, 'max_depth': 14, 'learning_rate': 0.472622338346455, 'gamma': 0.06369814534931463, 'min_child_weight': 7, 'subsample': 0.9275264541376483, 'colsample_bytree': 0.6651017155440462, 'reg_alpha': 0.0009856713992889331, 'reg_lambda': 0.022620987253466188}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:04,936] Trial 98 finished with value: 0.6885863377135218 and parameters: {'n_estimators': 526, 'max_depth': 17, 'learning_rate': 0.6686174405951995, 'gamma': 0.6122249453450844, 'min_child_weight': 8, 'subsample': 0.9884739229145982, 'colsample_bytree': 0.640829973294332, 'reg_alpha': 0.005184033181255833, 'reg_lambda': 0.03201231431535018}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:05,002] Trial 99 finished with value: 0.6619397933203467 and parameters: {'n_estimators': 828, 'max_depth': 10, 'learning_rate': 0.49471736851858283, 'gamma': 0.00010592464202718895, 'min_child_weight': 7, 'subsample': 0.6075756340054566, 'colsample_bytree': 0.9783288824368377, 'reg_alpha': 0.00010281166356796864, 'reg_lambda': 0.00556065958589471}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:05,068] Trial 100 finished with value: 0.687982492496056 and parameters: {'n_estimators': 890, 'max_depth': 7, 'learning_rate': 0.5362156968418808, 'gamma': 0.17816122005381488, 'min_child_weight': 5, 'subsample': 0.9073503187855959, 'colsample_bytree': 0.6300419066096492, 'reg_alpha': 5.207471551375266e-05, 'reg_lambda': 0.00010768947365234309}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:05,118] Trial 101 finished with value: 0.7191851249877556 and parameters: {'n_estimators': 416, 'max_depth': 15, 'learning_rate': 0.5612085296152839, 'gamma': 0.009834729129583471, 'min_child_weight': 7, 'subsample': 0.9562804325305804, 'colsample_bytree': 0.6507988947626362, 'reg_alpha': 0.0004490522733073211, 'reg_lambda': 4.643569368328315e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:05,171] Trial 102 finished with value: 0.7070666715181466 and parameters: {'n_estimators': 438, 'max_depth': 14, 'learning_rate': 0.5571786870384199, 'gamma': 0.008968485641681111, 'min_child_weight': 7, 'subsample': 0.9728572962971279, 'colsample_bytree': 0.6212612896954993, 'reg_alpha': 0.00038378257235481935, 'reg_lambda': 4.325613592607638e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:05,219] Trial 103 finished with value: 0.6631196520979711 and parameters: {'n_estimators': 396, 'max_depth': 15, 'learning_rate': 0.628404515056117, 'gamma': 0.005927487801487932, 'min_child_weight': 6, 'subsample': 0.9529220661159785, 'colsample_bytree': 0.9055700546652323, 'reg_alpha': 0.0006975831368376819, 'reg_lambda': 2.2945217915344523e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:05,274] Trial 104 finished with value: 0.7138765567990585 and parameters: {'n_estimators': 702, 'max_depth': 13, 'learning_rate': 0.5667364043920508, 'gamma': 0.0022567808021492306, 'min_child_weight': 8, 'subsample': 0.9998449962705641, 'colsample_bytree': 0.5657707828988591, 'reg_alpha': 0.0002818303132037608, 'reg_lambda': 7.717741070569078e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:05,327] Trial 105 finished with value: 0.6595403789864263 and parameters: {'n_estimators': 482, 'max_depth': 16, 'learning_rate': 0.6085495047643843, 'gamma': 0.0013807198993667782, 'min_child_weight': 7, 'subsample': 0.9426992790768858, 'colsample_bytree': 0.6995689256682176, 'reg_alpha': 0.07383665517626567, 'reg_lambda': 0.00020549270176271374}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:05,382] Trial 106 finished with value: 0.6968934857989495 and parameters: {'n_estimators': 365, 'max_depth': 16, 'learning_rate': 0.3316009631377227, 'gamma': 0.004658221889829648, 'min_child_weight': 9, 'subsample': 0.7405374969015278, 'colsample_bytree': 0.6515319547857239, 'reg_alpha': 0.0014861204106051509, 'reg_lambda': 0.0006374438583815974}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:05,442] Trial 107 finished with value: 0.7153262602492017 and parameters: {'n_estimators': 417, 'max_depth': 14, 'learning_rate': 0.4152021999510262, 'gamma': 0.013263812853762507, 'min_child_weight': 7, 'subsample': 0.9649180968501987, 'colsample_bytree': 0.6050251864456142, 'reg_alpha': 0.00016773669389702288, 'reg_lambda': 1.017499368584702e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:05,496] Trial 108 finished with value: 0.675631492702871 and parameters: {'n_estimators': 411, 'max_depth': 17, 'learning_rate': 0.3721877841334017, 'gamma': 0.023976785007605785, 'min_child_weight': 8, 'subsample': 0.9195848501934198, 'colsample_bytree': 0.7848541183031202, 'reg_alpha': 0.00019003503364540324, 'reg_lambda': 9.90538337237017e-06}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:05,550] Trial 109 finished with value: 0.6774838897626894 and parameters: {'n_estimators': 455, 'max_depth': 15, 'learning_rate': 0.4041993806356231, 'gamma': 0.014483805901036782, 'min_child_weight': 6, 'subsample': 0.9660311974817511, 'colsample_bytree': 0.6095617276357485, 'reg_alpha': 0.003051895193317427, 'reg_lambda': 1.1410116416505661e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:05,580] Trial 110 finished with value: 0.6751870714899992 and parameters: {'n_estimators': 20, 'max_depth': 12, 'learning_rate': 0.4557844689659072, 'gamma': 0.08158916218018296, 'min_child_weight': 7, 'subsample': 0.931212861769692, 'colsample_bytree': 0.6775665990076052, 'reg_alpha': 2.7962894844806243e-05, 'reg_lambda': 5.012820221583437e-06}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:05,648] Trial 111 finished with value: 0.7050523393534699 and parameters: {'n_estimators': 426, 'max_depth': 14, 'learning_rate': 0.41596198581229554, 'gamma': 0.00968855406232241, 'min_child_weight': 7, 'subsample': 0.9768811569534978, 'colsample_bytree': 0.597844370582253, 'reg_alpha': 0.000136766586743217, 'reg_lambda': 1.170444069408637e-06}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:05,713] Trial 112 finished with value: 0.716699568607657 and parameters: {'n_estimators': 561, 'max_depth': 13, 'learning_rate': 0.4398207850135391, 'gamma': 0.006654074101397326, 'min_child_weight': 7, 'subsample': 0.9616476690856984, 'colsample_bytree': 0.5785170037597489, 'reg_alpha': 0.00046032890025781857, 'reg_lambda': 2.3215573679896892e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:05,776] Trial 113 finished with value: 0.7021413701326751 and parameters: {'n_estimators': 546, 'max_depth': 13, 'learning_rate': 0.44189160690238016, 'gamma': 0.0026377584831691393, 'min_child_weight': 7, 'subsample': 0.9558510509634325, 'colsample_bytree': 0.6419134494358952, 'reg_alpha': 0.025887822303998363, 'reg_lambda': 1.6731517785455082e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:05,818] Trial 114 finished with value: 0.712110011700122 and parameters: {'n_estimators': 350, 'max_depth': 12, 'learning_rate': 0.38957263292753197, 'gamma': 3.47086010353145e-05, 'min_child_weight': 8, 'subsample': 0.9408843939338163, 'colsample_bytree': 0.6263119457347438, 'reg_alpha': 0.0008665257265463647, 'reg_lambda': 3.5700348826004505e-06}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:05,861] Trial 115 finished with value: 0.702433351813257 and parameters: {'n_estimators': 294, 'max_depth': 13, 'learning_rate': 0.4330382329496533, 'gamma': 0.30142542968386066, 'min_child_weight': 7, 'subsample': 0.8185157405239275, 'colsample_bytree': 0.661573747625608, 'reg_alpha': 0.0005401913051372554, 'reg_lambda': 2.2375761452388354e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:05,911] Trial 116 finished with value: 0.7096162763316143 and parameters: {'n_estimators': 374, 'max_depth': 15, 'learning_rate': 0.47659363471303484, 'gamma': 0.005159840085098376, 'min_child_weight': 8, 'subsample': 0.9596837041277405, 'colsample_bytree': 0.5251739319622715, 'reg_alpha': 0.008851006062031697, 'reg_lambda': 3.284353890089503e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:05,965] Trial 117 finished with value: 0.6999777153945451 and parameters: {'n_estimators': 492, 'max_depth': 11, 'learning_rate': 0.4646283611331007, 'gamma': 0.15374514862241656, 'min_child_weight': 6, 'subsample': 0.8894022672279305, 'colsample_bytree': 0.606265681479758, 'reg_alpha': 8.087566812706907e-05, 'reg_lambda': 5.1000103341801675e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:06,020] Trial 118 finished with value: 0.7066408191195056 and parameters: {'n_estimators': 410, 'max_depth': 16, 'learning_rate': 0.49069385315243763, 'gamma': 0.0007923267817276319, 'min_child_weight': 7, 'subsample': 0.8031535154732615, 'colsample_bytree': 0.5732643052863602, 'reg_alpha': 0.0002326797319661074, 'reg_lambda': 1.1904577247880878e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:06,075] Trial 119 finished with value: 0.7093079985069367 and parameters: {'n_estimators': 463, 'max_depth': 9, 'learning_rate': 0.36045298919478796, 'gamma': 0.042079495507273974, 'min_child_weight': 8, 'subsample': 0.9115919092787194, 'colsample_bytree': 0.5920167851068514, 'reg_alpha': 0.01708791012272771, 'reg_lambda': 7.494740076566034e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:06,128] Trial 120 finished with value: 0.7040485876030302 and parameters: {'n_estimators': 321, 'max_depth': 2, 'learning_rate': 0.44814444936829817, 'gamma': 0.01881420037018325, 'min_child_weight': 7, 'subsample': 0.7654594514400394, 'colsample_bytree': 0.5620489553669742, 'reg_alpha': 1.5502311281889135e-05, 'reg_lambda': 3.32527512941517e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:06,182] Trial 121 finished with value: 0.706520840537533 and parameters: {'n_estimators': 563, 'max_depth': 14, 'learning_rate': 0.5489721361277337, 'gamma': 0.006867071983208589, 'min_child_weight': 7, 'subsample': 0.9913441030559078, 'colsample_bytree': 0.615888786823968, 'reg_alpha': 1.0403053150833519e-08, 'reg_lambda': 0.04313522752103634}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:06,244] Trial 122 finished with value: 0.7021246516994665 and parameters: {'n_estimators': 743, 'max_depth': 14, 'learning_rate': 0.5798418307175052, 'gamma': 0.004126562165664202, 'min_child_weight': 7, 'subsample': 0.9488571940028336, 'colsample_bytree': 0.5851321431233709, 'reg_alpha': 0.00038528839671944843, 'reg_lambda': 0.05879204157353044}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:06,299] Trial 123 finished with value: 0.7076946054543446 and parameters: {'n_estimators': 448, 'max_depth': 13, 'learning_rate': 0.5076372461270382, 'gamma': 0.013407210145899873, 'min_child_weight': 7, 'subsample': 0.9770650075478384, 'colsample_bytree': 0.5463312464397923, 'reg_alpha': 0.00012214841856427844, 'reg_lambda': 0.0003420713247179316}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:06,366] Trial 124 finished with value: 0.6559020225572894 and parameters: {'n_estimators': 597, 'max_depth': 15, 'learning_rate': 0.5255348792166732, 'gamma': 0.008973549218401848, 'min_child_weight': 6, 'subsample': 0.9670116685355571, 'colsample_bytree': 0.846858304913962, 'reg_alpha': 0.0012109210909820973, 'reg_lambda': 6.9581328736459554e-06}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:06,419] Trial 125 finished with value: 0.7077016447331901 and parameters: {'n_estimators': 385, 'max_depth': 8, 'learning_rate': 0.4224563198943435, 'gamma': 0.026429208741268664, 'min_child_weight': 7, 'subsample': 0.9887900867316143, 'colsample_bytree': 0.5774805950309322, 'reg_alpha': 8.976147110979721e-06, 'reg_lambda': 1.911408055272597e-06}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:06,484] Trial 126 finished with value: 0.7005952683732628 and parameters: {'n_estimators': 678, 'max_depth': 12, 'learning_rate': 0.5889304700369326, 'gamma': 0.00025334250052561107, 'min_child_weight': 8, 'subsample': 0.9344654056728645, 'colsample_bytree': 0.5985638814624217, 'reg_alpha': 0.0021104092897192457, 'reg_lambda': 0.013199330105426179}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:06,536] Trial 127 finished with value: 0.6846127351947253 and parameters: {'n_estimators': 514, 'max_depth': 16, 'learning_rate': 0.48071455458561146, 'gamma': 0.9419155734303337, 'min_child_weight': 9, 'subsample': 0.9225508262463029, 'colsample_bytree': 0.6342253929938617, 'reg_alpha': 0.00017634885238798441, 'reg_lambda': 0.00012247351523765287}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:06,591] Trial 128 finished with value: 0.7154056965241856 and parameters: {'n_estimators': 569, 'max_depth': 14, 'learning_rate': 0.5383700018345721, 'gamma': 0.5543630678772988, 'min_child_weight': 7, 'subsample': 0.7209169560557168, 'colsample_bytree': 0.6504851504287738, 'reg_alpha': 0.00026449965326661964, 'reg_lambda': 1.0889693399458392e-08}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:06,634] Trial 129 finished with value: 0.701099854739489 and parameters: {'n_estimators': 347, 'max_depth': 17, 'learning_rate': 0.5138996699508593, 'gamma': 0.6169501799668008, 'min_child_weight': 7, 'subsample': 0.7184284125333433, 'colsample_bytree': 0.6479963238625174, 'reg_alpha': 4.116307974794909e-05, 'reg_lambda': 1.0355487678386422e-07}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:06,698] Trial 130 finished with value: 0.6730493310904647 and parameters: {'n_estimators': 804, 'max_depth': 9, 'learning_rate': 0.4647870079437764, 'gamma': 0.38827168497081593, 'min_child_weight': 8, 'subsample': 0.6712706359876103, 'colsample_bytree': 0.6902165345489358, 'reg_alpha': 5.889366498449935e-05, 'reg_lambda': 1.8857480499781463e-08}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:06,763] Trial 131 finished with value: 0.7062829826307675 and parameters: {'n_estimators': 574, 'max_depth': 14, 'learning_rate': 0.5318587037399812, 'gamma': 0.22195319474912378, 'min_child_weight': 7, 'subsample': 0.6907276034878063, 'colsample_bytree': 0.6229946315973502, 'reg_alpha': 0.0004851444142741144, 'reg_lambda': 0.14844126091150145}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:06,827] Trial 132 finished with value: 0.6712536092367939 and parameters: {'n_estimators': 606, 'max_depth': 13, 'learning_rate': 0.5723009706027197, 'gamma': 0.06671389906369589, 'min_child_weight': 7, 'subsample': 0.7297232290378559, 'colsample_bytree': 0.667656328576979, 'reg_alpha': 0.0003071540050698532, 'reg_lambda': 2.0577905731728856e-07}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:06,881] Trial 133 finished with value: 0.6718820543189293 and parameters: {'n_estimators': 637, 'max_depth': 15, 'learning_rate': 0.548986821856864, 'gamma': 0.007099693530972308, 'min_child_weight': 6, 'subsample': 0.9596130963654841, 'colsample_bytree': 0.60883003243668, 'reg_alpha': 0.0005861182642814829, 'reg_lambda': 3.500404318801621e-08}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:06,934] Trial 134 finished with value: 0.7070507954888159 and parameters: {'n_estimators': 535, 'max_depth': 14, 'learning_rate': 0.4923502512777884, 'gamma': 0.04186369652827517, 'min_child_weight': 7, 'subsample': 0.7156420872823045, 'colsample_bytree': 0.5882793569693479, 'reg_alpha': 0.00022999697134317058, 'reg_lambda': 0.030156151579723407}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:06,987] Trial 135 finished with value: 0.7069282565286643 and parameters: {'n_estimators': 550, 'max_depth': 14, 'learning_rate': 0.5029975662341006, 'gamma': 0.014473876517642916, 'min_child_weight': 7, 'subsample': 0.945951271044597, 'colsample_bytree': 0.6447318050218249, 'reg_alpha': 9.969521370393767e-05, 'reg_lambda': 0.2625808990151419}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:07,041] Trial 136 finished with value: 0.6929374107343805 and parameters: {'n_estimators': 428, 'max_depth': 13, 'learning_rate': 0.39930380672955723, 'gamma': 0.001471282386978086, 'min_child_weight': 8, 'subsample': 0.8458741619249097, 'colsample_bytree': 0.6157318834760156, 'reg_alpha': 0.00038987672569331126, 'reg_lambda': 0.08829586202033894}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:07,107] Trial 137 finished with value: 0.6942250194413271 and parameters: {'n_estimators': 659, 'max_depth': 15, 'learning_rate': 0.6008427932987721, 'gamma': 0.0005243655336299706, 'min_child_weight': 6, 'subsample': 0.7039412616541841, 'colsample_bytree': 0.6593222474623304, 'reg_alpha': 0.012414835659052373, 'reg_lambda': 0.020561924904494953}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:07,161] Trial 138 finished with value: 0.6965778620260595 and parameters: {'n_estimators': 481, 'max_depth': 18, 'learning_rate': 0.540892373235899, 'gamma': 0.5122950319337618, 'min_child_weight': 7, 'subsample': 0.788709184574323, 'colsample_bytree': 0.6289011087177183, 'reg_alpha': 0.00656020389323236, 'reg_lambda': 3.564210541175033e-07}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:07,217] Trial 139 finished with value: 0.698507035185075 and parameters: {'n_estimators': 308, 'max_depth': 15, 'learning_rate': 0.5622522366077054, 'gamma': 0.2807339461624084, 'min_child_weight': 8, 'subsample': 0.5143756216243636, 'colsample_bytree': 0.5995024471360473, 'reg_alpha': 0.0007776826594884736, 'reg_lambda': 0.00023637325695725003}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:07,272] Trial 140 finished with value: 0.6954756209984092 and parameters: {'n_estimators': 398, 'max_depth': 16, 'learning_rate': 0.4397840513258323, 'gamma': 0.02069761241495981, 'min_child_weight': 7, 'subsample': 0.7530719792244294, 'colsample_bytree': 0.5785935551782357, 'reg_alpha': 0.00015100680995752788, 'reg_lambda': 0.00048072678755855164}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:07,339] Trial 141 finished with value: 0.7062238489855932 and parameters: {'n_estimators': 704, 'max_depth': 13, 'learning_rate': 0.5640985358061888, 'gamma': 0.0033898551074196767, 'min_child_weight': 8, 'subsample': 0.9823356366330528, 'colsample_bytree': 0.5651499401374163, 'reg_alpha': 0.00028226894872573693, 'reg_lambda': 0.0001020278687529466}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:07,394] Trial 142 finished with value: 0.7012779615397057 and parameters: {'n_estimators': 699, 'max_depth': 13, 'learning_rate': 0.6903437197669168, 'gamma': 0.002667520394274541, 'min_child_weight': 8, 'subsample': 0.9746453447587367, 'colsample_bytree': 0.5533989205735104, 'reg_alpha': 0.0002467282021549663, 'reg_lambda': 6.061081693968287e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:07,447] Trial 143 finished with value: 0.716699568607657 and parameters: {'n_estimators': 768, 'max_depth': 14, 'learning_rate': 0.586418472483854, 'gamma': 0.0025932385518537644, 'min_child_weight': 7, 'subsample': 0.99079544144359, 'colsample_bytree': 0.5623872049736576, 'reg_alpha': 7.684459070562993e-05, 'reg_lambda': 7.949654660554094e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:07,510] Trial 144 finished with value: 0.7140822934097367 and parameters: {'n_estimators': 767, 'max_depth': 14, 'learning_rate': 0.5844839903901496, 'gamma': 0.010128596223500427, 'min_child_weight': 7, 'subsample': 0.9912033596870989, 'colsample_bytree': 0.5117197140510008, 'reg_alpha': 2.6047038606014137e-05, 'reg_lambda': 2.628173920848988e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:07,576] Trial 145 finished with value: 0.7168632535843138 and parameters: {'n_estimators': 730, 'max_depth': 14, 'learning_rate': 0.6487048757839994, 'gamma': 0.005926578205099373, 'min_child_weight': 7, 'subsample': 0.9968152255856088, 'colsample_bytree': 0.5359389565860564, 'reg_alpha': 7.594399087979796e-05, 'reg_lambda': 2.827086397923522e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:07,642] Trial 146 finished with value: 0.7110156267430701 and parameters: {'n_estimators': 733, 'max_depth': 15, 'learning_rate': 0.6349627509342899, 'gamma': 0.001046815850558553, 'min_child_weight': 7, 'subsample': 0.968133745828618, 'colsample_bytree': 0.5404512297538916, 'reg_alpha': 6.217172201274241e-05, 'reg_lambda': 0.00015760436413131784}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:07,709] Trial 147 finished with value: 0.7087012407824493 and parameters: {'n_estimators': 774, 'max_depth': 17, 'learning_rate': 0.6923171461502274, 'gamma': 8.8161730830518e-05, 'min_child_weight': 7, 'subsample': 0.9525076636204344, 'colsample_bytree': 0.5550086176157053, 'reg_alpha': 8.184906650072132e-05, 'reg_lambda': 1.6173063018209875e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:07,773] Trial 148 finished with value: 0.6538227537669143 and parameters: {'n_estimators': 826, 'max_depth': 14, 'learning_rate': 0.6528248031807339, 'gamma': 0.004225651208082979, 'min_child_weight': 6, 'subsample': 0.9275054286296994, 'colsample_bytree': 0.6735764486677244, 'reg_alpha': 3.75612980388716e-05, 'reg_lambda': 4.8496753709252316e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:07,829] Trial 149 finished with value: 0.713095772985551 and parameters: {'n_estimators': 716, 'max_depth': 16, 'learning_rate': 0.6589176900362341, 'gamma': 0.00018176195309852644, 'min_child_weight': 7, 'subsample': 0.7691418625056345, 'colsample_bytree': 0.5276887637489804, 'reg_alpha': 0.00012330171588479668, 'reg_lambda': 3.489602797835063e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:07,897] Trial 150 finished with value: 0.7046733707233728 and parameters: {'n_estimators': 754, 'max_depth': 15, 'learning_rate': 0.6765184776632789, 'gamma': 0.006566465479094759, 'min_child_weight': 7, 'subsample': 0.9432990874206748, 'colsample_bytree': 0.5148713466909113, 'reg_alpha': 1.8239731957999753e-06, 'reg_lambda': 1.4778604656982954e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:07,964] Trial 151 finished with value: 0.7077016447331901 and parameters: {'n_estimators': 811, 'max_depth': 14, 'learning_rate': 0.616465525372391, 'gamma': 0.010420376529816096, 'min_child_weight': 7, 'subsample': 0.9990374493747904, 'colsample_bytree': 0.5336576190718323, 'reg_alpha': 2.3020784883957232e-05, 'reg_lambda': 2.659254870287512e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:08,029] Trial 152 finished with value: 0.7114119990343732 and parameters: {'n_estimators': 784, 'max_depth': 14, 'learning_rate': 0.5982944889026395, 'gamma': 0.0020187943471658065, 'min_child_weight': 7, 'subsample': 0.9838356381553223, 'colsample_bytree': 0.5475951873372652, 'reg_alpha': 2.9441461423451607e-05, 'reg_lambda': 6.72267584114107e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:08,072] Trial 153 finished with value: 0.7153626835207566 and parameters: {'n_estimators': 109, 'max_depth': 8, 'learning_rate': 0.5758507739317096, 'gamma': 0.02764873659722296, 'min_child_weight': 7, 'subsample': 0.9993272991753901, 'colsample_bytree': 0.5164503510118774, 'reg_alpha': 6.170953208774524e-05, 'reg_lambda': 3.09967558345449e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:08,114] Trial 154 finished with value: 0.7124668888392476 and parameters: {'n_estimators': 106, 'max_depth': 8, 'learning_rate': 0.6450857270021066, 'gamma': 0.017869819611905934, 'min_child_weight': 7, 'subsample': 0.9745003866691178, 'colsample_bytree': 0.6361647872318372, 'reg_alpha': 4.8586034530665435e-05, 'reg_lambda': 4.364626491981985e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:08,157] Trial 155 finished with value: 0.7097939643728076 and parameters: {'n_estimators': 172, 'max_depth': 9, 'learning_rate': 0.5217901313490426, 'gamma': 0.030136237442282082, 'min_child_weight': 7, 'subsample': 0.9624760812557489, 'colsample_bytree': 0.6530863909748662, 'reg_alpha': 0.0001787519735549143, 'reg_lambda': 0.0010362853969583627}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:08,200] Trial 156 finished with value: 0.7067659780702698 and parameters: {'n_estimators': 244, 'max_depth': 7, 'learning_rate': 0.08133279413651034, 'gamma': 0.08947154656005965, 'min_child_weight': 7, 'subsample': 0.8726885694849372, 'colsample_bytree': 0.5120281554891206, 'reg_alpha': 0.0001025573669449369, 'reg_lambda': 8.82105909941279e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:08,244] Trial 157 finished with value: 0.6801949211057818 and parameters: {'n_estimators': 370, 'max_depth': 7, 'learning_rate': 0.5783797840522165, 'gamma': 0.7414858137485453, 'min_child_weight': 6, 'subsample': 0.9948274652319551, 'colsample_bytree': 0.5657380681847602, 'reg_alpha': 1.6084291111326194e-05, 'reg_lambda': 0.00020333007168055065}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:08,285] Trial 158 finished with value: 0.7143677228300692 and parameters: {'n_estimators': 64, 'max_depth': 8, 'learning_rate': 0.45315594842698687, 'gamma': 0.006014970600781554, 'min_child_weight': 8, 'subsample': 0.935819339107749, 'colsample_bytree': 0.5220665108174175, 'reg_alpha': 5.836119698847729e-05, 'reg_lambda': 1.9948896074184986e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:08,328] Trial 159 finished with value: 0.7093131270255078 and parameters: {'n_estimators': 112, 'max_depth': 8, 'learning_rate': 0.4574654827760686, 'gamma': 0.005241073559298201, 'min_child_weight': 8, 'subsample': 0.7448842327569534, 'colsample_bytree': 0.5065989820666112, 'reg_alpha': 6.938664947568134e-05, 'reg_lambda': 7.4712589901873625e-06}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:08,372] Trial 160 finished with value: 0.7065887362024209 and parameters: {'n_estimators': 95, 'max_depth': 6, 'learning_rate': 0.47363843560133684, 'gamma': 0.014579524129861297, 'min_child_weight': 8, 'subsample': 0.9807622212290311, 'colsample_bytree': 0.5255917047672317, 'reg_alpha': 3.765822008440414e-05, 'reg_lambda': 2.000752837296805e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:08,413] Trial 161 finished with value: 0.6891147235854042 and parameters: {'n_estimators': 145, 'max_depth': 8, 'learning_rate': 0.42394138513396645, 'gamma': 0.02837282844612925, 'min_child_weight': 10, 'subsample': 0.9049015509268561, 'colsample_bytree': 0.5384542660336266, 'reg_alpha': 2.9153624313971116e-07, 'reg_lambda': 3.3020499176742055e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:08,456] Trial 162 finished with value: 0.6961338534703542 and parameters: {'n_estimators': 85, 'max_depth': 8, 'learning_rate': 0.44651133278254257, 'gamma': 0.006304320283226582, 'min_child_weight': 8, 'subsample': 0.9338582222409293, 'colsample_bytree': 0.5193236640392807, 'reg_alpha': 0.00012233372373590527, 'reg_lambda': 1.4378385087971493e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:08,497] Trial 163 finished with value: 0.6972005089673557 and parameters: {'n_estimators': 60, 'max_depth': 10, 'learning_rate': 0.4103043341510108, 'gamma': 0.0029449374713395237, 'min_child_weight': 9, 'subsample': 0.9186869166753912, 'colsample_bytree': 0.5021762884716447, 'reg_alpha': 8.340116069958562e-05, 'reg_lambda': 1.1808887328488276e-08}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:08,541] Trial 164 finished with value: 0.7099256831906295 and parameters: {'n_estimators': 217, 'max_depth': 9, 'learning_rate': 0.43118732814551153, 'gamma': 1.5308962743152388e-05, 'min_child_weight': 7, 'subsample': 0.9547342115490344, 'colsample_bytree': 0.6068044785906763, 'reg_alpha': 0.03087896155206726, 'reg_lambda': 5.8146417282009966e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:08,573] Trial 165 finished with value: 0.6880336273087424 and parameters: {'n_estimators': 39, 'max_depth': 17, 'learning_rate': 0.4819821881300497, 'gamma': 0.012611156738620751, 'min_child_weight': 4, 'subsample': 0.9389556589644015, 'colsample_bytree': 0.5798827035263615, 'reg_alpha': 0.00018994192119078823, 'reg_lambda': 2.199009036353993e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:08,614] Trial 166 finished with value: 0.7124668888392476 and parameters: {'n_estimators': 122, 'max_depth': 8, 'learning_rate': 0.5379757592050268, 'gamma': 0.048373211685762585, 'min_child_weight': 7, 'subsample': 0.9709969542723511, 'colsample_bytree': 0.5956488013494968, 'reg_alpha': 4.8842808713066326e-05, 'reg_lambda': 6.83611032001481e-08}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:08,666] Trial 167 finished with value: 0.7146930728538743 and parameters: {'n_estimators': 334, 'max_depth': 13, 'learning_rate': 0.6230393239213852, 'gamma': 0.020803072466005174, 'min_child_weight': 7, 'subsample': 0.9591312680712852, 'colsample_bytree': 0.6428026116787968, 'reg_alpha': 4.490064653149612e-06, 'reg_lambda': 3.6436106231247345e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:08,723] Trial 168 finished with value: 0.7216543366172429 and parameters: {'n_estimators': 334, 'max_depth': 13, 'learning_rate': 0.604625179413764, 'gamma': 0.008963948070452737, 'min_child_weight': 8, 'subsample': 0.9613848873851962, 'colsample_bytree': 0.6222830598291115, 'reg_alpha': 4.802019620858818e-06, 'reg_lambda': 3.4712126944931444e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:08,778] Trial 169 finished with value: 0.6788916285176603 and parameters: {'n_estimators': 282, 'max_depth': 12, 'learning_rate': 0.6177541529935487, 'gamma': 0.00036283945667712716, 'min_child_weight': 2, 'subsample': 0.9610864512674648, 'colsample_bytree': 0.6181300577120038, 'reg_alpha': 6.719318177562268e-06, 'reg_lambda': 4.134075328298814e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:08,834] Trial 170 finished with value: 0.7049206845586129 and parameters: {'n_estimators': 330, 'max_depth': 13, 'learning_rate': 0.6263951820959504, 'gamma': 0.00858577406977862, 'min_child_weight': 7, 'subsample': 0.9990044381634976, 'colsample_bytree': 0.6280534337606324, 'reg_alpha': 3.6952521564595883e-06, 'reg_lambda': 0.00010397543136389155}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:08,887] Trial 171 finished with value: 0.713967757337125 and parameters: {'n_estimators': 358, 'max_depth': 13, 'learning_rate': 0.597328823247915, 'gamma': 0.0039083318978435895, 'min_child_weight': 8, 'subsample': 0.9503224867017208, 'colsample_bytree': 0.6422900295304733, 'reg_alpha': 3.041261328824322e-06, 'reg_lambda': 2.9381362072495147e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:08,929] Trial 172 finished with value: 0.7041589991420828 and parameters: {'n_estimators': 62, 'max_depth': 12, 'learning_rate': 0.5847914958640261, 'gamma': 0.019365529782540105, 'min_child_weight': 8, 'subsample': 0.9863339094696495, 'colsample_bytree': 0.6142694821006282, 'reg_alpha': 1.6829627141350131e-06, 'reg_lambda': 9.293612752234705e-06}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:08,983] Trial 173 finished with value: 0.7134726233244894 and parameters: {'n_estimators': 332, 'max_depth': 7, 'learning_rate': 0.609019579112601, 'gamma': 0.006280488625742759, 'min_child_weight': 8, 'subsample': 0.9709762621663363, 'colsample_bytree': 0.6564072723315605, 'reg_alpha': 4.718831014877501e-06, 'reg_lambda': 5.407454333200418e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:09,028] Trial 174 finished with value: 0.6629713262730212 and parameters: {'n_estimators': 259, 'max_depth': 16, 'learning_rate': 0.6371397270095946, 'gamma': 0.012927978991443446, 'min_child_weight': 7, 'subsample': 0.9604431765478477, 'colsample_bytree': 0.6672003970276549, 'reg_alpha': 1.0579281304752085e-05, 'reg_lambda': 1.9510188871255822e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:09,072] Trial 175 finished with value: 0.7114039596514192 and parameters: {'n_estimators': 398, 'max_depth': 13, 'learning_rate': 0.673155136853473, 'gamma': 0.008354074623603528, 'min_child_weight': 9, 'subsample': 0.9801543789371882, 'colsample_bytree': 0.6043293256918202, 'reg_alpha': 5.3123268321778675e-06, 'reg_lambda': 6.94155870581873e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:09,116] Trial 176 finished with value: 0.6719172089702592 and parameters: {'n_estimators': 192, 'max_depth': 14, 'learning_rate': 0.5707644500571225, 'gamma': 0.1443448439321419, 'min_child_weight': 8, 'subsample': 0.9468538096239071, 'colsample_bytree': 0.6835499724574776, 'reg_alpha': 7.627285038231044e-05, 'reg_lambda': 3.832053510042899e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:09,159] Trial 177 finished with value: 0.7074162612119737 and parameters: {'n_estimators': 294, 'max_depth': 15, 'learning_rate': 0.4606832235144842, 'gamma': 0.47787488679342455, 'min_child_weight': 7, 'subsample': 0.8349585132029858, 'colsample_bytree': 0.6256650395776254, 'reg_alpha': 1.7540386798845782e-05, 'reg_lambda': 0.00015040013460341237}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:09,214] Trial 178 finished with value: 0.7023273353755685 and parameters: {'n_estimators': 414, 'max_depth': 12, 'learning_rate': 0.6060282343516338, 'gamma': 0.004981311962249593, 'min_child_weight': 8, 'subsample': 0.7783135659756644, 'colsample_bytree': 0.5724523215738787, 'reg_alpha': 2.0335361747708493e-06, 'reg_lambda': 0.0028674020322015585}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:09,271] Trial 179 finished with value: 0.6996558137525766 and parameters: {'n_estimators': 346, 'max_depth': 9, 'learning_rate': 0.6581115940836181, 'gamma': 0.03402377066129928, 'min_child_weight': 7, 'subsample': 0.9679527969455186, 'colsample_bytree': 0.5894259682364565, 'reg_alpha': 0.05901949388157517, 'reg_lambda': 0.3994170243851678}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:09,339] Trial 180 finished with value: 0.7053057488443893 and parameters: {'n_estimators': 741, 'max_depth': 13, 'learning_rate': 0.5582756749694218, 'gamma': 0.0019275611864664908, 'min_child_weight': 7, 'subsample': 0.9371246530523778, 'colsample_bytree': 0.532444107919177, 'reg_alpha': 0.016797808294250288, 'reg_lambda': 1.5074625261443546e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:09,383] Trial 181 finished with value: 0.7044042027796927 and parameters: {'n_estimators': 375, 'max_depth': 14, 'learning_rate': 0.5529731612692441, 'gamma': 0.9864444429253582, 'min_child_weight': 7, 'subsample': 0.9293328330509533, 'colsample_bytree': 0.6387778880195293, 'reg_alpha': 0.00037095967536607185, 'reg_lambda': 0.0667923364227935}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:09,440] Trial 182 finished with value: 0.695760745962497 and parameters: {'n_estimators': 434, 'max_depth': 14, 'learning_rate': 0.5764119495067123, 'gamma': 0.019627267554135717, 'min_child_weight': 7, 'subsample': 0.9185118898604974, 'colsample_bytree': 0.6491053282105248, 'reg_alpha': 0.00015922480836139916, 'reg_lambda': 0.11662804214137892}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:09,497] Trial 183 finished with value: 0.7023665720045004 and parameters: {'n_estimators': 377, 'max_depth': 15, 'learning_rate': 0.44874801470596803, 'gamma': 0.05821136926559137, 'min_child_weight': 7, 'subsample': 0.952455220569393, 'colsample_bytree': 0.6320775678565093, 'reg_alpha': 0.0004783626067254092, 'reg_lambda': 0.1914991364554051}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:09,541] Trial 184 finished with value: 0.7024798187539709 and parameters: {'n_estimators': 320, 'max_depth': 17, 'learning_rate': 0.5972414055426665, 'gamma': 0.01152161700824436, 'min_child_weight': 8, 'subsample': 0.9400604777299346, 'colsample_bytree': 0.6465508473414273, 'reg_alpha': 0.00022940078372079542, 'reg_lambda': 0.00861438802544703}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:09,585] Trial 185 finished with value: 0.7051475321790776 and parameters: {'n_estimators': 392, 'max_depth': 13, 'learning_rate': 0.49731083904404855, 'gamma': 0.02563097489453787, 'min_child_weight': 7, 'subsample': 0.9882613836061563, 'colsample_bytree': 0.6624391233191291, 'reg_alpha': 5.246711234620808e-05, 'reg_lambda': 2.939970519772646e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:09,659] Trial 186 finished with value: 0.7191851249877556 and parameters: {'n_estimators': 762, 'max_depth': 14, 'learning_rate': 0.5309379864283816, 'gamma': 0.0038424469290014827, 'min_child_weight': 7, 'subsample': 0.9284059962496622, 'colsample_bytree': 0.6174701721367861, 'reg_alpha': 0.0007124444458627979, 'reg_lambda': 8.915529777646157e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:09,726] Trial 187 finished with value: 0.716699568607657 and parameters: {'n_estimators': 763, 'max_depth': 16, 'learning_rate': 0.5257519373521949, 'gamma': 0.0032878575756895134, 'min_child_weight': 7, 'subsample': 0.976676223442564, 'colsample_bytree': 0.616704976804075, 'reg_alpha': 0.0008891284399936877, 'reg_lambda': 0.00010729717590581013}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:09,794] Trial 188 finished with value: 0.7088355706135425 and parameters: {'n_estimators': 758, 'max_depth': 16, 'learning_rate': 0.5260420560316923, 'gamma': 0.0027262162376466828, 'min_child_weight': 7, 'subsample': 0.9754792665321612, 'colsample_bytree': 0.6162448792432474, 'reg_alpha': 0.0007162273738119246, 'reg_lambda': 0.00025479563314326095}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:09,860] Trial 189 finished with value: 0.6934530216733005 and parameters: {'n_estimators': 796, 'max_depth': 16, 'learning_rate': 0.5165200513613906, 'gamma': 0.0037934646526958295, 'min_child_weight': 7, 'subsample': 0.8615832295609402, 'colsample_bytree': 0.595991943191099, 'reg_alpha': 0.0012196332582642922, 'reg_lambda': 7.874812208440214e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:09,928] Trial 190 finished with value: 0.6992253722912795 and parameters: {'n_estimators': 685, 'max_depth': 18, 'learning_rate': 0.5033085700784321, 'gamma': 0.001795947673374315, 'min_child_weight': 6, 'subsample': 0.9931316983115583, 'colsample_bytree': 0.607361974354296, 'reg_alpha': 0.004719133918450013, 'reg_lambda': 0.00010400163944727459}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:09,996] Trial 191 finished with value: 0.7106408215730791 and parameters: {'n_estimators': 724, 'max_depth': 15, 'learning_rate': 0.5365747045233293, 'gamma': 0.005406598571440768, 'min_child_weight': 7, 'subsample': 0.9598019134948527, 'colsample_bytree': 0.6213276229606037, 'reg_alpha': 0.0005662565494750763, 'reg_lambda': 5.4195263927987686e-05}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:10,065] Trial 192 finished with value: 0.716699568607657 and parameters: {'n_estimators': 775, 'max_depth': 14, 'learning_rate': 0.47290853734958566, 'gamma': 0.0001191424893166425, 'min_child_weight': 7, 'subsample': 0.9793267995169977, 'colsample_bytree': 0.6032937507666747, 'reg_alpha': 0.0009417605321944619, 'reg_lambda': 0.0001321768088306803}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:10,132] Trial 193 finished with value: 0.716699568607657 and parameters: {'n_estimators': 770, 'max_depth': 14, 'learning_rate': 0.4903864973515839, 'gamma': 0.00024110432527338528, 'min_child_weight': 7, 'subsample': 0.9787496325728489, 'colsample_bytree': 0.6056338640210569, 'reg_alpha': 0.0007919903177024413, 'reg_lambda': 0.00013791213175249194}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:10,200] Trial 194 finished with value: 0.7090417109687748 and parameters: {'n_estimators': 777, 'max_depth': 14, 'learning_rate': 0.4746933715924082, 'gamma': 0.00016845472775839777, 'min_child_weight': 7, 'subsample': 0.9793378946376667, 'colsample_bytree': 0.5932571981616762, 'reg_alpha': 0.0016415757799070555, 'reg_lambda': 0.0004495952740298219}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:10,268] Trial 195 finished with value: 0.704512558964034 and parameters: {'n_estimators': 831, 'max_depth': 15, 'learning_rate': 0.49105045337038034, 'gamma': 3.3062562495709646e-07, 'min_child_weight': 7, 'subsample': 0.9879434326578247, 'colsample_bytree': 0.5843338009818073, 'reg_alpha': 0.0007815655774338661, 'reg_lambda': 0.00014203568253284715}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:10,338] Trial 196 finished with value: 0.7005867090189665 and parameters: {'n_estimators': 750, 'max_depth': 15, 'learning_rate': 0.479600378507807, 'gamma': 6.471555354148253e-05, 'min_child_weight': 7, 'subsample': 0.9684414684545786, 'colsample_bytree': 0.6066995379965063, 'reg_alpha': 0.002558231881597283, 'reg_lambda': 0.0002787820726664511}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:10,417] Trial 197 finished with value: 0.7118488739873772 and parameters: {'n_estimators': 806, 'max_depth': 14, 'learning_rate': 0.5079958202878996, 'gamma': 0.00029747651237781056, 'min_child_weight': 7, 'subsample': 0.9797822374781633, 'colsample_bytree': 0.6009532351327795, 'reg_alpha': 0.0009508639275495959, 'reg_lambda': 0.0001524410997227041}. Best is trial 22 with value: 0.7218094394645215.\n", - "[I 2025-07-28 20:35:10,486] Trial 198 finished with value: 0.7093018007121101 and parameters: {'n_estimators': 764, 'max_depth': 14, 'learning_rate': 0.5210280815373142, 'gamma': 0.0005782120077540703, 'min_child_weight': 7, 'subsample': 0.9992949255546596, 'colsample_bytree': 0.6181418310451636, 'reg_alpha': 0.0004752363463251979, 'reg_lambda': 8.348805790822788e-05}. Best is trial 22 with value: 0.7218094394645215.\n", + "...", "[I 2025-07-28 20:35:10,555] Trial 199 finished with value: 0.716699568607657 and parameters: {'n_estimators': 736, 'max_depth': 14, 'learning_rate': 0.5430003212800782, 'gamma': 0.00012981585330188922, 'min_child_weight': 7, 'subsample': 0.988996549758597, 'colsample_bytree': 0.5778156428539348, 'reg_alpha': 0.0012464630655151046, 'reg_lambda': 0.00018326860521084625}. Best is trial 22 with value: 0.7218094394645215.\n" ] }, @@ -720,203 +327,7 @@ "[I 2025-07-28 20:39:17,046] A new study created in memory with name: no-name-d640d2f2-b93d-4408-a7ea-9161e95491e3\n", "[I 2025-07-28 20:39:17,550] Trial 0 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'goss', 'num_leaves': 157, 'learning_rate': 0.011930732887702704, 'n_estimators': 104, 'max_depth': 8, 'min_child_samples': 71, 'subsample': 0.9402086280771477, 'colsample_bytree': 0.7682647640164344, 'reg_alpha': 1.4241168044547617e-08, 'reg_lambda': 2.0676712941542342e-07, 'min_split_gain': 0.0033415036895292826, 'cat_smooth': 97, 'cat_l2': 0.6970465070605171}. Best is trial 0 with value: 0.6231313020966095.\n", "[I 2025-07-28 20:39:32,638] Trial 1 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'dart', 'num_leaves': 175, 'learning_rate': 0.0023119406442152646, 'n_estimators': 824, 'max_depth': 8, 'min_child_samples': 45, 'subsample': 0.9676678537059415, 'colsample_bytree': 0.5552007172897914, 'reg_alpha': 2.556389565074754e-07, 'reg_lambda': 1.8954788415197908e-06, 'min_split_gain': 9.567889959044472e-08, 'cat_smooth': 8, 'cat_l2': 0.012629197180178365}. Best is trial 0 with value: 0.6231313020966095.\n", - "[I 2025-07-28 20:39:33,382] Trial 2 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'goss', 'num_leaves': 154, 'learning_rate': 0.010577639524847965, 'n_estimators': 319, 'max_depth': 16, 'min_child_samples': 69, 'subsample': 0.6439765058630675, 'colsample_bytree': 0.5289097853402005, 'reg_alpha': 0.0006626236852074663, 'reg_lambda': 6.53766270148404e-08, 'min_split_gain': 0.001164041647526698, 'cat_smooth': 24, 'cat_l2': 1.446068317783757e-05}. Best is trial 0 with value: 0.6231313020966095.\n", - "[I 2025-07-28 20:39:45,196] Trial 3 finished with value: 0.6368075764870564 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 252, 'learning_rate': 0.08827343612724593, 'n_estimators': 799, 'max_depth': 10, 'min_child_samples': 19, 'subsample': 0.6993000429577232, 'colsample_bytree': 0.6045264837222233, 'reg_alpha': 6.52814461251969e-05, 'reg_lambda': 8.517805650299097e-07, 'min_split_gain': 0.0004200641219989977, 'cat_smooth': 76, 'cat_l2': 8.64778332326956}. Best is trial 3 with value: 0.6368075764870564.\n", - "[I 2025-07-28 20:39:47,216] Trial 4 finished with value: 0.6355926567515124 and parameters: {'boosting_type': 'goss', 'num_leaves': 145, 'learning_rate': 0.005939873478174104, 'n_estimators': 427, 'max_depth': 8, 'min_child_samples': 37, 'subsample': 0.7702350390715318, 'colsample_bytree': 0.7378855104958868, 'reg_alpha': 1.0508322769951626, 'reg_lambda': 3.145339748026582e-08, 'min_split_gain': 0.00014526167206318157, 'cat_smooth': 99, 'cat_l2': 2.0741805567230046e-06}. Best is trial 3 with value: 0.6368075764870564.\n", - "[I 2025-07-28 20:39:47,715] Trial 5 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'goss', 'num_leaves': 158, 'learning_rate': 0.016468011083841144, 'n_estimators': 246, 'max_depth': 9, 'min_child_samples': 95, 'subsample': 0.5283955503544067, 'colsample_bytree': 0.7117824510540196, 'reg_alpha': 7.791742717616925, 'reg_lambda': 9.94222571340327e-05, 'min_split_gain': 6.102603473682212e-05, 'cat_smooth': 27, 'cat_l2': 0.0002803237284839922}. Best is trial 3 with value: 0.6368075764870564.\n", - "[I 2025-07-28 20:39:48,600] Trial 6 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'goss', 'num_leaves': 180, 'learning_rate': 0.012414282141054896, 'n_estimators': 452, 'max_depth': 6, 'min_child_samples': 89, 'subsample': 0.5600228983312728, 'colsample_bytree': 0.7857293050106939, 'reg_alpha': 2.430199424311073, 'reg_lambda': 0.01184362454097306, 'min_split_gain': 0.0008029623154297099, 'cat_smooth': 81, 'cat_l2': 2.4867416687905024e-05}. Best is trial 3 with value: 0.6368075764870564.\n", - "[I 2025-07-28 20:39:48,909] Trial 7 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'goss', 'num_leaves': 186, 'learning_rate': 0.019776348768948092, 'n_estimators': 73, 'max_depth': 2, 'min_child_samples': 34, 'subsample': 0.8054121738855151, 'colsample_bytree': 0.7273826734051428, 'reg_alpha': 0.002405874386393015, 'reg_lambda': 8.379172902778286e-05, 'min_split_gain': 0.6786915334278777, 'cat_smooth': 40, 'cat_l2': 3.416004460595614e-08}. Best is trial 3 with value: 0.6368075764870564.\n", - "[I 2025-07-28 20:39:50,134] Trial 8 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'goss', 'num_leaves': 59, 'learning_rate': 0.031223787446645883, 'n_estimators': 732, 'max_depth': 2, 'min_child_samples': 63, 'subsample': 0.8533852802426168, 'colsample_bytree': 0.6204240867762687, 'reg_alpha': 6.179604754095879e-05, 'reg_lambda': 0.007001462322552785, 'min_split_gain': 1.4837294952945854e-06, 'cat_smooth': 100, 'cat_l2': 1.8790965585406727e-06}. Best is trial 3 with value: 0.6368075764870564.\n", - "[I 2025-07-28 20:39:52,573] Trial 9 finished with value: 0.6510805391690726 and parameters: {'boosting_type': 'goss', 'num_leaves': 123, 'learning_rate': 0.09437244069916757, 'n_estimators': 698, 'max_depth': 5, 'min_child_samples': 35, 'subsample': 0.8938580906986016, 'colsample_bytree': 0.6718730438129622, 'reg_alpha': 2.2362509027005454e-07, 'reg_lambda': 0.13571499249828703, 'min_split_gain': 0.008858377720537535, 'cat_smooth': 69, 'cat_l2': 0.6122894333954845}. Best is trial 9 with value: 0.6510805391690726.\n", - "[I 2025-07-28 20:40:13,802] Trial 10 finished with value: 0.672263014827729 and parameters: {'boosting_type': 'dart', 'num_leaves': 68, 'learning_rate': 0.09097649430659474, 'n_estimators': 991, 'max_depth': 15, 'min_child_samples': 9, 'subsample': 0.8830642591621553, 'colsample_bytree': 0.9639930706289042, 'reg_alpha': 9.235828053170763e-07, 'reg_lambda': 7.3417769187121475, 'min_split_gain': 0.23521140974524993, 'cat_smooth': 60, 'cat_l2': 0.025537238327969215}. Best is trial 10 with value: 0.672263014827729.\n", - "[I 2025-07-28 20:40:35,578] Trial 11 finished with value: 0.6564116499525982 and parameters: {'boosting_type': 'dart', 'num_leaves': 62, 'learning_rate': 0.0909100661052065, 'n_estimators': 635, 'max_depth': 15, 'min_child_samples': 1, 'subsample': 0.8902988349921315, 'colsample_bytree': 0.9842659290874898, 'reg_alpha': 1.0164569364755628e-06, 'reg_lambda': 4.3783296777558816, 'min_split_gain': 0.08579264292816895, 'cat_smooth': 61, 'cat_l2': 0.031203616465519605}. Best is trial 10 with value: 0.672263014827729.\n", - "[I 2025-07-28 20:40:50,459] Trial 12 finished with value: 0.717524680075485 and parameters: {'boosting_type': 'dart', 'num_leaves': 2, 'learning_rate': 0.049365394384543904, 'n_estimators': 962, 'max_depth': 16, 'min_child_samples': 1, 'subsample': 0.99138156242418, 'colsample_bytree': 0.9812314697274511, 'reg_alpha': 2.348719635348811e-06, 'reg_lambda': 5.195721656356146, 'min_split_gain': 0.5760551758361363, 'cat_smooth': 57, 'cat_l2': 0.01106570998847299}. Best is trial 12 with value: 0.717524680075485.\n", - "[I 2025-07-28 20:41:07,108] Trial 13 finished with value: 0.7197965978658358 and parameters: {'boosting_type': 'dart', 'num_leaves': 14, 'learning_rate': 0.04125433982538282, 'n_estimators': 951, 'max_depth': 20, 'min_child_samples': 2, 'subsample': 0.9969737804253196, 'colsample_bytree': 0.9962812432255963, 'reg_alpha': 5.551182746159714e-06, 'reg_lambda': 8.696427285074245, 'min_split_gain': 0.9980306723114372, 'cat_smooth': 55, 'cat_l2': 0.006634164117567418}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:41:28,375] Trial 14 finished with value: 0.6840219766573878 and parameters: {'boosting_type': 'dart', 'num_leaves': 6, 'learning_rate': 0.03726975738762841, 'n_estimators': 990, 'max_depth': 20, 'min_child_samples': 20, 'subsample': 0.9636355411508947, 'colsample_bytree': 0.869477752623716, 'reg_alpha': 1.1237201945624705e-05, 'reg_lambda': 0.44570506360114326, 'min_split_gain': 0.01948995050521952, 'cat_smooth': 46, 'cat_l2': 0.0019030121426557686}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:41:47,968] Trial 15 finished with value: 0.7006977307951551 and parameters: {'boosting_type': 'dart', 'num_leaves': 12, 'learning_rate': 0.0429677024078769, 'n_estimators': 902, 'max_depth': 20, 'min_child_samples': 1, 'subsample': 0.9852489005087981, 'colsample_bytree': 0.893450171716603, 'reg_alpha': 0.008366640771495185, 'reg_lambda': 0.3235086485319349, 'min_split_gain': 0.8451307924797714, 'cat_smooth': 33, 'cat_l2': 0.0005515381389208147}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:41:56,137] Trial 16 finished with value: 0.7062475274341633 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 32, 'learning_rate': 0.005066428024631757, 'n_estimators': 580, 'max_depth': 17, 'min_child_samples': 20, 'subsample': 0.9977891819436472, 'colsample_bytree': 0.9199727227423167, 'reg_alpha': 0.036574823055622444, 'reg_lambda': 0.0028141316047181958, 'min_split_gain': 1.660504643634783e-05, 'cat_smooth': 53, 'cat_l2': 0.42830507155923125}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:42:14,048] Trial 17 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'dart', 'num_leaves': 97, 'learning_rate': 0.0010015199112142212, 'n_estimators': 911, 'max_depth': 13, 'min_child_samples': 11, 'subsample': 0.8181894270622029, 'colsample_bytree': 0.8557074355943006, 'reg_alpha': 9.251886816015292e-06, 'reg_lambda': 9.57655422720268, 'min_split_gain': 0.044673702534568926, 'cat_smooth': 14, 'cat_l2': 0.0033610854662914943}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:42:28,563] Trial 18 finished with value: 0.6785644261986459 and parameters: {'boosting_type': 'dart', 'num_leaves': 33, 'learning_rate': 0.050472299879578804, 'n_estimators': 843, 'max_depth': 18, 'min_child_samples': 56, 'subsample': 0.7192737579795154, 'colsample_bytree': 0.9978222893072872, 'reg_alpha': 3.528230124783304e-08, 'reg_lambda': 0.056486029320163375, 'min_split_gain': 0.08846437961480098, 'cat_smooth': 82, 'cat_l2': 0.00011065112735966828}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:42:38,950] Trial 19 finished with value: 0.6688920611235516 and parameters: {'boosting_type': 'dart', 'num_leaves': 105, 'learning_rate': 0.02573422208033165, 'n_estimators': 552, 'max_depth': 13, 'min_child_samples': 24, 'subsample': 0.9275575275032855, 'colsample_bytree': 0.826422197307132, 'reg_alpha': 6.002868913329855e-06, 'reg_lambda': 1.1505988090370458, 'min_split_gain': 1.932904098121386e-08, 'cat_smooth': 52, 'cat_l2': 0.12399006865501874}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:42:57,526] Trial 20 finished with value: 0.626105328609453 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 26, 'learning_rate': 0.055914832263647886, 'n_estimators': 685, 'max_depth': 13, 'min_child_samples': 11, 'subsample': 0.9279930084805575, 'colsample_bytree': 0.9255412007331443, 'reg_alpha': 0.0001630775482193703, 'reg_lambda': 8.695663946873398e-06, 'min_split_gain': 2.8081886542003718e-06, 'cat_smooth': 68, 'cat_l2': 3.5242259576172392}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:43:03,853] Trial 21 finished with value: 0.6897761995491732 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 40, 'learning_rate': 0.005896824537081178, 'n_estimators': 581, 'max_depth': 18, 'min_child_samples': 25, 'subsample': 0.9767015699553309, 'colsample_bytree': 0.9264101868262761, 'reg_alpha': 0.06402169889288245, 'reg_lambda': 0.0012191784658932767, 'min_split_gain': 1.4057634151069133e-05, 'cat_smooth': 51, 'cat_l2': 0.35057040217117114}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:43:11,279] Trial 22 finished with value: 0.6799162621431332 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 6, 'learning_rate': 0.005919354061221762, 'n_estimators': 898, 'max_depth': 18, 'min_child_samples': 7, 'subsample': 0.9960065442263065, 'colsample_bytree': 0.9275590568372392, 'reg_alpha': 0.03957370300017161, 'reg_lambda': 0.024498151312132378, 'min_split_gain': 7.331123136996487e-07, 'cat_smooth': 41, 'cat_l2': 0.005107673415853744}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:43:32,724] Trial 23 finished with value: 0.6726048720173389 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 45, 'learning_rate': 0.003267786447538894, 'n_estimators': 997, 'max_depth': 17, 'min_child_samples': 13, 'subsample': 0.846222706882606, 'colsample_bytree': 0.9529508482313498, 'reg_alpha': 0.12285531714039583, 'reg_lambda': 0.0014474019127078653, 'min_split_gain': 9.586089031026947e-06, 'cat_smooth': 58, 'cat_l2': 0.08803593792778797}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:44:28,317] Trial 24 finished with value: 0.6588751143197397 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 79, 'learning_rate': 0.0035539074169131314, 'n_estimators': 753, 'max_depth': 20, 'min_child_samples': 2, 'subsample': 0.9966765953866036, 'colsample_bytree': 0.999216849733623, 'reg_alpha': 0.000953071115833932, 'reg_lambda': 0.8657677852155055, 'min_split_gain': 4.591008177072167e-05, 'cat_smooth': 68, 'cat_l2': 0.0010577491112796742}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:44:32,431] Trial 25 finished with value: 0.6850189019793451 and parameters: {'boosting_type': 'dart', 'num_leaves': 24, 'learning_rate': 0.0609959769251347, 'n_estimators': 310, 'max_depth': 12, 'min_child_samples': 27, 'subsample': 0.9194320541731567, 'colsample_bytree': 0.8297770095499021, 'reg_alpha': 1.7413272405515068e-06, 'reg_lambda': 0.9837929143747326, 'min_split_gain': 0.2232049982683139, 'cat_smooth': 41, 'cat_l2': 1.7951562754489414}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:44:42,603] Trial 26 finished with value: 0.6763253267623506 and parameters: {'boosting_type': 'dart', 'num_leaves': 88, 'learning_rate': 0.026839915999590278, 'n_estimators': 452, 'max_depth': 15, 'min_child_samples': 18, 'subsample': 0.6263256411029527, 'colsample_bytree': 0.8921990789745604, 'reg_alpha': 4.15592319025392e-05, 'reg_lambda': 0.06300076570228702, 'min_split_gain': 0.005008584801867099, 'cat_smooth': 54, 'cat_l2': 0.10575529602124123}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:44:46,380] Trial 27 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 53, 'learning_rate': 0.0017126302012685887, 'n_estimators': 629, 'max_depth': 17, 'min_child_samples': 42, 'subsample': 0.9486300615360401, 'colsample_bytree': 0.9461661194609114, 'reg_alpha': 9.601165755902511e-08, 'reg_lambda': 0.000865069444110713, 'min_split_gain': 0.9272773182246925, 'cat_smooth': 30, 'cat_l2': 0.008168281926436984}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:44:49,635] Trial 28 finished with value: 0.6417914351668961 and parameters: {'boosting_type': 'dart', 'num_leaves': 22, 'learning_rate': 0.008016770612472484, 'n_estimators': 166, 'max_depth': 19, 'min_child_samples': 16, 'subsample': 0.8634556873708343, 'colsample_bytree': 0.8984379782191951, 'reg_alpha': 0.007518758119660195, 'reg_lambda': 1.426742721660393e-05, 'min_split_gain': 2.6144808969232805e-07, 'cat_smooth': 89, 'cat_l2': 0.04576251543602996}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:44:55,693] Trial 29 finished with value: 0.7025055013472764 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 5, 'learning_rate': 0.01815156913739852, 'n_estimators': 921, 'max_depth': 16, 'min_child_samples': 29, 'subsample': 0.9406217275055744, 'colsample_bytree': 0.7920583694812922, 'reg_alpha': 1.826824175357694e-08, 'reg_lambda': 2.66820419302532, 'min_split_gain': 0.0017191375641803152, 'cat_smooth': 65, 'cat_l2': 0.37985354349460093}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:45:08,281] Trial 30 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'dart', 'num_leaves': 224, 'learning_rate': 0.0038187185595605923, 'n_estimators': 802, 'max_depth': 11, 'min_child_samples': 83, 'subsample': 0.9055161233246256, 'colsample_bytree': 0.9675750633354508, 'reg_alpha': 3.447705380314849e-06, 'reg_lambda': 0.003120695636491341, 'min_split_gain': 0.00025284315973185843, 'cat_smooth': 76, 'cat_l2': 1.483379327048047}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:45:11,799] Trial 31 finished with value: 0.7108212791749757 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 3, 'learning_rate': 0.017200274094160625, 'n_estimators': 908, 'max_depth': 16, 'min_child_samples': 26, 'subsample': 0.9474627324369493, 'colsample_bytree': 0.7675453519397789, 'reg_alpha': 1.3690415375971656e-08, 'reg_lambda': 3.653779097062729, 'min_split_gain': 0.0021700076140218735, 'cat_smooth': 65, 'cat_l2': 0.23312231775844222}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:45:39,286] Trial 32 finished with value: 0.6768999092567144 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 39, 'learning_rate': 0.012367167333095215, 'n_estimators': 941, 'max_depth': 14, 'min_child_samples': 5, 'subsample': 0.9709819461477587, 'colsample_bytree': 0.6631466889702952, 'reg_alpha': 2.827832689190023e-07, 'reg_lambda': 2.4899055651353152, 'min_split_gain': 0.01743146048687132, 'cat_smooth': 47, 'cat_l2': 0.013521484609541919}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:45:41,273] Trial 33 finished with value: 0.6929808081617297 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 2, 'learning_rate': 0.008153664429650443, 'n_estimators': 856, 'max_depth': 17, 'min_child_samples': 50, 'subsample': 0.9521294621414733, 'colsample_bytree': 0.825743395544325, 'reg_alpha': 1.0037064923252317e-07, 'reg_lambda': 0.1831994941923971, 'min_split_gain': 0.14322627112615938, 'cat_smooth': 57, 'cat_l2': 0.16719422767263684}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:45:53,896] Trial 34 finished with value: 0.6592417353170894 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 20, 'learning_rate': 0.038919013957334464, 'n_estimators': 775, 'max_depth': 19, 'min_child_samples': 15, 'subsample': 0.9970724785266725, 'colsample_bytree': 0.9153552818975454, 'reg_alpha': 1.4360907859845785e-08, 'reg_lambda': 9.619073895299701, 'min_split_gain': 7.4695871411409356e-06, 'cat_smooth': 76, 'cat_l2': 9.875978309852645}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:46:04,282] Trial 35 finished with value: 0.6150711815495594 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 45, 'learning_rate': 0.0680898748175799, 'n_estimators': 860, 'max_depth': 16, 'min_child_samples': 6, 'subsample': 0.9592840742775751, 'colsample_bytree': 0.8666791661682013, 'reg_alpha': 0.00038602446572778484, 'reg_lambda': 4.284524626286396e-07, 'min_split_gain': 0.0032437181479848557, 'cat_smooth': 2, 'cat_l2': 0.014313911351928133}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:46:27,844] Trial 36 finished with value: 0.6949928507680796 and parameters: {'boosting_type': 'dart', 'num_leaves': 20, 'learning_rate': 0.02092254392577444, 'n_estimators': 952, 'max_depth': 19, 'min_child_samples': 21, 'subsample': 0.7825940315029082, 'colsample_bytree': 0.9695469669490798, 'reg_alpha': 1.9655125098651548e-05, 'reg_lambda': 1.8547112091554627, 'min_split_gain': 2.925793192008027e-05, 'cat_smooth': 20, 'cat_l2': 0.00012971223979120554}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:46:32,764] Trial 37 finished with value: 0.6992252711606737 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 73, 'learning_rate': 0.015146921013681524, 'n_estimators': 821, 'max_depth': 14, 'min_child_samples': 45, 'subsample': 0.9226382754541562, 'colsample_bytree': 0.5355954449985275, 'reg_alpha': 0.3142472912390962, 'reg_lambda': 0.050734452846381874, 'min_split_gain': 0.00013895495372545123, 'cat_smooth': 46, 'cat_l2': 1.1381167006889208}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:46:35,058] Trial 38 finished with value: 0.6346775945840786 and parameters: {'boosting_type': 'dart', 'num_leaves': 116, 'learning_rate': 0.008703825933115871, 'n_estimators': 190, 'max_depth': 11, 'min_child_samples': 32, 'subsample': 0.6275096347130951, 'colsample_bytree': 0.7632023079758256, 'reg_alpha': 0.00018122242258756437, 'reg_lambda': 9.769974371285146e-08, 'min_split_gain': 0.3423164462329521, 'cat_smooth': 63, 'cat_l2': 0.2553113831920139}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:46:37,663] Trial 39 finished with value: 0.6835944895762288 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 32, 'learning_rate': 0.07192745798656165, 'n_estimators': 349, 'max_depth': 16, 'min_child_samples': 39, 'subsample': 0.7320531392261979, 'colsample_bytree': 0.5748257932929618, 'reg_alpha': 4.496943922792475e-07, 'reg_lambda': 0.00013341641323592445, 'min_split_gain': 0.0005407904749006469, 'cat_smooth': 37, 'cat_l2': 1.0217100105627151e-08}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:46:38,884] Trial 40 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'goss', 'num_leaves': 52, 'learning_rate': 0.030572450739210822, 'n_estimators': 696, 'max_depth': 18, 'min_child_samples': 71, 'subsample': 0.6635039799627691, 'colsample_bytree': 0.6795495757769043, 'reg_alpha': 8.294165662537923e-08, 'reg_lambda': 1.421637544463089e-08, 'min_split_gain': 0.029590398766073722, 'cat_smooth': 91, 'cat_l2': 3.3920621516180445}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:46:42,603] Trial 41 finished with value: 0.7120603732818822 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 3, 'learning_rate': 0.017797434972449008, 'n_estimators': 946, 'max_depth': 16, 'min_child_samples': 29, 'subsample': 0.9396290629254099, 'colsample_bytree': 0.7858577684934318, 'reg_alpha': 2.0468142105475243e-08, 'reg_lambda': 2.8986046896907616, 'min_split_gain': 0.0014837768731113155, 'cat_smooth': 65, 'cat_l2': 0.40246674164774066}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:46:50,485] Trial 42 finished with value: 0.6784170220310095 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 16, 'learning_rate': 0.023119350429780413, 'n_estimators': 879, 'max_depth': 17, 'min_child_samples': 31, 'subsample': 0.9694250771999932, 'colsample_bytree': 0.7199890721610154, 'reg_alpha': 1.1547070484668798e-08, 'reg_lambda': 0.4217760667313681, 'min_split_gain': 0.0015250235630343216, 'cat_smooth': 71, 'cat_l2': 0.04752424284754747}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:46:54,223] Trial 43 finished with value: 0.699681111737427 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 3, 'learning_rate': 0.014545149897504626, 'n_estimators': 947, 'max_depth': 14, 'min_child_samples': 22, 'subsample': 0.9995429766769628, 'colsample_bytree': 0.776653182942258, 'reg_alpha': 4.278076870738045e-08, 'reg_lambda': 3.9281119940561475, 'min_split_gain': 0.010989167819612386, 'cat_smooth': 54, 'cat_l2': 0.5487255510664593}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:47:10,331] Trial 44 finished with value: 0.666435133218988 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 203, 'learning_rate': 0.0048532945102431994, 'n_estimators': 961, 'max_depth': 7, 'min_child_samples': 15, 'subsample': 0.8686365985360176, 'colsample_bytree': 0.9443291765434465, 'reg_alpha': 4.275242700255565e-07, 'reg_lambda': 0.13094093545871277, 'min_split_gain': 0.00010728244876350058, 'cat_smooth': 64, 'cat_l2': 0.002964098521463638}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:47:19,427] Trial 45 finished with value: 0.6814415692151947 and parameters: {'boosting_type': 'goss', 'num_leaves': 139, 'learning_rate': 0.011448596940680416, 'n_estimators': 800, 'max_depth': 15, 'min_child_samples': 7, 'subsample': 0.9048335470515667, 'colsample_bytree': 0.7995484646627149, 'reg_alpha': 1.5084452496378685e-06, 'reg_lambda': 0.7244570183278829, 'min_split_gain': 0.47091707373082525, 'cat_smooth': 74, 'cat_l2': 0.019052614184790324}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:47:24,277] Trial 46 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'dart', 'num_leaves': 15, 'learning_rate': 0.0462131816171126, 'n_estimators': 492, 'max_depth': 4, 'min_child_samples': 51, 'subsample': 0.9516637749157578, 'colsample_bytree': 0.6881947863187985, 'reg_alpha': 8.869024667593862, 'reg_lambda': 0.008050856336611786, 'min_split_gain': 0.00038606419083351667, 'cat_smooth': 57, 'cat_l2': 0.060724405583466534}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:47:28,688] Trial 47 finished with value: 0.6910675973529252 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 31, 'learning_rate': 0.035352273814112954, 'n_estimators': 998, 'max_depth': 19, 'min_child_samples': 38, 'subsample': 0.8405798763065064, 'colsample_bytree': 0.9818634515549305, 'reg_alpha': 0.002008224669907828, 'reg_lambda': 4.708633238256517, 'min_split_gain': 0.057872931504532286, 'cat_smooth': 46, 'cat_l2': 3.9474337676045246}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:47:42,688] Trial 48 finished with value: 0.6627024801331395 and parameters: {'boosting_type': 'dart', 'num_leaves': 163, 'learning_rate': 0.03000451746019313, 'n_estimators': 864, 'max_depth': 9, 'min_child_samples': 63, 'subsample': 0.9695199897971774, 'colsample_bytree': 0.744850332602434, 'reg_alpha': 2.2222900234668606, 'reg_lambda': 0.25234917390553824, 'min_split_gain': 0.003915356323973921, 'cat_smooth': 82, 'cat_l2': 3.059321583528278e-07}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:49:08,764] Trial 49 finished with value: 0.6694939177792161 and parameters: {'boosting_type': 'goss', 'num_leaves': 253, 'learning_rate': 0.002400588057050513, 'n_estimators': 730, 'max_depth': 20, 'min_child_samples': 1, 'subsample': 0.5100516914417972, 'colsample_bytree': 0.6479525706259149, 'reg_alpha': 2.679690788137633e-05, 'reg_lambda': 2.5212881928323618e-06, 'min_split_gain': 2.5188474408325064e-06, 'cat_smooth': 60, 'cat_l2': 0.0008667649131257224}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:49:14,943] Trial 50 finished with value: 0.6559413815259487 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 13, 'learning_rate': 0.01722768675182638, 'n_estimators': 898, 'max_depth': 16, 'min_child_samples': 12, 'subsample': 0.5794466389884317, 'colsample_bytree': 0.848627753266625, 'reg_alpha': 1.834027276312946e-07, 'reg_lambda': 1.7923255893796959, 'min_split_gain': 0.11835692919502845, 'cat_smooth': 72, 'cat_l2': 0.007346201531632847}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:49:21,260] Trial 51 finished with value: 0.7083337761913799 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 5, 'learning_rate': 0.009765027063428026, 'n_estimators': 916, 'max_depth': 16, 'min_child_samples': 28, 'subsample': 0.9351645366183776, 'colsample_bytree': 0.7961916155227018, 'reg_alpha': 2.761534005715707e-08, 'reg_lambda': 3.6109137631784525, 'min_split_gain': 0.002514713466995429, 'cat_smooth': 62, 'cat_l2': 0.5735807326171416}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:49:23,443] Trial 52 finished with value: 0.7100645879402776 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 2, 'learning_rate': 0.009869280902547668, 'n_estimators': 962, 'max_depth': 15, 'min_child_samples': 26, 'subsample': 0.9312809910959956, 'colsample_bytree': 0.7405479910427024, 'reg_alpha': 4.0668317301987544e-08, 'reg_lambda': 5.6457758638523785, 'min_split_gain': 2.1971900799515336e-05, 'cat_smooth': 66, 'cat_l2': 0.2099376789356836}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:49:30,304] Trial 53 finished with value: 0.6986235299453515 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 12, 'learning_rate': 0.009584034201931296, 'n_estimators': 959, 'max_depth': 12, 'min_child_samples': 34, 'subsample': 0.8815705561924541, 'colsample_bytree': 0.7074029387307987, 'reg_alpha': 4.18858678503457e-08, 'reg_lambda': 8.857115037263265, 'min_split_gain': 0.0011107849997826589, 'cat_smooth': 64, 'cat_l2': 0.21474367512308218}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:49:32,256] Trial 54 finished with value: 0.6922156759414605 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 2, 'learning_rate': 0.007201034923463102, 'n_estimators': 836, 'max_depth': 15, 'min_child_samples': 26, 'subsample': 0.907682618184742, 'colsample_bytree': 0.7627477956421426, 'reg_alpha': 2.7039095401554585e-08, 'reg_lambda': 3.3552395029174678, 'min_split_gain': 0.008115573746654468, 'cat_smooth': 68, 'cat_l2': 0.8365375113403059}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:49:34,406] Trial 55 finished with value: 0.6364413055845694 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 26, 'learning_rate': 0.014280361525417881, 'n_estimators': 934, 'max_depth': 14, 'min_child_samples': 100, 'subsample': 0.9382681708576159, 'colsample_bytree': 0.8011802763073245, 'reg_alpha': 7.320474014244803e-08, 'reg_lambda': 0.5902850222806538, 'min_split_gain': 0.0023230568567251127, 'cat_smooth': 49, 'cat_l2': 0.027790249149283672}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:49:48,001] Trial 56 finished with value: 0.6856838100748341 and parameters: {'boosting_type': 'dart', 'num_leaves': 12, 'learning_rate': 0.010892670552103311, 'n_estimators': 888, 'max_depth': 1, 'min_child_samples': 79, 'subsample': 0.8233895338573913, 'colsample_bytree': 0.7080422161791345, 'reg_alpha': 1.0416394954094488e-08, 'reg_lambda': 1.4814855938555558, 'min_split_gain': 5.579919472763125e-05, 'cat_smooth': 61, 'cat_l2': 1.392524523396796e-05}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:50:11,299] Trial 57 finished with value: 0.6537548913632805 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 38, 'learning_rate': 0.02369127846962361, 'n_estimators': 983, 'max_depth': 16, 'min_child_samples': 9, 'subsample': 0.8875948216785874, 'colsample_bytree': 0.7317888403304127, 'reg_alpha': 6.725590378591451e-07, 'reg_lambda': 4.833870687515943, 'min_split_gain': 0.000651601527891036, 'cat_smooth': 67, 'cat_l2': 0.10887227144937908}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:50:29,874] Trial 58 finished with value: 0.6807244530195465 and parameters: {'boosting_type': 'dart', 'num_leaves': 50, 'learning_rate': 0.020258549444660795, 'n_estimators': 902, 'max_depth': 18, 'min_child_samples': 29, 'subsample': 0.9332344083501928, 'colsample_bytree': 0.8110798073084073, 'reg_alpha': 1.8282620742973894e-07, 'reg_lambda': 1.1040007087617416, 'min_split_gain': 0.03476174240327441, 'cat_smooth': 54, 'cat_l2': 2.0387937840915806}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:50:34,218] Trial 59 finished with value: 0.6904526586302504 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 65, 'learning_rate': 0.006936819015018718, 'n_estimators': 776, 'max_depth': 13, 'min_child_samples': 44, 'subsample': 0.9760425622507007, 'colsample_bytree': 0.7503744132726036, 'reg_alpha': 2.4974459193928202e-06, 'reg_lambda': 5.391738477400718, 'min_split_gain': 0.22982107060518644, 'cat_smooth': 58, 'cat_l2': 0.23345174281847156}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:50:40,136] Trial 60 finished with value: 0.7038614992282215 and parameters: {'boosting_type': 'goss', 'num_leaves': 25, 'learning_rate': 0.013517491579827106, 'n_estimators': 969, 'max_depth': 12, 'min_child_samples': 18, 'subsample': 0.9831305767918619, 'colsample_bytree': 0.63989000563319, 'reg_alpha': 2.8437276128244137e-08, 'reg_lambda': 0.11752156346255564, 'min_split_gain': 4.883146564042739e-06, 'cat_smooth': 80, 'cat_l2': 0.0028499611189905}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:50:50,116] Trial 61 finished with value: 0.6827348305743886 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 11, 'learning_rate': 0.010206539127440135, 'n_estimators': 915, 'max_depth': 17, 'min_child_samples': 26, 'subsample': 0.952910095954546, 'colsample_bytree': 0.9884491738928336, 'reg_alpha': 5.279698123572716e-08, 'reg_lambda': 0.502476549714084, 'min_split_gain': 2.5767114109879443e-05, 'cat_smooth': 52, 'cat_l2': 0.6921896803926386}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:50:54,664] Trial 62 finished with value: 0.6636618238028898 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 33, 'learning_rate': 0.00633917347200289, 'n_estimators': 368, 'max_depth': 15, 'min_child_samples': 21, 'subsample': 0.9837063379997316, 'colsample_bytree': 0.7857662470785232, 'reg_alpha': 4.867837553554105e-06, 'reg_lambda': 0.019196427027925105, 'min_split_gain': 0.0002604451832538366, 'cat_smooth': 62, 'cat_l2': 0.5027142209016272}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:50:56,184] Trial 63 finished with value: 0.6899590381901541 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 2, 'learning_rate': 0.07736502573400762, 'n_estimators': 660, 'max_depth': 17, 'min_child_samples': 24, 'subsample': 0.9206619749255643, 'colsample_bytree': 0.8434318715224228, 'reg_alpha': 2.336806829936855e-08, 'reg_lambda': 2.464231948818147, 'min_split_gain': 1.6285987295176312e-05, 'cat_smooth': 71, 'cat_l2': 0.07359710278021067}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:51:19,446] Trial 64 finished with value: 0.6691167571488398 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 22, 'learning_rate': 0.005241263303554384, 'n_estimators': 825, 'max_depth': 18, 'min_child_samples': 4, 'subsample': 0.94071923343965, 'colsample_bytree': 0.8784600904269383, 'reg_alpha': 1.4800323549436926e-07, 'reg_lambda': 8.446081235441842, 'min_split_gain': 1.0995211691095544e-06, 'cat_smooth': 55, 'cat_l2': 4.678492617013728}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:51:37,504] Trial 65 finished with value: 0.6870041453531559 and parameters: {'boosting_type': 'dart', 'num_leaves': 10, 'learning_rate': 0.05530820637013717, 'n_estimators': 926, 'max_depth': 16, 'min_child_samples': 40, 'subsample': 0.9583503420479171, 'colsample_bytree': 0.9394910104875376, 'reg_alpha': 6.872403312063344e-07, 'reg_lambda': 1.3065722117447771, 'min_split_gain': 8.314884798087086e-05, 'cat_smooth': 43, 'cat_l2': 0.0003417597677197959}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:51:41,496] Trial 66 finished with value: 0.6214721769080725 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 29, 'learning_rate': 0.002454188669335525, 'n_estimators': 566, 'max_depth': 15, 'min_child_samples': 34, 'subsample': 0.9854994092258045, 'colsample_bytree': 0.9072899870715164, 'reg_alpha': 0.01598169686630148, 'reg_lambda': 3.101297976574639, 'min_split_gain': 0.5024420950793349, 'cat_smooth': 50, 'cat_l2': 0.030586098343407687}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:51:54,649] Trial 67 finished with value: 0.6820820438792696 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 41, 'learning_rate': 0.004803221543260232, 'n_estimators': 867, 'max_depth': 19, 'min_child_samples': 18, 'subsample': 0.9134290256321478, 'colsample_bytree': 0.7553928725013463, 'reg_alpha': 7.683431388179381e-05, 'reg_lambda': 0.00032997282285136993, 'min_split_gain': 1.7923647416962208e-08, 'cat_smooth': 65, 'cat_l2': 0.13391523453657975}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:51:56,220] Trial 68 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'dart', 'num_leaves': 15, 'learning_rate': 0.004262493144415039, 'n_estimators': 68, 'max_depth': 17, 'min_child_samples': 9, 'subsample': 0.9353756753326161, 'colsample_bytree': 0.969547676394176, 'reg_alpha': 9.963109689094682e-06, 'reg_lambda': 0.23499551547531378, 'min_split_gain': 3.252638993273638e-07, 'cat_smooth': 59, 'cat_l2': 1.3112125455363164}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:52:01,769] Trial 69 finished with value: 0.6386000525057732 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 56, 'learning_rate': 0.0028552846952951193, 'n_estimators': 611, 'max_depth': 14, 'min_child_samples': 29, 'subsample': 0.9635897139719372, 'colsample_bytree': 0.8151477586650185, 'reg_alpha': 2.9048171516102035e-07, 'reg_lambda': 2.1976924814981937e-05, 'min_split_gain': 0.00020441132688796775, 'cat_smooth': 66, 'cat_l2': 0.0013843914303127384}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:52:02,242] Trial 70 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'dart', 'num_leaves': 9, 'learning_rate': 0.009227096553841884, 'n_estimators': 31, 'max_depth': 20, 'min_child_samples': 12, 'subsample': 0.8995405833502628, 'colsample_bytree': 0.7783110427575243, 'reg_alpha': 1.6948269171900784e-08, 'reg_lambda': 0.73877240053725, 'min_split_gain': 0.00622291032934682, 'cat_smooth': 37, 'cat_l2': 0.37571954908173444}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:52:08,211] Trial 71 finished with value: 0.7059945453580585 and parameters: {'boosting_type': 'goss', 'num_leaves': 22, 'learning_rate': 0.014021140508903775, 'n_estimators': 971, 'max_depth': 12, 'min_child_samples': 18, 'subsample': 0.9850576608968605, 'colsample_bytree': 0.5027574324911613, 'reg_alpha': 2.980867037341985e-08, 'reg_lambda': 0.08915955020649212, 'min_split_gain': 4.02735082885987e-06, 'cat_smooth': 89, 'cat_l2': 0.0031505061843960075}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:52:12,826] Trial 72 finished with value: 0.6570202186740278 and parameters: {'boosting_type': 'goss', 'num_leaves': 21, 'learning_rate': 0.01668959797039444, 'n_estimators': 984, 'max_depth': 13, 'min_child_samples': 23, 'subsample': 0.9870698978603427, 'colsample_bytree': 0.5042387379090878, 'reg_alpha': 5.7311325698549683e-08, 'reg_lambda': 6.747102928334554, 'min_split_gain': 7.400536360496738e-06, 'cat_smooth': 95, 'cat_l2': 0.0073805383401044575}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:52:16,712] Trial 73 finished with value: 0.6613644735348478 and parameters: {'boosting_type': 'goss', 'num_leaves': 34, 'learning_rate': 0.012621965074376119, 'n_estimators': 1000, 'max_depth': 15, 'min_child_samples': 36, 'subsample': 0.9763305441933265, 'colsample_bytree': 0.9621352968832182, 'reg_alpha': 1.0353538575528952e-08, 'reg_lambda': 0.07144400361682895, 'min_split_gain': 2.603862638007202e-06, 'cat_smooth': 78, 'cat_l2': 0.012281989716208022}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:52:27,903] Trial 74 finished with value: 0.6630906458896659 and parameters: {'boosting_type': 'goss', 'num_leaves': 47, 'learning_rate': 0.0018797295902512174, 'n_estimators': 957, 'max_depth': 10, 'min_child_samples': 14, 'subsample': 0.996659039995537, 'colsample_bytree': 0.5648398122816488, 'reg_alpha': 0.3913092929341412, 'reg_lambda': 0.033368742391463, 'min_split_gain': 2.780048339115289e-05, 'cat_smooth': 91, 'cat_l2': 0.00010577303835727567}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:52:33,372] Trial 75 finished with value: 0.7039986431338512 and parameters: {'boosting_type': 'goss', 'num_leaves': 20, 'learning_rate': 0.019019947810561717, 'n_estimators': 935, 'max_depth': 16, 'min_child_samples': 19, 'subsample': 0.9494609301253365, 'colsample_bytree': 0.9928284741907479, 'reg_alpha': 1.1210519470919483e-07, 'reg_lambda': 2.206391053337148, 'min_split_gain': 1.2463948403446932e-05, 'cat_smooth': 86, 'cat_l2': 0.003850873468421374}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:52:41,338] Trial 76 finished with value: 0.6715354097060204 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 7, 'learning_rate': 0.026318073982268014, 'n_estimators': 880, 'max_depth': 14, 'min_child_samples': 31, 'subsample': 0.9662316551971742, 'colsample_bytree': 0.6101142821655217, 'reg_alpha': 2.4140922398436247e-08, 'reg_lambda': 0.36727558931054577, 'min_split_gain': 8.011812258260303e-08, 'cat_smooth': 49, 'cat_l2': 2.148118845470532}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:53:25,622] Trial 77 finished with value: 0.6326773422532096 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 237, 'learning_rate': 0.00760629977518044, 'n_estimators': 842, 'max_depth': 18, 'min_child_samples': 5, 'subsample': 0.7754675306964672, 'colsample_bytree': 0.8828867259469838, 'reg_alpha': 1.2028356867718742e-06, 'reg_lambda': 0.012650241207182222, 'min_split_gain': 4.08112053326739e-06, 'cat_smooth': 97, 'cat_l2': 0.04512620124744971}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:53:45,637] Trial 78 finished with value: 0.6666788314103206 and parameters: {'boosting_type': 'dart', 'num_leaves': 18, 'learning_rate': 0.04424271593112051, 'n_estimators': 907, 'max_depth': 12, 'min_child_samples': 28, 'subsample': 0.9995398209898835, 'colsample_bytree': 0.5818534727049016, 'reg_alpha': 0.0007269914945557992, 'reg_lambda': 0.002560918538533686, 'min_split_gain': 0.01238424276172012, 'cat_smooth': 56, 'cat_l2': 0.18510157049802645}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:53:50,837] Trial 79 finished with value: 0.7017853216710577 and parameters: {'boosting_type': 'goss', 'num_leaves': 28, 'learning_rate': 0.03326627569889883, 'n_estimators': 967, 'max_depth': 17, 'min_child_samples': 17, 'subsample': 0.9255463003081998, 'colsample_bytree': 0.9280014405657762, 'reg_alpha': 3.620653589510146e-07, 'reg_lambda': 5.308116490885303, 'min_split_gain': 0.8635951746240639, 'cat_smooth': 69, 'cat_l2': 0.9179875843363998}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:53:55,272] Trial 80 finished with value: 0.6947435162833552 and parameters: {'boosting_type': 'gbdt', 'num_leaves': 39, 'learning_rate': 0.01166409525733192, 'n_estimators': 754, 'max_depth': 16, 'min_child_samples': 48, 'subsample': 0.8644014504031681, 'colsample_bytree': 0.9801416135973066, 'reg_alpha': 3.803637829337575e-08, 'reg_lambda': 1.1211450973782324, 'min_split_gain': 0.0008730646201865986, 'cat_smooth': 73, 'cat_l2': 0.0005344155050045979}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:53:58,526] Trial 81 finished with value: 0.6923992790003004 and parameters: {'boosting_type': 'goss', 'num_leaves': 2, 'learning_rate': 0.019238151388520648, 'n_estimators': 933, 'max_depth': 16, 'min_child_samples': 20, 'subsample': 0.9487519785360597, 'colsample_bytree': 0.9995140348526398, 'reg_alpha': 1.3374243784383471e-07, 'reg_lambda': 2.8569121798790134, 'min_split_gain': 1.2005821589630455e-05, 'cat_smooth': 84, 'cat_l2': 0.001999203611067439}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:54:03,007] Trial 82 finished with value: 0.6824453244588147 and parameters: {'boosting_type': 'goss', 'num_leaves': 18, 'learning_rate': 0.02266792229950876, 'n_estimators': 926, 'max_depth': 16, 'min_child_samples': 23, 'subsample': 0.9483846114764868, 'colsample_bytree': 0.9523120057221787, 'reg_alpha': 8.956762624820469e-08, 'reg_lambda': 9.963679608941629, 'min_split_gain': 4.003092655328698e-05, 'cat_smooth': 87, 'cat_l2': 0.005733048897829514}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:54:12,712] Trial 83 finished with value: 0.6724068943318969 and parameters: {'boosting_type': 'goss', 'num_leaves': 8, 'learning_rate': 0.016376314956520477, 'n_estimators': 944, 'max_depth': 18, 'min_child_samples': 8, 'subsample': 0.962153739495537, 'colsample_bytree': 0.985960258151976, 'reg_alpha': 1.690704504616554e-08, 'reg_lambda': 2.173796015042292, 'min_split_gain': 5.470257052419612e-06, 'cat_smooth': 86, 'cat_l2': 0.004202183551473924}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:54:19,284] Trial 84 finished with value: 0.655548747428951 and parameters: {'boosting_type': 'goss', 'num_leaves': 24, 'learning_rate': 0.04073009354353296, 'n_estimators': 977, 'max_depth': 15, 'min_child_samples': 15, 'subsample': 0.9850644707294304, 'colsample_bytree': 0.8372385208542894, 'reg_alpha': 4.9660868294074693e-08, 'reg_lambda': 1.6293607421626162, 'min_split_gain': 1.5876078292093466e-05, 'cat_smooth': 93, 'cat_l2': 0.016427330238576142}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:54:35,682] Trial 85 finished with value: 0.6628963549147859 and parameters: {'boosting_type': 'goss', 'num_leaves': 17, 'learning_rate': 0.01577304530432265, 'n_estimators': 891, 'max_depth': 15, 'min_child_samples': 3, 'subsample': 0.9414252056246227, 'colsample_bytree': 0.8644412590483214, 'reg_alpha': 1.0656653295756004e-07, 'reg_lambda': 3.824523853761488, 'min_split_gain': 1.1920995530260585e-06, 'cat_smooth': 100, 'cat_l2': 0.00016212189452236768}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:54:44,944] Trial 86 finished with value: 0.715572209085916 and parameters: {'boosting_type': 'dart', 'num_leaves': 8, 'learning_rate': 0.0129762938348517, 'n_estimators': 523, 'max_depth': 17, 'min_child_samples': 26, 'subsample': 0.9158665800776113, 'colsample_bytree': 0.9746048895076871, 'reg_alpha': 2.248566143314323e-07, 'reg_lambda': 0.9191960219587295, 'min_split_gain': 7.350558744208117e-05, 'cat_smooth': 61, 'cat_l2': 0.32855193757474993}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:54:53,106] Trial 87 finished with value: 0.719680519362429 and parameters: {'boosting_type': 'dart', 'num_leaves': 8, 'learning_rate': 0.013341048914199814, 'n_estimators': 500, 'max_depth': 19, 'min_child_samples': 32, 'subsample': 0.9163350883641558, 'colsample_bytree': 0.9387869514087077, 'reg_alpha': 2.362570589442705e-07, 'reg_lambda': 0.7317273813247043, 'min_split_gain': 9.285634977654988e-05, 'cat_smooth': 62, 'cat_l2': 0.3954876568082327}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:55:01,918] Trial 88 finished with value: 0.718700031079264 and parameters: {'boosting_type': 'dart', 'num_leaves': 6, 'learning_rate': 0.010437050450610991, 'n_estimators': 536, 'max_depth': 19, 'min_child_samples': 31, 'subsample': 0.8794539472926245, 'colsample_bytree': 0.9323778644585179, 'reg_alpha': 5.928541156807221e-07, 'reg_lambda': 0.682326089248042, 'min_split_gain': 7.834185775551692e-05, 'cat_smooth': 63, 'cat_l2': 0.3596007451249112}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:55:10,796] Trial 89 finished with value: 0.7146654447319942 and parameters: {'boosting_type': 'dart', 'num_leaves': 8, 'learning_rate': 0.009983038651466667, 'n_estimators': 532, 'max_depth': 20, 'min_child_samples': 32, 'subsample': 0.8747727994564483, 'colsample_bytree': 0.9392492880261651, 'reg_alpha': 2.3750026974090916e-06, 'reg_lambda': 0.7376458179644347, 'min_split_gain': 0.00037609391744959495, 'cat_smooth': 62, 'cat_l2': 0.3008449599760455}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:55:19,622] Trial 90 finished with value: 0.7122599029937858 and parameters: {'boosting_type': 'dart', 'num_leaves': 10, 'learning_rate': 0.008386931212477513, 'n_estimators': 523, 'max_depth': 19, 'min_child_samples': 32, 'subsample': 0.8781397779756343, 'colsample_bytree': 0.9385720724004079, 'reg_alpha': 2.082164331165274e-06, 'reg_lambda': 0.19286908277463166, 'min_split_gain': 0.0001394978711088566, 'cat_smooth': 60, 'cat_l2': 0.3400399674915847}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:55:27,459] Trial 91 finished with value: 0.718142742465427 and parameters: {'boosting_type': 'dart', 'num_leaves': 13, 'learning_rate': 0.008740187377329265, 'n_estimators': 512, 'max_depth': 19, 'min_child_samples': 37, 'subsample': 0.8906695933471396, 'colsample_bytree': 0.9396955822480666, 'reg_alpha': 2.8989335494428775e-06, 'reg_lambda': 0.7494222297836375, 'min_split_gain': 0.0003910723091082637, 'cat_smooth': 59, 'cat_l2': 0.27946019326836247}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:55:35,732] Trial 92 finished with value: 0.7028232187528745 and parameters: {'boosting_type': 'dart', 'num_leaves': 10, 'learning_rate': 0.010674973033710927, 'n_estimators': 523, 'max_depth': 20, 'min_child_samples': 37, 'subsample': 0.8767981356844825, 'colsample_bytree': 0.9354491019596589, 'reg_alpha': 2.5601595682607552e-06, 'reg_lambda': 0.3116978339307825, 'min_split_gain': 0.0004754035558169716, 'cat_smooth': 60, 'cat_l2': 0.3069942324993571}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:55:42,716] Trial 93 finished with value: 0.6910695077082107 and parameters: {'boosting_type': 'dart', 'num_leaves': 15, 'learning_rate': 0.008085242239787788, 'n_estimators': 452, 'max_depth': 19, 'min_child_samples': 32, 'subsample': 0.8506253552334458, 'colsample_bytree': 0.9102230383498212, 'reg_alpha': 6.33922882135526e-06, 'reg_lambda': 0.6935493955054782, 'min_split_gain': 0.00016670052448998499, 'cat_smooth': 57, 'cat_l2': 0.08340153010957051}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:55:50,000] Trial 94 finished with value: 0.7039230950670365 and parameters: {'boosting_type': 'dart', 'num_leaves': 9, 'learning_rate': 0.012472187800582984, 'n_estimators': 503, 'max_depth': 19, 'min_child_samples': 42, 'subsample': 0.838566180035551, 'colsample_bytree': 0.9748714927848443, 'reg_alpha': 1.5488320010950954e-05, 'reg_lambda': 0.18908961898094942, 'min_split_gain': 0.0003260583617151148, 'cat_smooth': 63, 'cat_l2': 2.700319134106264}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:55:58,926] Trial 95 finished with value: 0.6910695077082107 and parameters: {'boosting_type': 'dart', 'num_leaves': 198, 'learning_rate': 0.006820818055758569, 'n_estimators': 538, 'max_depth': 20, 'min_child_samples': 32, 'subsample': 0.8966470499845749, 'colsample_bytree': 0.957846523453084, 'reg_alpha': 1.998038485435692e-06, 'reg_lambda': 0.47243815686859725, 'min_split_gain': 8.70720680546423e-05, 'cat_smooth': 59, 'cat_l2': 0.4714967193882513}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:56:05,106] Trial 96 finished with value: 0.6687847617829997 and parameters: {'boosting_type': 'dart', 'num_leaves': 30, 'learning_rate': 0.008953309998917814, 'n_estimators': 477, 'max_depth': 20, 'min_child_samples': 56, 'subsample': 0.8739837608879435, 'colsample_bytree': 0.9496817780296771, 'reg_alpha': 7.638212080901173e-07, 'reg_lambda': 0.9895041115116742, 'min_split_gain': 0.00012928948138016667, 'cat_smooth': 70, 'cat_l2': 6.287588998401681}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:56:15,901] Trial 97 finished with value: 0.7101623460456736 and parameters: {'boosting_type': 'dart', 'num_leaves': 99, 'learning_rate': 0.013233277834401315, 'n_estimators': 604, 'max_depth': 19, 'min_child_samples': 35, 'subsample': 0.886853160845108, 'colsample_bytree': 0.9028458497814776, 'reg_alpha': 5.791020033541964e-06, 'reg_lambda': 0.16319420992045655, 'min_split_gain': 5.966442684757602e-05, 'cat_smooth': 52, 'cat_l2': 0.9167079484699842}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:56:21,454] Trial 98 finished with value: 0.696902752906881 and parameters: {'boosting_type': 'dart', 'num_leaves': 6, 'learning_rate': 0.008495485810986154, 'n_estimators': 406, 'max_depth': 19, 'min_child_samples': 41, 'subsample': 0.8268415122102243, 'colsample_bytree': 0.9306388539764675, 'reg_alpha': 3.660838754965765e-06, 'reg_lambda': 0.322706414395673, 'min_split_gain': 0.0013233367520213593, 'cat_smooth': 62, 'cat_l2': 0.16560503886565447}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:56:27,295] Trial 99 finished with value: 0.6917268924455177 and parameters: {'boosting_type': 'dart', 'num_leaves': 13, 'learning_rate': 0.0536992970512494, 'n_estimators': 411, 'max_depth': 18, 'min_child_samples': 38, 'subsample': 0.8079941103457845, 'colsample_bytree': 0.9624057479077056, 'reg_alpha': 5.104010258983045e-07, 'reg_lambda': 1.616840949827846, 'min_split_gain': 0.0006780271339398008, 'cat_smooth': 55, 'cat_l2': 0.307884385976698}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:56:34,740] Trial 100 finished with value: 0.6859674240143677 and parameters: {'boosting_type': 'dart', 'num_leaves': 36, 'learning_rate': 0.006398559074830951, 'n_estimators': 468, 'max_depth': 20, 'min_child_samples': 31, 'subsample': 0.9053798160221178, 'colsample_bytree': 0.9222042662483483, 'reg_alpha': 1.19594578603233e-06, 'reg_lambda': 0.7583255331983432, 'min_split_gain': 0.0003506719144784177, 'cat_smooth': 66, 'cat_l2': 0.05105159657519264}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:56:45,476] Trial 101 finished with value: 0.712921358367143 and parameters: {'boosting_type': 'dart', 'num_leaves': 113, 'learning_rate': 0.012947292731385503, 'n_estimators': 601, 'max_depth': 19, 'min_child_samples': 35, 'subsample': 0.8608441146661986, 'colsample_bytree': 0.8944442278730401, 'reg_alpha': 7.12407810830127e-06, 'reg_lambda': 0.150376267299706, 'min_split_gain': 6.786388168504082e-05, 'cat_smooth': 60, 'cat_l2': 1.154460266069335}. Best is trial 13 with value: 0.7197965978658358.\n", - "[I 2025-07-28 20:56:54,260] Trial 102 finished with value: 0.7256709656412625 and parameters: {'boosting_type': 'dart', 'num_leaves': 124, 'learning_rate': 0.010533801693816885, 'n_estimators': 522, 'max_depth': 19, 'min_child_samples': 34, 'subsample': 0.8582403572294064, 'colsample_bytree': 0.8890995395716235, 'reg_alpha': 4.0170736952092304e-05, 'reg_lambda': 0.041852056160657646, 'min_split_gain': 4.036248924425533e-05, 'cat_smooth': 64, 'cat_l2': 1.275719568540821}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 20:57:02,747] Trial 103 finished with value: 0.7218319454758869 and parameters: {'boosting_type': 'dart', 'num_leaves': 119, 'learning_rate': 0.011507852580475444, 'n_estimators': 523, 'max_depth': 19, 'min_child_samples': 34, 'subsample': 0.8590664266000331, 'colsample_bytree': 0.890212507825435, 'reg_alpha': 3.1964329495936524e-05, 'reg_lambda': 0.48151820323348016, 'min_split_gain': 9.629104693950907e-05, 'cat_smooth': 60, 'cat_l2': 1.3202164267332783}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 20:57:11,581] Trial 104 finished with value: 0.7218319454758869 and parameters: {'boosting_type': 'dart', 'num_leaves': 121, 'learning_rate': 0.011502032486897558, 'n_estimators': 527, 'max_depth': 19, 'min_child_samples': 34, 'subsample': 0.7896389442337935, 'colsample_bytree': 0.8922884690799728, 'reg_alpha': 4.5088089784299915e-05, 'reg_lambda': 0.10108874088557585, 'min_split_gain': 7.185506323143263e-05, 'cat_smooth': 60, 'cat_l2': 1.6852030425026678}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 20:57:20,172] Trial 105 finished with value: 0.7153174327136282 and parameters: {'boosting_type': 'dart', 'num_leaves': 117, 'learning_rate': 0.011224311007478789, 'n_estimators': 553, 'max_depth': 20, 'min_child_samples': 44, 'subsample': 0.790458058451807, 'colsample_bytree': 0.890781073308853, 'reg_alpha': 3.899129556594265e-05, 'reg_lambda': 0.1066405662503414, 'min_split_gain': 3.794514392687203e-05, 'cat_smooth': 57, 'cat_l2': 7.052492210391312}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 20:57:28,553] Trial 106 finished with value: 0.7112775954387679 and parameters: {'boosting_type': 'dart', 'num_leaves': 131, 'learning_rate': 0.010788170825627639, 'n_estimators': 560, 'max_depth': 20, 'min_child_samples': 47, 'subsample': 0.7895095019627387, 'colsample_bytree': 0.8811588362969995, 'reg_alpha': 4.035620099808895e-05, 'reg_lambda': 0.02873761140049261, 'min_split_gain': 4.0963191821337034e-05, 'cat_smooth': 57, 'cat_l2': 6.373682452881895}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 20:57:36,889] Trial 107 finished with value: 0.7039230950670365 and parameters: {'boosting_type': 'dart', 'num_leaves': 126, 'learning_rate': 0.011310455583805208, 'n_estimators': 542, 'max_depth': 18, 'min_child_samples': 43, 'subsample': 0.8034897216492444, 'colsample_bytree': 0.9177182376421573, 'reg_alpha': 0.00013086376607257297, 'reg_lambda': 0.04647550411976932, 'min_split_gain': 3.569457324456292e-05, 'cat_smooth': 53, 'cat_l2': 1.900779780898909}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 20:57:48,091] Trial 108 finished with value: 0.7049844975988774 and parameters: {'boosting_type': 'dart', 'num_leaves': 153, 'learning_rate': 0.009931611238683554, 'n_estimators': 645, 'max_depth': 20, 'min_child_samples': 39, 'subsample': 0.758675041076667, 'colsample_bytree': 0.8895380295396398, 'reg_alpha': 2.995142801779883e-05, 'reg_lambda': 0.09410500571137245, 'min_split_gain': 0.00020586856113466556, 'cat_smooth': 48, 'cat_l2': 3.119599919886312}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 20:57:56,731] Trial 109 finished with value: 0.6907376603006682 and parameters: {'boosting_type': 'dart', 'num_leaves': 134, 'learning_rate': 0.014908677829729683, 'n_estimators': 579, 'max_depth': 19, 'min_child_samples': 55, 'subsample': 0.8335956278549473, 'colsample_bytree': 0.85641538176215, 'reg_alpha': 1.4848238221230845e-05, 'reg_lambda': 0.4225917675179462, 'min_split_gain': 9.614453221930482e-05, 'cat_smooth': 63, 'cat_l2': 7.61185652621459}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 20:58:04,043] Trial 110 finished with value: 0.705350475168061 and parameters: {'boosting_type': 'dart', 'num_leaves': 115, 'learning_rate': 0.06496010840305268, 'n_estimators': 482, 'max_depth': 20, 'min_child_samples': 37, 'subsample': 0.8548332891517912, 'colsample_bytree': 0.9478425768338951, 'reg_alpha': 7.988771340020957e-05, 'reg_lambda': 0.24979749120120726, 'min_split_gain': 5.6188578827518364e-05, 'cat_smooth': 51, 'cat_l2': 4.748235362116896}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 20:58:11,499] Trial 111 finished with value: 0.7086705330694935 and parameters: {'boosting_type': 'dart', 'num_leaves': 118, 'learning_rate': 0.012197039606487364, 'n_estimators': 515, 'max_depth': 19, 'min_child_samples': 45, 'subsample': 0.8571253648754638, 'colsample_bytree': 0.8930290439846637, 'reg_alpha': 9.938024750408925e-06, 'reg_lambda': 0.14427810645025926, 'min_split_gain': 8.789027153564926e-05, 'cat_smooth': 61, 'cat_l2': 1.2397425345070705}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 20:58:22,310] Trial 112 finished with value: 0.7124927407014995 and parameters: {'boosting_type': 'dart', 'num_leaves': 105, 'learning_rate': 0.007432029566576588, 'n_estimators': 598, 'max_depth': 19, 'min_child_samples': 34, 'subsample': 0.8120499567669921, 'colsample_bytree': 0.9006021050136547, 'reg_alpha': 0.0002852346862925556, 'reg_lambda': 0.041348668373904565, 'min_split_gain': 7.880757926756109e-05, 'cat_smooth': 59, 'cat_l2': 0.7696138937049679}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 20:58:29,670] Trial 113 finished with value: 0.6891398389891927 and parameters: {'boosting_type': 'dart', 'num_leaves': 87, 'learning_rate': 0.04821650215760801, 'n_estimators': 502, 'max_depth': 18, 'min_child_samples': 40, 'subsample': 0.7327978980445594, 'colsample_bytree': 0.874007027432009, 'reg_alpha': 2.1466751322151904e-05, 'reg_lambda': 0.0764282000477731, 'min_split_gain': 1.9534814862235772e-05, 'cat_smooth': 68, 'cat_l2': 1.4183486009542055}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 20:58:38,762] Trial 114 finished with value: 0.7218319454758869 and parameters: {'boosting_type': 'dart', 'num_leaves': 110, 'learning_rate': 0.013409168396351827, 'n_estimators': 540, 'max_depth': 20, 'min_child_samples': 34, 'subsample': 0.7923355757993139, 'colsample_bytree': 0.9115099413366563, 'reg_alpha': 4.614366369507698e-05, 'reg_lambda': 0.017908165576204536, 'min_split_gain': 0.0002494340798402143, 'cat_smooth': 55, 'cat_l2': 2.6364955095018447}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 20:58:48,407] Trial 115 finished with value: 0.7014539937022406 and parameters: {'boosting_type': 'dart', 'num_leaves': 122, 'learning_rate': 0.009398131838935304, 'n_estimators': 545, 'max_depth': 20, 'min_child_samples': 30, 'subsample': 0.798564947053001, 'colsample_bytree': 0.9729571143043487, 'reg_alpha': 5.044804745740679e-05, 'reg_lambda': 0.017948469515704002, 'min_split_gain': 0.00024270696556295075, 'cat_smooth': 55, 'cat_l2': 9.720241198405885}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 20:58:54,736] Trial 116 finished with value: 0.7139256129759668 and parameters: {'boosting_type': 'dart', 'num_leaves': 140, 'learning_rate': 0.01098584664262984, 'n_estimators': 434, 'max_depth': 18, 'min_child_samples': 37, 'subsample': 0.7579495902224296, 'colsample_bytree': 0.9182163015831007, 'reg_alpha': 8.68632066291079e-05, 'reg_lambda': 0.5637521405024376, 'min_split_gain': 0.33553229447949695, 'cat_smooth': 57, 'cat_l2': 0.5843305365823646}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 20:59:04,689] Trial 117 finished with value: 0.6836657079071531 and parameters: {'boosting_type': 'dart', 'num_leaves': 100, 'learning_rate': 0.09867101915638557, 'n_estimators': 569, 'max_depth': 20, 'min_child_samples': 33, 'subsample': 0.7921568651887865, 'colsample_bytree': 0.9392859001121735, 'reg_alpha': 0.00012446830756548092, 'reg_lambda': 1.016078106582151, 'min_split_gain': 0.0001655615012988068, 'cat_smooth': 64, 'cat_l2': 2.794827270214727}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 20:59:12,905] Trial 118 finished with value: 0.7165959729138274 and parameters: {'boosting_type': 'dart', 'num_leaves': 109, 'learning_rate': 0.013903526932488548, 'n_estimators': 534, 'max_depth': 20, 'min_child_samples': 42, 'subsample': 0.845018125840591, 'colsample_bytree': 0.9109831697048236, 'reg_alpha': 4.162312432117689e-06, 'reg_lambda': 0.011290014718895264, 'min_split_gain': 4.7332288303588495e-05, 'cat_smooth': 56, 'cat_l2': 4.577160013744318}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 20:59:19,218] Trial 119 finished with value: 0.7143662168020436 and parameters: {'boosting_type': 'dart', 'num_leaves': 91, 'learning_rate': 0.013980676043835258, 'n_estimators': 469, 'max_depth': 19, 'min_child_samples': 52, 'subsample': 0.7696945038707795, 'colsample_bytree': 0.9095147640162924, 'reg_alpha': 2.8276473337077682e-05, 'reg_lambda': 0.009164160685518077, 'min_split_gain': 3.171720123714959e-05, 'cat_smooth': 45, 'cat_l2': 3.9754810034954966}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 20:59:26,312] Trial 120 finished with value: 0.7115244731778213 and parameters: {'boosting_type': 'dart', 'num_leaves': 149, 'learning_rate': 0.01217719951234164, 'n_estimators': 492, 'max_depth': 18, 'min_child_samples': 46, 'subsample': 0.8281908288753427, 'colsample_bytree': 0.9270440804380708, 'reg_alpha': 1.781720109197936e-05, 'reg_lambda': 0.006153203485283466, 'min_split_gain': 4.8815510514155925e-05, 'cat_smooth': 53, 'cat_l2': 1.8467140517247609}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 20:59:34,306] Trial 121 finished with value: 0.6231313020966095 and parameters: {'boosting_type': 'dart', 'num_leaves': 109, 'learning_rate': 0.0010047887358197948, 'n_estimators': 534, 'max_depth': 20, 'min_child_samples': 42, 'subsample': 0.8413035477989949, 'colsample_bytree': 0.953683350535456, 'reg_alpha': 3.79660190178783e-06, 'reg_lambda': 0.05710114692463493, 'min_split_gain': 0.00011291721563519125, 'cat_smooth': 56, 'cat_l2': 5.570464511238532}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 20:59:44,706] Trial 122 finished with value: 0.7013083546607712 and parameters: {'boosting_type': 'dart', 'num_leaves': 121, 'learning_rate': 0.010160624167290709, 'n_estimators': 555, 'max_depth': 20, 'min_child_samples': 27, 'subsample': 0.8914070336530394, 'colsample_bytree': 0.8615637396589019, 'reg_alpha': 0.0003733046964521682, 'reg_lambda': 0.10201075301254398, 'min_split_gain': 2.3368207971212795e-05, 'cat_smooth': 58, 'cat_l2': 2.561145690142607}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 20:59:51,267] Trial 123 finished with value: 0.7198656928091243 and parameters: {'boosting_type': 'dart', 'num_leaves': 109, 'learning_rate': 0.009082227819648155, 'n_estimators': 449, 'max_depth': 19, 'min_child_samples': 36, 'subsample': 0.818106054862671, 'colsample_bytree': 0.9639445775461568, 'reg_alpha': 1.3517167935220992e-06, 'reg_lambda': 0.006174086356153873, 'min_split_gain': 0.00026466281697211066, 'cat_smooth': 62, 'cat_l2': 0.7677547806537564}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 20:59:57,156] Trial 124 finished with value: 0.7161084980231267 and parameters: {'boosting_type': 'dart', 'num_leaves': 105, 'learning_rate': 0.015374225427494108, 'n_estimators': 450, 'max_depth': 19, 'min_child_samples': 49, 'subsample': 0.8146760031982726, 'colsample_bytree': 0.9827822550914219, 'reg_alpha': 1.0468259574601516e-06, 'reg_lambda': 0.015210250807853671, 'min_split_gain': 0.5140260260425568, 'cat_smooth': 50, 'cat_l2': 0.975257212827095}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 21:00:01,917] Trial 125 finished with value: 0.7041981119422337 and parameters: {'boosting_type': 'dart', 'num_leaves': 105, 'learning_rate': 0.015101044324297885, 'n_estimators': 380, 'max_depth': 19, 'min_child_samples': 49, 'subsample': 0.8143099437879635, 'colsample_bytree': 0.9865353918460243, 'reg_alpha': 1.0882095008051747e-06, 'reg_lambda': 0.014256349571484559, 'min_split_gain': 0.34959854228247494, 'cat_smooth': 50, 'cat_l2': 0.744535178134645}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 21:00:08,260] Trial 126 finished with value: 0.7127452061690513 and parameters: {'boosting_type': 'dart', 'num_leaves': 93, 'learning_rate': 0.018011248019156344, 'n_estimators': 441, 'max_depth': 18, 'min_child_samples': 36, 'subsample': 0.8198574919767032, 'colsample_bytree': 0.9798058775565722, 'reg_alpha': 2.2991707303083389e-07, 'reg_lambda': 0.006944699856362152, 'min_split_gain': 0.6118135134333313, 'cat_smooth': 43, 'cat_l2': 1.5536162028351392}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 21:00:12,423] Trial 127 finished with value: 0.6943514313735962 and parameters: {'boosting_type': 'dart', 'num_leaves': 168, 'learning_rate': 0.07935361934565267, 'n_estimators': 312, 'max_depth': 19, 'min_child_samples': 38, 'subsample': 0.8480619928688672, 'colsample_bytree': 0.96151597814206, 'reg_alpha': 4.7173545657467193e-07, 'reg_lambda': 0.0045627238195009995, 'min_split_gain': 0.14137161210163574, 'cat_smooth': 67, 'cat_l2': 0.13150003638697558}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 21:00:15,899] Trial 128 finished with value: 0.7127633201595156 and parameters: {'boosting_type': 'dart', 'num_leaves': 128, 'learning_rate': 0.02117388243401574, 'n_estimators': 286, 'max_depth': 17, 'min_child_samples': 40, 'subsample': 0.7771729799003788, 'colsample_bytree': 0.9942600012694751, 'reg_alpha': 8.763563785787615e-07, 'reg_lambda': 0.0014191061609937976, 'min_split_gain': 0.00026879437704260383, 'cat_smooth': 54, 'cat_l2': 0.5133079260616716}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 21:00:20,771] Trial 129 finished with value: 0.6981974661649725 and parameters: {'boosting_type': 'dart', 'num_leaves': 135, 'learning_rate': 0.013600089652928768, 'n_estimators': 419, 'max_depth': 19, 'min_child_samples': 62, 'subsample': 0.8664870693888805, 'colsample_bytree': 0.9706576246252652, 'reg_alpha': 4.6196428234247385e-06, 'reg_lambda': 0.024050932201886494, 'min_split_gain': 0.18855772808717858, 'cat_smooth': 64, 'cat_l2': 0.9983823947490278}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 21:00:31,360] Trial 130 finished with value: 0.7009732608234912 and parameters: {'boosting_type': 'dart', 'num_leaves': 83, 'learning_rate': 0.009087030438484215, 'n_estimators': 458, 'max_depth': 4, 'min_child_samples': 1, 'subsample': 0.9158287543093646, 'colsample_bytree': 0.9654253120323494, 'reg_alpha': 1.2424315191371484e-05, 'reg_lambda': 0.012857385952039927, 'min_split_gain': 0.061187063640688225, 'cat_smooth': 51, 'cat_l2': 1.9301265769294804}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 21:00:37,864] Trial 131 finished with value: 0.7141408280978628 and parameters: {'boosting_type': 'dart', 'num_leaves': 111, 'learning_rate': 0.011764371074441771, 'n_estimators': 503, 'max_depth': 19, 'min_child_samples': 52, 'subsample': 0.7862473182694587, 'colsample_bytree': 0.9141681457307661, 'reg_alpha': 1.3710983123205936e-06, 'reg_lambda': 0.0024778551484596983, 'min_split_gain': 0.8304267114644301, 'cat_smooth': 58, 'cat_l2': 3.623451102414915}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 21:00:45,398] Trial 132 finished with value: 0.7059214331882759 and parameters: {'boosting_type': 'dart', 'num_leaves': 108, 'learning_rate': 0.007829272468117675, 'n_estimators': 514, 'max_depth': 20, 'min_child_samples': 43, 'subsample': 0.8320908207926271, 'colsample_bytree': 0.8845321036477594, 'reg_alpha': 5.18606356772086e-05, 'reg_lambda': 0.044377842230930185, 'min_split_gain': 4.616536877703391e-05, 'cat_smooth': 61, 'cat_l2': 0.7342166703903795}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 21:00:55,484] Trial 133 finished with value: 0.7107228324252085 and parameters: {'boosting_type': 'dart', 'num_leaves': 125, 'learning_rate': 0.01622134583599523, 'n_estimators': 581, 'max_depth': 20, 'min_child_samples': 34, 'subsample': 0.8197695218893861, 'colsample_bytree': 0.950279889455679, 'reg_alpha': 2.7950133838997598e-06, 'reg_lambda': 0.004453962331239637, 'min_split_gain': 0.00012588183525341154, 'cat_smooth': 55, 'cat_l2': 1.2324843954553721}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 21:01:02,169] Trial 134 finished with value: 0.7076654731916323 and parameters: {'boosting_type': 'dart', 'num_leaves': 143, 'learning_rate': 0.010864320370438411, 'n_estimators': 476, 'max_depth': 18, 'min_child_samples': 45, 'subsample': 0.7985341338427547, 'colsample_bytree': 0.9994987053308644, 'reg_alpha': 8.56022688178971e-06, 'reg_lambda': 0.0006840630020599132, 'min_split_gain': 0.00017677088435317132, 'cat_smooth': 59, 'cat_l2': 2.5166057085884457e-05}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 21:01:07,547] Trial 135 finished with value: 0.7001249662143896 and parameters: {'boosting_type': 'dart', 'num_leaves': 119, 'learning_rate': 0.012978331940688754, 'n_estimators': 393, 'max_depth': 19, 'min_child_samples': 39, 'subsample': 0.7645923733601181, 'colsample_bytree': 0.9024380946031653, 'reg_alpha': 6.086960757479239e-07, 'reg_lambda': 0.023647892208974224, 'min_split_gain': 8.556869920157462e-06, 'cat_smooth': 63, 'cat_l2': 4.413394739046242}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 21:01:09,572] Trial 136 finished with value: 0.6385133722637111 and parameters: {'boosting_type': 'dart', 'num_leaves': 97, 'learning_rate': 0.008997067281285838, 'n_estimators': 169, 'max_depth': 19, 'min_child_samples': 30, 'subsample': 0.7480381964189157, 'colsample_bytree': 0.9748350986639227, 'reg_alpha': 2.7630656689021014e-07, 'reg_lambda': 0.030933534800729023, 'min_split_gain': 0.4346795836560332, 'cat_smooth': 48, 'cat_l2': 2.555006710701577}. Best is trial 102 with value: 0.7256709656412625.\n", - "[I 2025-07-28 21:01:17,348] Trial 137 finished with value: 0.7338329002847149 and parameters: {'boosting_type': 'dart', 'num_leaves': 115, 'learning_rate': 0.014925187890769775, 'n_estimators': 440, 'max_depth': 18, 'min_child_samples': 25, 'subsample': 0.8388698484023127, 'colsample_bytree': 0.871735744058394, 'reg_alpha': 0.0002339943750255717, 'reg_lambda': 0.008719224583360354, 'min_split_gain': 6.975191054445815e-05, 'cat_smooth': 52, 'cat_l2': 1.870771829368486e-07}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:01:22,760] Trial 138 finished with value: 0.7159002380811255 and parameters: {'boosting_type': 'dart', 'num_leaves': 102, 'learning_rate': 0.015134547836319807, 'n_estimators': 340, 'max_depth': 17, 'min_child_samples': 27, 'subsample': 0.8673686484657157, 'colsample_bytree': 0.924067348987951, 'reg_alpha': 0.0024298799467643807, 'reg_lambda': 0.010462243840258347, 'min_split_gain': 7.022934834251814e-05, 'cat_smooth': 53, 'cat_l2': 0.4169912601012882}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:01:27,234] Trial 139 finished with value: 0.6966942172979167 and parameters: {'boosting_type': 'dart', 'num_leaves': 104, 'learning_rate': 0.014966731436489238, 'n_estimators': 279, 'max_depth': 18, 'min_child_samples': 24, 'subsample': 0.839358739285841, 'colsample_bytree': 0.9306364397675415, 'reg_alpha': 1.575166351517931e-06, 'reg_lambda': 0.009166429875900668, 'min_split_gain': 6.315046592544531e-05, 'cat_smooth': 52, 'cat_l2': 0.1982489245196366}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:01:34,605] Trial 140 finished with value: 0.7082385528557014 and parameters: {'boosting_type': 'dart', 'num_leaves': 112, 'learning_rate': 0.01661312150851044, 'n_estimators': 431, 'max_depth': 17, 'min_child_samples': 29, 'subsample': 0.8488995017556774, 'colsample_bytree': 0.8705182826863347, 'reg_alpha': 0.0023665325735884426, 'reg_lambda': 0.0035050950053809255, 'min_split_gain': 0.0005232574617304833, 'cat_smooth': 44, 'cat_l2': 2.1413970305483128e-06}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:01:40,378] Trial 141 finished with value: 0.7099202562039968 and parameters: {'boosting_type': 'dart', 'num_leaves': 70, 'learning_rate': 0.013692294360426432, 'n_estimators': 354, 'max_depth': 17, 'min_child_samples': 27, 'subsample': 0.8612378044437877, 'colsample_bytree': 0.9220077938272019, 'reg_alpha': 0.0006195715359981445, 'reg_lambda': 0.013335514252035175, 'min_split_gain': 0.00011290411815410271, 'cat_smooth': 53, 'cat_l2': 0.6634800896969975}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:01:43,530] Trial 142 finished with value: 0.6984914160091801 and parameters: {'boosting_type': 'dart', 'num_leaves': 103, 'learning_rate': 0.018240908962873625, 'n_estimators': 211, 'max_depth': 18, 'min_child_samples': 25, 'subsample': 0.8832340352438163, 'colsample_bytree': 0.9417889992106163, 'reg_alpha': 0.00015983507039212802, 'reg_lambda': 0.005665560161391873, 'min_split_gain': 2.9340511846588815e-05, 'cat_smooth': 55, 'cat_l2': 4.556813850160574e-08}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:01:51,437] Trial 143 finished with value: 0.7068544126307923 and parameters: {'boosting_type': 'dart', 'num_leaves': 97, 'learning_rate': 0.011904617042451581, 'n_estimators': 491, 'max_depth': 18, 'min_child_samples': 35, 'subsample': 0.8980782502084522, 'colsample_bytree': 0.9875037362599619, 'reg_alpha': 0.0040078627278316336, 'reg_lambda': 0.008789866993481133, 'min_split_gain': 8.800112479569786e-05, 'cat_smooth': 47, 'cat_l2': 0.39308784610265385}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:01:56,120] Trial 144 finished with value: 0.7149132394432063 and parameters: {'boosting_type': 'dart', 'num_leaves': 109, 'learning_rate': 0.01477868810288409, 'n_estimators': 329, 'max_depth': 19, 'min_child_samples': 33, 'subsample': 0.8467094287117625, 'colsample_bytree': 0.9565679576900936, 'reg_alpha': 0.0157150105987431, 'reg_lambda': 0.04099301094618837, 'min_split_gain': 7.091624325614968e-05, 'cat_smooth': 61, 'cat_l2': 9.406408644000631e-08}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:02:02,769] Trial 145 finished with value: 0.655506922747415 and parameters: {'boosting_type': 'dart', 'num_leaves': 77, 'learning_rate': 0.005634330739887356, 'n_estimators': 448, 'max_depth': 17, 'min_child_samples': 30, 'subsample': 0.8264108984970364, 'colsample_bytree': 0.907187776844152, 'reg_alpha': 0.0002301104309900091, 'reg_lambda': 0.01608680500028519, 'min_split_gain': 0.9387681684076861, 'cat_smooth': 50, 'cat_l2': 0.08167031648567422}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:02:16,770] Trial 146 finished with value: 0.7140334810671247 and parameters: {'boosting_type': 'dart', 'num_leaves': 122, 'learning_rate': 0.00998229029888831, 'n_estimators': 625, 'max_depth': 19, 'min_child_samples': 22, 'subsample': 0.864896773405277, 'colsample_bytree': 0.9320578881117835, 'reg_alpha': 9.436918630583222e-05, 'reg_lambda': 0.002085660492853812, 'min_split_gain': 0.00022056041291517115, 'cat_smooth': 66, 'cat_l2': 5.198347491713473e-05}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:02:24,711] Trial 147 finished with value: 0.6864112635079944 and parameters: {'boosting_type': 'dart', 'num_leaves': 130, 'learning_rate': 0.02806014882097451, 'n_estimators': 508, 'max_depth': 18, 'min_child_samples': 36, 'subsample': 0.6983040828912674, 'colsample_bytree': 0.9453691790650907, 'reg_alpha': 0.0015035900937682284, 'reg_lambda': 0.06543545591802968, 'min_split_gain': 5.3944682037288995e-05, 'cat_smooth': 56, 'cat_l2': 0.23536076325535402}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:02:34,330] Trial 148 finished with value: 0.7160408890142234 and parameters: {'boosting_type': 'dart', 'num_leaves': 117, 'learning_rate': 0.012802317074336761, 'n_estimators': 525, 'max_depth': 19, 'min_child_samples': 28, 'subsample': 0.9110245638990242, 'colsample_bytree': 0.916300621895952, 'reg_alpha': 8.760785248432535e-07, 'reg_lambda': 0.02544614817097984, 'min_split_gain': 0.00014417965844361994, 'cat_smooth': 59, 'cat_l2': 0.4708759151217064}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:02:42,523] Trial 149 finished with value: 0.7020973225952928 and parameters: {'boosting_type': 'dart', 'num_leaves': 115, 'learning_rate': 0.020769292736618396, 'n_estimators': 464, 'max_depth': 20, 'min_child_samples': 28, 'subsample': 0.8711774796294102, 'colsample_bytree': 0.9125936704148261, 'reg_alpha': 8.967810892197737e-07, 'reg_lambda': 0.021784825932250666, 'min_split_gain': 0.00014577047131562792, 'cat_smooth': 58, 'cat_l2': 9.181086673980943e-07}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:02:50,535] Trial 150 finished with value: 0.6999704463583564 and parameters: {'boosting_type': 'dart', 'num_leaves': 137, 'learning_rate': 0.03591189377671027, 'n_estimators': 486, 'max_depth': 19, 'min_child_samples': 33, 'subsample': 0.8089110079993711, 'colsample_bytree': 0.9203331072035617, 'reg_alpha': 3.3040327216850464e-06, 'reg_lambda': 0.020526940634292983, 'min_split_gain': 0.00017677720478222593, 'cat_smooth': 53, 'cat_l2': 1.3097575663420802}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:02:59,597] Trial 151 finished with value: 0.7056358042637638 and parameters: {'boosting_type': 'dart', 'num_leaves': 125, 'learning_rate': 0.01283715239241415, 'n_estimators': 521, 'max_depth': 18, 'min_child_samples': 31, 'subsample': 0.9130878933217398, 'colsample_bytree': 0.9646777295905903, 'reg_alpha': 3.9981681941046946e-07, 'reg_lambda': 0.009056212961582247, 'min_split_gain': 0.0003139680807346244, 'cat_smooth': 60, 'cat_l2': 0.4732242651729585}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:03:09,083] Trial 152 finished with value: 0.7301174007244934 and parameters: {'boosting_type': 'dart', 'num_leaves': 115, 'learning_rate': 0.011597467364393604, 'n_estimators': 533, 'max_depth': 19, 'min_child_samples': 25, 'subsample': 0.891603793384477, 'colsample_bytree': 0.8975395522916353, 'reg_alpha': 5.863609507046422e-06, 'reg_lambda': 1.4566068365936458, 'min_split_gain': 2.0386932287245315e-05, 'cat_smooth': 62, 'cat_l2': 0.8978926205842541}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:03:19,088] Trial 153 finished with value: 0.7048199628632644 and parameters: {'boosting_type': 'dart', 'num_leaves': 116, 'learning_rate': 0.011522375444748528, 'n_estimators': 565, 'max_depth': 19, 'min_child_samples': 28, 'subsample': 0.8874675663532817, 'colsample_bytree': 0.8940180799672838, 'reg_alpha': 5.299372184558762e-06, 'reg_lambda': 1.7675162443442292, 'min_split_gain': 2.1479949062825028e-05, 'cat_smooth': 64, 'cat_l2': 0.833320787150889}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:03:27,140] Trial 154 finished with value: 0.692619224586097 and parameters: {'boosting_type': 'dart', 'num_leaves': 108, 'learning_rate': 0.00842592083649038, 'n_estimators': 548, 'max_depth': 20, 'min_child_samples': 25, 'subsample': 0.8553247538637775, 'colsample_bytree': 0.8773826130534462, 'reg_alpha': 2.2229542789801726e-06, 'reg_lambda': 6.91291360787885, 'min_split_gain': 0.0008317563030941138, 'cat_smooth': 62, 'cat_l2': 1.7612677738109546}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:03:37,081] Trial 155 finished with value: 0.7016302297476235 and parameters: {'boosting_type': 'dart', 'num_leaves': 129, 'learning_rate': 0.015669433843892366, 'n_estimators': 581, 'max_depth': 19, 'min_child_samples': 36, 'subsample': 0.8962762930814518, 'colsample_bytree': 0.9048347093588781, 'reg_alpha': 2.445618931538892e-05, 'reg_lambda': 0.011924336273965115, 'min_split_gain': 1.3311459214845952e-05, 'cat_smooth': 59, 'cat_l2': 0.1326666302395146}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:03:42,794] Trial 156 finished with value: 0.7029627390406417 and parameters: {'boosting_type': 'dart', 'num_leaves': 119, 'learning_rate': 0.01077021224063867, 'n_estimators': 401, 'max_depth': 20, 'min_child_samples': 41, 'subsample': 0.8794298460210926, 'colsample_bytree': 0.8961760711357242, 'reg_alpha': 1.4909574003377544e-06, 'reg_lambda': 0.035650317841279665, 'min_split_gain': 3.231384152706678e-05, 'cat_smooth': 55, 'cat_l2': 0.49093737975735474}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:03:52,103] Trial 157 finished with value: 0.7190729331544173 and parameters: {'boosting_type': 'dart', 'num_leaves': 93, 'learning_rate': 0.013839065254964178, 'n_estimators': 533, 'max_depth': 19, 'min_child_samples': 33, 'subsample': 0.834637572183147, 'colsample_bytree': 0.8850621641632244, 'reg_alpha': 8.493723724782778e-06, 'reg_lambda': 0.3736348161809022, 'min_split_gain': 0.00011204673616238172, 'cat_smooth': 69, 'cat_l2': 1.0696825410683966}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:04:26,963] Trial 158 finished with value: 0.6561212474949649 and parameters: {'boosting_type': 'dart', 'num_leaves': 113, 'learning_rate': 0.009417703259032932, 'n_estimators': 497, 'max_depth': 19, 'min_child_samples': 3, 'subsample': 0.8400080491912547, 'colsample_bytree': 0.8837350427337824, 'reg_alpha': 1.2168041770697872e-05, 'reg_lambda': 0.35315445385522076, 'min_split_gain': 0.00044256634325262845, 'cat_smooth': 69, 'cat_l2': 0.99856975848902}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:04:38,216] Trial 159 finished with value: 0.6638938848035456 and parameters: {'boosting_type': 'dart', 'num_leaves': 96, 'learning_rate': 0.013696979351029684, 'n_estimators': 530, 'max_depth': 20, 'min_child_samples': 6, 'subsample': 0.8158522853008505, 'colsample_bytree': 0.8653730917448015, 'reg_alpha': 5.8644285194196726e-06, 'reg_lambda': 1.429093177302994, 'min_split_gain': 0.6104718397421406, 'cat_smooth': 71, 'cat_l2': 1.7803450147204718}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:04:45,390] Trial 160 finished with value: 0.7301131369451359 and parameters: {'boosting_type': 'dart', 'num_leaves': 125, 'learning_rate': 0.0121692329402263, 'n_estimators': 456, 'max_depth': 19, 'min_child_samples': 34, 'subsample': 0.8321186696206357, 'colsample_bytree': 0.853189836340972, 'reg_alpha': 8.734634356606582e-06, 'reg_lambda': 0.5482600048263502, 'min_split_gain': 4.4022492451452256e-05, 'cat_smooth': 66, 'cat_l2': 2.7207918624912573}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:04:52,579] Trial 161 finished with value: 0.7315000160724799 and parameters: {'boosting_type': 'dart', 'num_leaves': 122, 'learning_rate': 0.01214203311650838, 'n_estimators': 454, 'max_depth': 19, 'min_child_samples': 33, 'subsample': 0.8321689658558898, 'colsample_bytree': 0.840599522464984, 'reg_alpha': 7.74454802204182e-06, 'reg_lambda': 0.25827102807499075, 'min_split_gain': 0.00010758257563335615, 'cat_smooth': 74, 'cat_l2': 2.417970963881962}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:04:58,539] Trial 162 finished with value: 0.7142024814975161 and parameters: {'boosting_type': 'dart', 'num_leaves': 132, 'learning_rate': 0.010612425036317614, 'n_estimators': 428, 'max_depth': 20, 'min_child_samples': 38, 'subsample': 0.8374960100492911, 'colsample_bytree': 0.8631770494167242, 'reg_alpha': 8.716968905795479e-06, 'reg_lambda': 0.24169871270135024, 'min_split_gain': 4.5602259889949366e-05, 'cat_smooth': 74, 'cat_l2': 2.6553071096379326}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:05:05,783] Trial 163 finished with value: 0.7291010063656459 and parameters: {'boosting_type': 'dart', 'num_leaves': 125, 'learning_rate': 0.011671397322456749, 'n_estimators': 461, 'max_depth': 19, 'min_child_samples': 33, 'subsample': 0.8293055925199104, 'colsample_bytree': 0.8552076705624762, 'reg_alpha': 4.210530597435416e-06, 'reg_lambda': 0.478835675935543, 'min_split_gain': 0.00011486483344715786, 'cat_smooth': 75, 'cat_l2': 4.329208851265957}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:05:13,479] Trial 164 finished with value: 0.7266805076239391 and parameters: {'boosting_type': 'dart', 'num_leaves': 123, 'learning_rate': 0.011672649482171454, 'n_estimators': 473, 'max_depth': 8, 'min_child_samples': 33, 'subsample': 0.8285212428438145, 'colsample_bytree': 0.8539741379202181, 'reg_alpha': 4.017119135165853e-06, 'reg_lambda': 0.5345337411692803, 'min_split_gain': 0.00011193033917959449, 'cat_smooth': 73, 'cat_l2': 4.132923652671482}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:05:20,824] Trial 165 finished with value: 0.7198397907467423 and parameters: {'boosting_type': 'dart', 'num_leaves': 124, 'learning_rate': 0.011637792762606297, 'n_estimators': 473, 'max_depth': 8, 'min_child_samples': 34, 'subsample': 0.825920921257886, 'colsample_bytree': 0.8489772085893559, 'reg_alpha': 1.5411187578647407e-05, 'reg_lambda': 0.5201460923354185, 'min_split_gain': 3.4919342563409636e-08, 'cat_smooth': 75, 'cat_l2': 3.206757475119528}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:05:28,218] Trial 166 finished with value: 0.7188385434076188 and parameters: {'boosting_type': 'dart', 'num_leaves': 124, 'learning_rate': 0.011862115725697201, 'n_estimators': 474, 'max_depth': 8, 'min_child_samples': 34, 'subsample': 0.8263620243038996, 'colsample_bytree': 0.8478350317652196, 'reg_alpha': 1.751035475665011e-05, 'reg_lambda': 0.6488627589139128, 'min_split_gain': 1.6744234751206513e-07, 'cat_smooth': 75, 'cat_l2': 2.848725153001384}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:05:35,616] Trial 167 finished with value: 0.7301131369451359 and parameters: {'boosting_type': 'dart', 'num_leaves': 124, 'learning_rate': 0.011995152880020957, 'n_estimators': 467, 'max_depth': 8, 'min_child_samples': 34, 'subsample': 0.8260493881847696, 'colsample_bytree': 0.8402725054637621, 'reg_alpha': 1.799243541980471e-05, 'reg_lambda': 0.4751664956243936, 'min_split_gain': 1.164173040148267e-08, 'cat_smooth': 78, 'cat_l2': 3.364532355361719}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:05:42,919] Trial 168 finished with value: 0.7252936284965952 and parameters: {'boosting_type': 'dart', 'num_leaves': 125, 'learning_rate': 0.011613125855509231, 'n_estimators': 470, 'max_depth': 8, 'min_child_samples': 34, 'subsample': 0.8282039888938316, 'colsample_bytree': 0.8461721415795743, 'reg_alpha': 1.8355613452259913e-05, 'reg_lambda': 0.4401328677899726, 'min_split_gain': 2.572563565572411e-08, 'cat_smooth': 78, 'cat_l2': 7.371158506617801}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:05:49,121] Trial 169 finished with value: 0.6741000977517106 and parameters: {'boosting_type': 'dart', 'num_leaves': 147, 'learning_rate': 0.011762056654741964, 'n_estimators': 422, 'max_depth': 8, 'min_child_samples': 33, 'subsample': 0.8036015741310507, 'colsample_bytree': 0.8229995970751411, 'reg_alpha': 2.714590711640264e-05, 'reg_lambda': 0.4452914111568171, 'min_split_gain': 2.989006937163156e-08, 'cat_smooth': 80, 'cat_l2': 6.254529112023866}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:05:55,963] Trial 170 finished with value: 0.7167844985702128 and parameters: {'boosting_type': 'dart', 'num_leaves': 128, 'learning_rate': 0.010092170844208907, 'n_estimators': 456, 'max_depth': 9, 'min_child_samples': 35, 'subsample': 0.8321906715112896, 'colsample_bytree': 0.8362281881293037, 'reg_alpha': 4.356247729334309e-05, 'reg_lambda': 0.26444187499838345, 'min_split_gain': 1.204531278462389e-08, 'cat_smooth': 77, 'cat_l2': 8.296783739915137}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:06:03,330] Trial 171 finished with value: 0.7256709656412625 and parameters: {'boosting_type': 'dart', 'num_leaves': 123, 'learning_rate': 0.012105462492457288, 'n_estimators': 475, 'max_depth': 8, 'min_child_samples': 34, 'subsample': 0.8254678607735809, 'colsample_bytree': 0.8493176469593254, 'reg_alpha': 1.5064636120022681e-05, 'reg_lambda': 0.5141816387325746, 'min_split_gain': 5.6054445738578015e-08, 'cat_smooth': 79, 'cat_l2': 3.1944429840971984}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:06:10,139] Trial 172 finished with value: 0.720614942859451 and parameters: {'boosting_type': 'dart', 'num_leaves': 123, 'learning_rate': 0.012315274084765508, 'n_estimators': 443, 'max_depth': 7, 'min_child_samples': 32, 'subsample': 0.8220190837097372, 'colsample_bytree': 0.8505810218724973, 'reg_alpha': 1.198758125194822e-05, 'reg_lambda': 0.3604824251913722, 'min_split_gain': 2.8149158106717294e-08, 'cat_smooth': 78, 'cat_l2': 9.725289540418695}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:06:17,777] Trial 173 finished with value: 0.7087694014511583 and parameters: {'boosting_type': 'dart', 'num_leaves': 133, 'learning_rate': 0.01198898968962979, 'n_estimators': 466, 'max_depth': 6, 'min_child_samples': 31, 'subsample': 0.8227877667873469, 'colsample_bytree': 0.8437783997678985, 'reg_alpha': 1.6268265510439024e-05, 'reg_lambda': 0.529168088165352, 'min_split_gain': 6.297781398061792e-08, 'cat_smooth': 80, 'cat_l2': 3.8722216974251555}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:06:23,450] Trial 174 finished with value: 0.7076519186812813 and parameters: {'boosting_type': 'dart', 'num_leaves': 140, 'learning_rate': 0.010674599500456395, 'n_estimators': 383, 'max_depth': 7, 'min_child_samples': 35, 'subsample': 0.8056515025195087, 'colsample_bytree': 0.8520851308954747, 'reg_alpha': 5.910724560045034e-05, 'reg_lambda': 0.16621817798845007, 'min_split_gain': 2.2953859106588343e-08, 'cat_smooth': 78, 'cat_l2': 5.59678226857489}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:06:30,350] Trial 175 finished with value: 0.7126193048569005 and parameters: {'boosting_type': 'dart', 'num_leaves': 122, 'learning_rate': 0.012581985055296733, 'n_estimators': 436, 'max_depth': 7, 'min_child_samples': 30, 'subsample': 0.8192192089895043, 'colsample_bytree': 0.8347254771573496, 'reg_alpha': 1.2138652291062942e-05, 'reg_lambda': 0.27050421564117305, 'min_split_gain': 4.62496188154372e-08, 'cat_smooth': 73, 'cat_l2': 9.799396137591028}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:06:37,398] Trial 176 finished with value: 0.6517242640885393 and parameters: {'boosting_type': 'dart', 'num_leaves': 125, 'learning_rate': 0.009358290274996984, 'n_estimators': 479, 'max_depth': 9, 'min_child_samples': 37, 'subsample': 0.7957548361824143, 'colsample_bytree': 0.8175891732881121, 'reg_alpha': 3.299311740902181e-05, 'reg_lambda': 1.0685007901782553, 'min_split_gain': 3.0879736174815204e-08, 'cat_smooth': 82, 'cat_l2': 3.7975053258343245}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:06:44,393] Trial 177 finished with value: 0.711977279319457 and parameters: {'boosting_type': 'dart', 'num_leaves': 134, 'learning_rate': 0.010888461339868377, 'n_estimators': 445, 'max_depth': 7, 'min_child_samples': 33, 'subsample': 0.8104246724753363, 'colsample_bytree': 0.852461258748335, 'reg_alpha': 7.120088413751128e-06, 'reg_lambda': 0.46152747135528877, 'min_split_gain': 1.080062950107534e-08, 'cat_smooth': 78, 'cat_l2': 2.6141420356576184}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:06:50,476] Trial 178 finished with value: 0.6682739302761214 and parameters: {'boosting_type': 'dart', 'num_leaves': 120, 'learning_rate': 0.01170124571567658, 'n_estimators': 410, 'max_depth': 8, 'min_child_samples': 32, 'subsample': 0.8278784719625898, 'colsample_bytree': 0.8058372780643325, 'reg_alpha': 2.0102596876568795e-05, 'reg_lambda': 0.22037024501946453, 'min_split_gain': 1.904290728812842e-08, 'cat_smooth': 73, 'cat_l2': 5.992181191812556}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:06:57,736] Trial 179 finished with value: 0.7001249662143896 and parameters: {'boosting_type': 'dart', 'num_leaves': 130, 'learning_rate': 0.00988317714866233, 'n_estimators': 486, 'max_depth': 7, 'min_child_samples': 39, 'subsample': 0.8505275781049699, 'colsample_bytree': 0.8742543761035867, 'reg_alpha': 1.3664387068575534e-05, 'reg_lambda': 0.11300928468556956, 'min_split_gain': 3.504012271095266e-08, 'cat_smooth': 83, 'cat_l2': 1.9308311691256803}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:07:04,384] Trial 180 finished with value: 0.6627751218739543 and parameters: {'boosting_type': 'dart', 'num_leaves': 141, 'learning_rate': 0.012947600665468786, 'n_estimators': 458, 'max_depth': 6, 'min_child_samples': 36, 'subsample': 0.7785873814983555, 'colsample_bytree': 0.8248600052329355, 'reg_alpha': 3.248555202002949e-05, 'reg_lambda': 0.34524165015100294, 'min_split_gain': 1.362324584819811e-07, 'cat_smooth': 75, 'cat_l2': 3.715877867281301}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:07:12,352] Trial 181 finished with value: 0.7218319454758869 and parameters: {'boosting_type': 'dart', 'num_leaves': 125, 'learning_rate': 0.014049118117205123, 'n_estimators': 500, 'max_depth': 8, 'min_child_samples': 34, 'subsample': 0.8347940537329952, 'colsample_bytree': 0.8462929384719373, 'reg_alpha': 6.752686847528298e-06, 'reg_lambda': 0.40381704568374366, 'min_split_gain': 4.736220630351269e-08, 'cat_smooth': 76, 'cat_l2': 1.5703586448798537}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:07:20,315] Trial 182 finished with value: 0.7218319454758869 and parameters: {'boosting_type': 'dart', 'num_leaves': 126, 'learning_rate': 0.011404561381019765, 'n_estimators': 495, 'max_depth': 8, 'min_child_samples': 34, 'subsample': 0.8393649045983625, 'colsample_bytree': 0.858976046282897, 'reg_alpha': 9.886703460355286e-06, 'reg_lambda': 0.6089208015990604, 'min_split_gain': 7.691947864644716e-08, 'cat_smooth': 76, 'cat_l2': 2.183469452935172}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:07:28,155] Trial 183 finished with value: 0.7135380201139391 and parameters: {'boosting_type': 'dart', 'num_leaves': 125, 'learning_rate': 0.011338325694922026, 'n_estimators': 490, 'max_depth': 8, 'min_child_samples': 35, 'subsample': 0.8357890912400502, 'colsample_bytree': 0.856595272711521, 'reg_alpha': 7.638939208510032e-06, 'reg_lambda': 0.4557073836954063, 'min_split_gain': 7.15564491618155e-08, 'cat_smooth': 77, 'cat_l2': 8.9488167967378}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:07:35,423] Trial 184 finished with value: 0.7166222489078453 and parameters: {'boosting_type': 'dart', 'num_leaves': 119, 'learning_rate': 0.014371719371967446, 'n_estimators': 435, 'max_depth': 9, 'min_child_samples': 30, 'subsample': 0.8223016186485359, 'colsample_bytree': 0.8446269840441608, 'reg_alpha': 4.699317066965797e-06, 'reg_lambda': 0.14036144407070666, 'min_split_gain': 4.040930143664607e-08, 'cat_smooth': 80, 'cat_l2': 2.427108344131698}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:07:42,419] Trial 185 finished with value: 0.666274362882983 and parameters: {'boosting_type': 'dart', 'num_leaves': 136, 'learning_rate': 0.009894323255815029, 'n_estimators': 470, 'max_depth': 9, 'min_child_samples': 38, 'subsample': 0.8514448992886039, 'colsample_bytree': 0.8296831371323388, 'reg_alpha': 9.461300062743283e-06, 'reg_lambda': 0.6228516916333352, 'min_split_gain': 1.534963696360151e-08, 'cat_smooth': 75, 'cat_l2': 4.697727686092187}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:07:48,591] Trial 186 finished with value: 0.7095567805777503 and parameters: {'boosting_type': 'dart', 'num_leaves': 113, 'learning_rate': 0.012013478537298315, 'n_estimators': 416, 'max_depth': 8, 'min_child_samples': 34, 'subsample': 0.8382152566585607, 'colsample_bytree': 0.8406904718915759, 'reg_alpha': 2.1887506206961523e-05, 'reg_lambda': 1.1191685073755993, 'min_split_gain': 5.989448170460582e-08, 'cat_smooth': 72, 'cat_l2': 1.4773956828415333}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:07:56,966] Trial 187 finished with value: 0.7266011177031433 and parameters: {'boosting_type': 'dart', 'num_leaves': 128, 'learning_rate': 0.011077564569495837, 'n_estimators': 504, 'max_depth': 8, 'min_child_samples': 32, 'subsample': 0.8188871249434678, 'colsample_bytree': 0.8671579473033575, 'reg_alpha': 6.494230677056906e-05, 'reg_lambda': 0.2330814862633253, 'min_split_gain': 2.303947318480298e-08, 'cat_smooth': 76, 'cat_l2': 3.3280333288095503}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:08:05,743] Trial 188 finished with value: 0.7132054644627014 and parameters: {'boosting_type': 'dart', 'num_leaves': 126, 'learning_rate': 0.01698126456232389, 'n_estimators': 507, 'max_depth': 8, 'min_child_samples': 31, 'subsample': 0.8143004185300089, 'colsample_bytree': 0.8608630422029293, 'reg_alpha': 6.778532288819046e-05, 'reg_lambda': 0.2649179529300033, 'min_split_gain': 2.4166223944202735e-08, 'cat_smooth': 77, 'cat_l2': 3.3947897500758524}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:08:13,632] Trial 189 finished with value: 0.708584363282925 and parameters: {'boosting_type': 'dart', 'num_leaves': 120, 'learning_rate': 0.010958592677295338, 'n_estimators': 459, 'max_depth': 8, 'min_child_samples': 29, 'subsample': 0.8013690412259717, 'colsample_bytree': 0.8727213207710599, 'reg_alpha': 9.92613712944834e-05, 'reg_lambda': 0.15883337604769987, 'min_split_gain': 5.030574934061629e-08, 'cat_smooth': 79, 'cat_l2': 6.538566882738805}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:08:21,651] Trial 190 finished with value: 0.7218319454758869 and parameters: {'boosting_type': 'dart', 'num_leaves': 130, 'learning_rate': 0.013039871575130944, 'n_estimators': 493, 'max_depth': 10, 'min_child_samples': 34, 'subsample': 0.8312151263894866, 'colsample_bytree': 0.8530406264033655, 'reg_alpha': 4.445576851690997e-05, 'reg_lambda': 0.3707422488466653, 'min_split_gain': 9.392311260981718e-08, 'cat_smooth': 84, 'cat_l2': 2.0921104814504887}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:08:29,610] Trial 191 finished with value: 0.7218319454758869 and parameters: {'boosting_type': 'dart', 'num_leaves': 131, 'learning_rate': 0.012873240060088284, 'n_estimators': 489, 'max_depth': 10, 'min_child_samples': 34, 'subsample': 0.8286850211915048, 'colsample_bytree': 0.8557561376351084, 'reg_alpha': 5.050333129844433e-05, 'reg_lambda': 0.3494516664755324, 'min_split_gain': 2.1011720954609878e-07, 'cat_smooth': 85, 'cat_l2': 2.0915565859274405}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:08:37,467] Trial 192 finished with value: 0.7090484697584214 and parameters: {'boosting_type': 'dart', 'num_leaves': 129, 'learning_rate': 0.012754790369680313, 'n_estimators': 503, 'max_depth': 10, 'min_child_samples': 37, 'subsample': 0.8462114840562657, 'colsample_bytree': 0.8643678745843785, 'reg_alpha': 3.440584420375134e-05, 'reg_lambda': 0.21247490057946766, 'min_split_gain': 4.2960724168308516e-07, 'cat_smooth': 85, 'cat_l2': 2.052947103799678}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:08:45,563] Trial 193 finished with value: 0.7156218289917239 and parameters: {'boosting_type': 'dart', 'num_leaves': 134, 'learning_rate': 0.01389768008462195, 'n_estimators': 491, 'max_depth': 9, 'min_child_samples': 32, 'subsample': 0.8300657222718771, 'colsample_bytree': 0.8557969730167674, 'reg_alpha': 4.9427915349085055e-05, 'reg_lambda': 0.35016146778762425, 'min_split_gain': 1.4309132967200375e-07, 'cat_smooth': 83, 'cat_l2': 1.5651198784378846}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:08:51,936] Trial 194 finished with value: 0.6736023939354923 and parameters: {'boosting_type': 'dart', 'num_leaves': 114, 'learning_rate': 0.012944353074526517, 'n_estimators': 445, 'max_depth': 10, 'min_child_samples': 35, 'subsample': 0.8173132719239115, 'colsample_bytree': 0.8322146837683043, 'reg_alpha': 6.779544743454052e-05, 'reg_lambda': 0.9208999758115338, 'min_split_gain': 1.5044259850982823e-08, 'cat_smooth': 81, 'cat_l2': 4.491656003171805}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:09:00,417] Trial 195 finished with value: 0.7159864246372785 and parameters: {'boosting_type': 'dart', 'num_leaves': 129, 'learning_rate': 0.01578013807249092, 'n_estimators': 518, 'max_depth': 7, 'min_child_samples': 33, 'subsample': 0.8426226673021568, 'colsample_bytree': 0.8693162683984181, 'reg_alpha': 2.399429338056855e-05, 'reg_lambda': 0.37104922804950335, 'min_split_gain': 2.5972959309741778e-08, 'cat_smooth': 76, 'cat_l2': 2.4090014260357617}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:09:08,638] Trial 196 finished with value: 0.6814899021572008 and parameters: {'boosting_type': 'dart', 'num_leaves': 121, 'learning_rate': 0.00892826246936604, 'n_estimators': 481, 'max_depth': 9, 'min_child_samples': 30, 'subsample': 0.807970889568639, 'colsample_bytree': 0.841817672111116, 'reg_alpha': 0.00013243589156843654, 'reg_lambda': 0.07843067467046082, 'min_split_gain': 2.3195439703930897e-07, 'cat_smooth': 71, 'cat_l2': 1.4605998073711828}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:09:16,719] Trial 197 finished with value: 0.7142175563994662 and parameters: {'boosting_type': 'dart', 'num_leaves': 138, 'learning_rate': 0.010551289658779118, 'n_estimators': 508, 'max_depth': 11, 'min_child_samples': 36, 'subsample': 0.831334577581411, 'colsample_bytree': 0.8536556854964166, 'reg_alpha': 4.5204484062740544e-05, 'reg_lambda': 0.6963178613977664, 'min_split_gain': 8.850933519759191e-08, 'cat_smooth': 88, 'cat_l2': 5.7701621460710735}. Best is trial 137 with value: 0.7338329002847149.\n", - "[I 2025-07-28 21:09:23,311] Trial 198 finished with value: 0.710375193693048 and parameters: {'boosting_type': 'dart', 'num_leaves': 116, 'learning_rate': 0.014751581291480163, 'n_estimators': 447, 'max_depth': 10, 'min_child_samples': 39, 'subsample': 0.857449556362986, 'colsample_bytree': 0.8756970728212912, 'reg_alpha': 1.2339653905923643e-05, 'reg_lambda': 0.20816279578420516, 'min_split_gain': 9.840480383839915e-08, 'cat_smooth': 84, 'cat_l2': 3.0989754212094756}. Best is trial 137 with value: 0.7338329002847149.\n", + "...", "[I 2025-07-28 21:09:32,868] Trial 199 finished with value: 0.7127633201595156 and parameters: {'boosting_type': 'dart', 'num_leaves': 144, 'learning_rate': 0.012575812659743247, 'n_estimators': 549, 'max_depth': 11, 'min_child_samples': 33, 'subsample': 0.8201396579082235, 'colsample_bytree': 0.8618094826946774, 'reg_alpha': 0.00022277139513162425, 'reg_lambda': 1.2026457556920858, 'min_split_gain': 9.340322067132456e-08, 'cat_smooth': 78, 'cat_l2': 9.351735111010793}. Best is trial 137 with value: 0.7338329002847149.\n" ] }, @@ -1011,203 +422,7 @@ "[I 2025-07-28 21:10:05,884] A new study created in memory with name: no-name-bf4ade11-fdd4-4e51-8e36-3ce62bb0ef30\n", "[I 2025-07-28 21:10:06,304] Trial 0 finished with value: 0.644865039962623 and parameters: {'iterations': 326, 'depth': 10, 'learning_rate': 0.19634246718523193, 'l2_leaf_reg': 2.874223428781629e-05, 'random_strength': 0.0007132910532975053, 'bagging_temperature': 4.68236671244208, 'border_count': 140, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 71, 'rsm': 0.851641906909135}. Best is trial 0 with value: 0.644865039962623.\n", "[I 2025-07-28 21:10:06,587] Trial 1 finished with value: 0.6769947086440917 and parameters: {'iterations': 364, 'depth': 13, 'learning_rate': 0.04465629029593174, 'l2_leaf_reg': 1.3554273893773743e-08, 'random_strength': 0.4601972154575927, 'bagging_temperature': 1.856284401555177, 'border_count': 182, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 33, 'rsm': 0.27841739352654576}. Best is trial 1 with value: 0.6769947086440917.\n", - "[I 2025-07-28 21:10:06,811] Trial 2 finished with value: 0.6231313020966095 and parameters: {'iterations': 124, 'depth': 14, 'learning_rate': 0.0016455157304415583, 'l2_leaf_reg': 0.0012123823215348748, 'random_strength': 0.0007104164228695333, 'bagging_temperature': 3.7255890605599347, 'border_count': 168, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 35, 'rsm': 0.1028319728367821}. Best is trial 1 with value: 0.6769947086440917.\n", - "[I 2025-07-28 21:10:06,896] Trial 3 finished with value: 0.6231313020966095 and parameters: {'iterations': 405, 'depth': 6, 'learning_rate': 0.003265115142058239, 'l2_leaf_reg': 3.6242308281835856, 'random_strength': 0.001295127270986621, 'bagging_temperature': 7.419893468573814, 'border_count': 211, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 92, 'rsm': 0.1230560327547277}. Best is trial 1 with value: 0.6769947086440917.\n", - "[I 2025-07-28 21:10:07,005] Trial 4 finished with value: 0.629004963261655 and parameters: {'iterations': 360, 'depth': 16, 'learning_rate': 0.38460819718061895, 'l2_leaf_reg': 3.438530546788852e-05, 'random_strength': 1.5613296753397497e-06, 'bagging_temperature': 1.334157246664154, 'border_count': 242, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 7, 'rsm': 0.308048400632565}. Best is trial 1 with value: 0.6769947086440917.\n", - "[I 2025-07-28 21:10:07,078] Trial 5 finished with value: 0.6796234450118777 and parameters: {'iterations': 255, 'depth': 12, 'learning_rate': 0.07587626478018945, 'l2_leaf_reg': 0.47492461205424946, 'random_strength': 1.4909389967190022e-06, 'bagging_temperature': 3.0410057598043916, 'border_count': 102, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 56, 'rsm': 0.46125532883497433}. Best is trial 5 with value: 0.6796234450118777.\n", - "[I 2025-07-28 21:10:07,173] Trial 6 finished with value: 0.6443643318299606 and parameters: {'iterations': 376, 'depth': 9, 'learning_rate': 0.16393806725439064, 'l2_leaf_reg': 0.0010031756584540795, 'random_strength': 3.666980218818952e-05, 'bagging_temperature': 9.625363852998053, 'border_count': 113, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 23, 'rsm': 0.555281479161126}. Best is trial 5 with value: 0.6796234450118777.\n", - "[I 2025-07-28 21:10:07,268] Trial 7 finished with value: 0.6257755879573137 and parameters: {'iterations': 490, 'depth': 6, 'learning_rate': 0.45719003756871623, 'l2_leaf_reg': 0.06445954068664202, 'random_strength': 1.1370755673641355e-07, 'bagging_temperature': 1.9178289992095292, 'border_count': 56, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 16, 'rsm': 0.43238870428660076}. Best is trial 5 with value: 0.6796234450118777.\n", - "[I 2025-07-28 21:10:07,343] Trial 8 finished with value: 0.6674100829044728 and parameters: {'iterations': 317, 'depth': 8, 'learning_rate': 0.10729172408849286, 'l2_leaf_reg': 1.4159475817614153, 'random_strength': 6.051264257287005e-07, 'bagging_temperature': 9.56722115654994, 'border_count': 189, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 61, 'rsm': 0.4600725546777126}. Best is trial 5 with value: 0.6796234450118777.\n", - "[I 2025-07-28 21:10:07,413] Trial 9 finished with value: 0.6390594267409884 and parameters: {'iterations': 372, 'depth': 13, 'learning_rate': 0.4802032879707148, 'l2_leaf_reg': 0.1576254446005595, 'random_strength': 1.1030580888188084e-05, 'bagging_temperature': 0.6487085005103396, 'border_count': 252, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 66, 'rsm': 0.15225770829204163}. Best is trial 5 with value: 0.6796234450118777.\n", - "[I 2025-07-28 21:10:07,464] Trial 10 finished with value: 0.713333400905552 and parameters: {'iterations': 192, 'depth': 3, 'learning_rate': 0.009730081385301624, 'l2_leaf_reg': 5.377056733646331e-08, 'random_strength': 1.0392952627912749e-08, 'bagging_temperature': 0.19060163783488998, 'border_count': 33, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 100, 'rsm': 0.6871969896301374}. Best is trial 10 with value: 0.713333400905552.\n", - "[I 2025-07-28 21:10:07,511] Trial 11 finished with value: 0.6352381320135776 and parameters: {'iterations': 185, 'depth': 1, 'learning_rate': 0.010093616849949055, 'l2_leaf_reg': 2.202462479183604e-08, 'random_strength': 1.729136128956805e-08, 'bagging_temperature': 0.11544722882334565, 'border_count': 34, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 99, 'rsm': 0.718117929537175}. Best is trial 10 with value: 0.713333400905552.\n", - "[I 2025-07-28 21:10:07,571] Trial 12 finished with value: 0.6899578941561645 and parameters: {'iterations': 215, 'depth': 1, 'learning_rate': 0.01835413426760372, 'l2_leaf_reg': 9.311544980529132e-07, 'random_strength': 1.331460191923468e-08, 'bagging_temperature': 0.3186681175880751, 'border_count': 95, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 82, 'rsm': 0.6709159538131249}. Best is trial 10 with value: 0.713333400905552.\n", - "[I 2025-07-28 21:10:07,607] Trial 13 finished with value: 0.6553619055505748 and parameters: {'iterations': 52, 'depth': 1, 'learning_rate': 0.012814906728849971, 'l2_leaf_reg': 8.205808498735848e-07, 'random_strength': 1.128367616479484e-08, 'bagging_temperature': 0.2573666560550933, 'border_count': 76, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 82, 'rsm': 0.9966644540627025}. Best is trial 10 with value: 0.713333400905552.\n", - "[I 2025-07-28 21:10:07,669] Trial 14 finished with value: 0.7173692373434633 and parameters: {'iterations': 223, 'depth': 3, 'learning_rate': 0.006296090491075876, 'l2_leaf_reg': 3.3291916767749844e-07, 'random_strength': 0.04495965382309964, 'bagging_temperature': 0.42808403751229535, 'border_count': 79, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 84, 'rsm': 0.6820042013527321}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:07,718] Trial 15 finished with value: 0.6811549638121073 and parameters: {'iterations': 170, 'depth': 4, 'learning_rate': 0.005758853666762585, 'l2_leaf_reg': 3.2921211893358947e-07, 'random_strength': 0.1219780866279177, 'bagging_temperature': 0.4593548128887004, 'border_count': 32, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 100, 'rsm': 0.7091253298630569}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:07,754] Trial 16 finished with value: 0.6231313020966095 and parameters: {'iterations': 113, 'depth': 4, 'learning_rate': 0.0011308212907667767, 'l2_leaf_reg': 1.7306033325802805e-07, 'random_strength': 7.0064380783702935, 'bagging_temperature': 0.11900574967683374, 'border_count': 64, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 81, 'rsm': 0.8504738630167931}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:07,814] Trial 17 finished with value: 0.6853956567575883 and parameters: {'iterations': 215, 'depth': 3, 'learning_rate': 0.032200773461547996, 'l2_leaf_reg': 1.3047103455379524e-05, 'random_strength': 0.014850317883454428, 'bagging_temperature': 0.1947394737159667, 'border_count': 127, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 89, 'rsm': 0.6057723154262359}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:07,901] Trial 18 finished with value: 0.7063554001586707 and parameters: {'iterations': 281, 'depth': 6, 'learning_rate': 0.005367682296807245, 'l2_leaf_reg': 4.441532145690681e-06, 'random_strength': 0.013974761215968206, 'bagging_temperature': 0.7536920413118762, 'border_count': 77, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 50, 'rsm': 0.827849730067646}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:07,939] Trial 19 finished with value: 0.7031545038088228 and parameters: {'iterations': 119, 'depth': 3, 'learning_rate': 0.0032050053979352944, 'l2_leaf_reg': 6.651389291112829e-08, 'random_strength': 3.501313810891043e-05, 'bagging_temperature': 0.18626044539102732, 'border_count': 45, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 71, 'rsm': 0.9391245850296657}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:08,014] Trial 20 finished with value: 0.6543482472430115 and parameters: {'iterations': 254, 'depth': 7, 'learning_rate': 0.007838357939894973, 'l2_leaf_reg': 0.010406172288402626, 'random_strength': 1.3181028916529844, 'bagging_temperature': 0.43637617370332404, 'border_count': 84, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 48, 'rsm': 0.7682507647487972}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:08,103] Trial 21 finished with value: 0.6962990634327408 and parameters: {'iterations': 289, 'depth': 5, 'learning_rate': 0.003863332794540889, 'l2_leaf_reg': 4.265982032899953e-06, 'random_strength': 0.011784830644282748, 'bagging_temperature': 0.7881734953958937, 'border_count': 70, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 40, 'rsm': 0.82286554278208}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:08,177] Trial 22 finished with value: 0.7045572376994619 and parameters: {'iterations': 218, 'depth': 3, 'learning_rate': 0.02166198277573119, 'l2_leaf_reg': 2.782356976999961e-06, 'random_strength': 0.011914700436980655, 'bagging_temperature': 0.4987234835922036, 'border_count': 55, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 52, 'rsm': 0.6648119264282087}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:08,226] Trial 23 finished with value: 0.7140737959365824 and parameters: {'iterations': 169, 'depth': 5, 'learning_rate': 0.005433907564960586, 'l2_leaf_reg': 0.00019524291416069307, 'random_strength': 0.054092086943824995, 'bagging_temperature': 0.8736224391762762, 'border_count': 119, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 91, 'rsm': 0.7772861675025935}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:08,265] Trial 24 finished with value: 0.6223374264943847 and parameters: {'iterations': 158, 'depth': 2, 'learning_rate': 0.0018831380849601744, 'l2_leaf_reg': 0.00014418295075927063, 'random_strength': 0.13074499133099218, 'bagging_temperature': 1.1445656043705734, 'border_count': 118, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 91, 'rsm': 0.5902757283245401}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:08,303] Trial 25 finished with value: 0.715148334436846 and parameters: {'iterations': 71, 'depth': 4, 'learning_rate': 0.011198691312449651, 'l2_leaf_reg': 6.773443788616987e-08, 'random_strength': 0.00011613323068310494, 'bagging_temperature': 0.3125185201888131, 'border_count': 147, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 76, 'rsm': 0.767135038878193}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:08,341] Trial 26 finished with value: 0.7122391689177451 and parameters: {'iterations': 59, 'depth': 5, 'learning_rate': 0.014391301756678332, 'l2_leaf_reg': 0.0003718401348738101, 'random_strength': 0.0034009887680386736, 'bagging_temperature': 0.3150179528622601, 'border_count': 149, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 75, 'rsm': 0.9110263896673613}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:08,388] Trial 27 finished with value: 0.7074124289796735 and parameters: {'iterations': 101, 'depth': 8, 'learning_rate': 0.037713890338771275, 'l2_leaf_reg': 0.006257911297611747, 'random_strength': 0.00011779367791747799, 'bagging_temperature': 0.580727041270477, 'border_count': 141, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 87, 'rsm': 0.7692356964412808}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:08,442] Trial 28 finished with value: 0.7093761649780406 and parameters: {'iterations': 83, 'depth': 5, 'learning_rate': 0.006392397895620634, 'l2_leaf_reg': 2.229894930807612e-07, 'random_strength': 0.07262614273622191, 'bagging_temperature': 0.8747914197245735, 'border_count': 157, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 77, 'rsm': 0.7698177778790822}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:08,493] Trial 29 finished with value: 0.7151751290414943 and parameters: {'iterations': 146, 'depth': 9, 'learning_rate': 0.002120578315712143, 'l2_leaf_reg': 4.394210662372422e-05, 'random_strength': 0.00029025530808029967, 'bagging_temperature': 0.3561638617242429, 'border_count': 125, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 67, 'rsm': 0.8959771177251026}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:08,544] Trial 30 finished with value: 0.7108650059848274 and parameters: {'iterations': 141, 'depth': 10, 'learning_rate': 0.0022698886559213943, 'l2_leaf_reg': 4.378674989565018e-05, 'random_strength': 0.0002218322945506819, 'bagging_temperature': 0.3480846644110334, 'border_count': 133, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 67, 'rsm': 0.9174289238942468}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:08,582] Trial 31 finished with value: 0.7005267123095861 and parameters: {'iterations': 79, 'depth': 10, 'learning_rate': 0.00402545150950277, 'l2_leaf_reg': 0.00015040114601213425, 'random_strength': 0.0012581024180273737, 'bagging_temperature': 0.27247435238389806, 'border_count': 102, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 74, 'rsm': 0.8837741112541522}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:08,628] Trial 32 finished with value: 0.6462099199232523 and parameters: {'iterations': 140, 'depth': 7, 'learning_rate': 0.001056586703645295, 'l2_leaf_reg': 1.0733773709278229e-05, 'random_strength': 0.9674600774594053, 'bagging_temperature': 1.526617425438545, 'border_count': 165, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 61, 'rsm': 0.9671219028305145}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:08,703] Trial 33 finished with value: 0.7151751290414943 and parameters: {'iterations': 239, 'depth': 9, 'learning_rate': 0.0023591886132661192, 'l2_leaf_reg': 2.037371852897583e-08, 'random_strength': 6.0785832856424805e-05, 'bagging_temperature': 0.4491215115411785, 'border_count': 120, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 85, 'rsm': 0.8039427127346143}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:08,785] Trial 34 finished with value: 0.712705575824313 and parameters: {'iterations': 237, 'depth': 11, 'learning_rate': 0.0023562805089262793, 'l2_leaf_reg': 1.180845591938136e-08, 'random_strength': 4.624275640669095e-05, 'bagging_temperature': 0.4247737750309534, 'border_count': 94, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 69, 'rsm': 0.8723907506620653}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:08,971] Trial 35 finished with value: 0.6307269532999511 and parameters: {'iterations': 319, 'depth': 9, 'learning_rate': 0.0014953433639461006, 'l2_leaf_reg': 6.589155945959061e-08, 'random_strength': 5.788071670863615e-06, 'bagging_temperature': 0.15031578480560379, 'border_count': 182, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 83, 'rsm': 0.8257273314417807}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:09,021] Trial 36 finished with value: 0.7042815845202948 and parameters: {'iterations': 140, 'depth': 7, 'learning_rate': 0.0022203440466849124, 'l2_leaf_reg': 9.740319239619935e-07, 'random_strength': 0.0005260319239366312, 'bagging_temperature': 0.23980290454111697, 'border_count': 142, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 62, 'rsm': 0.7465102867444605}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:09,073] Trial 37 finished with value: 0.6916874843040748 and parameters: {'iterations': 197, 'depth': 11, 'learning_rate': 0.003067643085592593, 'l2_leaf_reg': 3.1055972030546385e-08, 'random_strength': 0.003570977033217519, 'bagging_temperature': 0.3701213608061554, 'border_count': 201, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 77, 'rsm': 0.6271974707126708}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:11,041] Trial 38 finished with value: 0.631524343469783 and parameters: {'iterations': 255, 'depth': 16, 'learning_rate': 0.001389223524305225, 'l2_leaf_reg': 1.174721350541559e-08, 'random_strength': 1.020613901549678e-05, 'bagging_temperature': 0.5546115789085864, 'border_count': 109, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 56, 'rsm': 0.5172779270900268}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:12,119] Trial 39 finished with value: 0.7141800180545547 and parameters: {'iterations': 92, 'depth': 14, 'learning_rate': 0.027866265613211993, 'l2_leaf_reg': 1.4099831100587965e-07, 'random_strength': 0.00016107598077335776, 'bagging_temperature': 2.264781079000867, 'border_count': 226, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 86, 'rsm': 0.5328732380009497}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:12,995] Trial 40 finished with value: 0.6664021226316216 and parameters: {'iterations': 470, 'depth': 9, 'learning_rate': 0.06867369422596374, 'l2_leaf_reg': 4.147471917474245e-07, 'random_strength': 2.799266148980531e-06, 'bagging_temperature': 0.6545323640133149, 'border_count': 129, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 96, 'rsm': 0.34757752613560167}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:13,751] Trial 41 finished with value: 0.714355892717526 and parameters: {'iterations': 86, 'depth': 14, 'learning_rate': 0.03042853808080658, 'l2_leaf_reg': 9.95665716274235e-08, 'random_strength': 0.0001283793726266875, 'bagging_temperature': 3.5399299944311196, 'border_count': 237, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 86, 'rsm': 0.5338231908893063}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:13,792] Trial 42 finished with value: 0.7037371569075284 and parameters: {'iterations': 72, 'depth': 14, 'learning_rate': 0.052599286300872, 'l2_leaf_reg': 8.965896281165446e-08, 'random_strength': 4.9686782473387996e-05, 'bagging_temperature': 4.379137297689885, 'border_count': 235, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 78, 'rsm': 0.628881701538911}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:13,842] Trial 43 finished with value: 0.6274695063057814 and parameters: {'iterations': 104, 'depth': 12, 'learning_rate': 0.008729924029862259, 'l2_leaf_reg': 2.924011268535947e-08, 'random_strength': 0.0005150299459796177, 'bagging_temperature': 7.101615017182727, 'border_count': 168, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 95, 'rsm': 0.4213769941798128}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:13,943] Trial 44 finished with value: 0.6944780860355327 and parameters: {'iterations': 344, 'depth': 15, 'learning_rate': 0.015988533568382354, 'l2_leaf_reg': 5.358274385663252e-07, 'random_strength': 0.002381459907424148, 'bagging_temperature': 2.6693878537215645, 'border_count': 254, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 72, 'rsm': 0.5684218297611253}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:14,136] Trial 45 finished with value: 0.6354328123803168 and parameters: {'iterations': 298, 'depth': 12, 'learning_rate': 0.012679907813380293, 'l2_leaf_reg': 1.8129383005473566e-06, 'random_strength': 0.00013890963606035735, 'bagging_temperature': 1.2569936131099746, 'border_count': 211, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 86, 'rsm': 0.49262473669391926}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:14,175] Trial 46 finished with value: 0.6849678561130232 and parameters: {'iterations': 128, 'depth': 2, 'learning_rate': 0.18660049161673886, 'l2_leaf_reg': 2.7645360775862026e-08, 'random_strength': 1.96352365088021e-05, 'bagging_temperature': 3.530309712959521, 'border_count': 177, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 65, 'rsm': 0.7263305286792906}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:14,250] Trial 47 finished with value: 0.6965857305975498 and parameters: {'iterations': 233, 'depth': 10, 'learning_rate': 0.1249557504504297, 'l2_leaf_reg': 6.662593276945689, 'random_strength': 0.0008733146348743017, 'bagging_temperature': 5.702526074694227, 'border_count': 153, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 94, 'rsm': 0.21951393582426332}. Best is trial 14 with value: 0.7173692373434633.\n", - "[I 2025-07-28 21:10:14,298] Trial 48 finished with value: 0.7181070285844802 and parameters: {'iterations': 181, 'depth': 8, 'learning_rate': 0.004125108221473046, 'l2_leaf_reg': 1.8643121383374227e-07, 'random_strength': 0.00010259375225817758, 'bagging_temperature': 0.2531461636883436, 'border_count': 84, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 80, 'rsm': 0.6584011766265037}. Best is trial 48 with value: 0.7181070285844802.\n", - "[I 2025-07-28 21:10:14,348] Trial 49 finished with value: 0.7183516842433892 and parameters: {'iterations': 179, 'depth': 8, 'learning_rate': 0.00426127194106868, 'l2_leaf_reg': 2.6063425557720516e-05, 'random_strength': 5.072671557606669e-07, 'bagging_temperature': 0.2180028418823746, 'border_count': 93, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 44, 'rsm': 0.6925960719714849}. Best is trial 49 with value: 0.7183516842433892.\n", - "[I 2025-07-28 21:10:14,410] Trial 50 finished with value: 0.6920532948402561 and parameters: {'iterations': 194, 'depth': 8, 'learning_rate': 0.00471807530821865, 'l2_leaf_reg': 2.0885569189053658e-05, 'random_strength': 7.160807959727191e-07, 'bagging_temperature': 0.14130325063717555, 'border_count': 85, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 28, 'rsm': 0.6481554893438232}. Best is trial 49 with value: 0.7183516842433892.\n", - "[I 2025-07-28 21:10:14,463] Trial 51 finished with value: 0.7040462101475926 and parameters: {'iterations': 174, 'depth': 9, 'learning_rate': 0.007116326233079774, 'l2_leaf_reg': 4.825933612100742e-05, 'random_strength': 1.2160201042954445e-07, 'bagging_temperature': 0.23163392499086807, 'border_count': 105, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 44, 'rsm': 0.6916388337204585}. Best is trial 49 with value: 0.7183516842433892.\n", - "[I 2025-07-28 21:10:14,513] Trial 52 finished with value: 0.7077850175767226 and parameters: {'iterations': 155, 'depth': 6, 'learning_rate': 0.0031444620822766193, 'l2_leaf_reg': 0.00409034004518216, 'random_strength': 9.848844686459671e-08, 'bagging_temperature': 0.296464183808236, 'border_count': 95, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 40, 'rsm': 0.8102261003536777}. Best is trial 49 with value: 0.7183516842433892.\n", - "[I 2025-07-28 21:10:14,577] Trial 53 finished with value: 0.7166788224759396 and parameters: {'iterations': 230, 'depth': 8, 'learning_rate': 0.004191969791825569, 'l2_leaf_reg': 7.974101212875736e-06, 'random_strength': 0.000306204935728251, 'bagging_temperature': 0.2027323516562772, 'border_count': 118, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 80, 'rsm': 0.7270395877525334}. Best is trial 49 with value: 0.7183516842433892.\n", - "[I 2025-07-28 21:10:14,654] Trial 54 finished with value: 0.7027738305050861 and parameters: {'iterations': 263, 'depth': 8, 'learning_rate': 0.0027638539320816603, 'l2_leaf_reg': 1.5898796327720382e-06, 'random_strength': 0.00036264578964538845, 'bagging_temperature': 0.17264973243170734, 'border_count': 116, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 81, 'rsm': 0.673032607101288}. Best is trial 49 with value: 0.7183516842433892.\n", - "[I 2025-07-28 21:10:14,763] Trial 55 finished with value: 0.6545789850101144 and parameters: {'iterations': 208, 'depth': 7, 'learning_rate': 0.004798520328824328, 'l2_leaf_reg': 0.0012361915335209184, 'random_strength': 4.738513562606831e-06, 'bagging_temperature': 0.20675362204253117, 'border_count': 83, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 7, 'rsm': 0.7264641764556212}. Best is trial 49 with value: 0.7183516842433892.\n", - "[I 2025-07-28 21:10:14,851] Trial 56 finished with value: 0.6981368765458048 and parameters: {'iterations': 226, 'depth': 11, 'learning_rate': 0.004270186346589399, 'l2_leaf_reg': 9.530488742660104e-06, 'random_strength': 1.955896695466462e-05, 'bagging_temperature': 0.1444969813467571, 'border_count': 62, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 33, 'rsm': 0.8688090361932778}. Best is trial 49 with value: 0.7183516842433892.\n", - "[I 2025-07-28 21:10:14,951] Trial 57 finished with value: 0.6730829887661007 and parameters: {'iterations': 245, 'depth': 9, 'learning_rate': 0.0019095156493118303, 'l2_leaf_reg': 7.672431477369659e-05, 'random_strength': 2.7360071947156037e-07, 'bagging_temperature': 0.40700884455976466, 'border_count': 125, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 12, 'rsm': 0.584328931995861}. Best is trial 49 with value: 0.7183516842433892.\n", - "[I 2025-07-28 21:10:15,038] Trial 58 finished with value: 0.6214721769080725 and parameters: {'iterations': 274, 'depth': 7, 'learning_rate': 0.0036847941444055495, 'l2_leaf_reg': 0.0005053536343621311, 'random_strength': 6.23994994401762, 'bagging_temperature': 0.10971999865833534, 'border_count': 91, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 55, 'rsm': 0.7971760371929364}. Best is trial 49 with value: 0.7183516842433892.\n", - "[I 2025-07-28 21:10:15,090] Trial 59 finished with value: 0.6505177049157687 and parameters: {'iterations': 179, 'depth': 8, 'learning_rate': 0.2628372746138602, 'l2_leaf_reg': 6.644466033787675e-06, 'random_strength': 3.320216943406689e-08, 'bagging_temperature': 0.21892293466023033, 'border_count': 111, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 81, 'rsm': 0.6946726170096135}. Best is trial 49 with value: 0.7183516842433892.\n", - "[I 2025-07-28 21:10:15,164] Trial 60 finished with value: 0.701243384094997 and parameters: {'iterations': 202, 'depth': 10, 'learning_rate': 0.0014313239793381253, 'l2_leaf_reg': 2.7262607826579285e-06, 'random_strength': 0.0059764732837228485, 'bagging_temperature': 0.26843750382842485, 'border_count': 73, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 47, 'rsm': 0.6162285132261461}. Best is trial 49 with value: 0.7183516842433892.\n", - "[I 2025-07-28 21:10:15,217] Trial 61 finished with value: 0.714282044906351 and parameters: {'iterations': 161, 'depth': 4, 'learning_rate': 0.009777583803470593, 'l2_leaf_reg': 2.6564982080024013e-07, 'random_strength': 8.73166990921536e-05, 'bagging_temperature': 0.3331349474105904, 'border_count': 136, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 70, 'rsm': 0.7408126622756853}. Best is trial 49 with value: 0.7183516842433892.\n", - "[I 2025-07-28 21:10:15,292] Trial 62 finished with value: 0.7196147825996888 and parameters: {'iterations': 221, 'depth': 6, 'learning_rate': 0.0026535573728087704, 'l2_leaf_reg': 2.271185467747604e-05, 'random_strength': 0.0002907423646879297, 'bagging_temperature': 0.5222472739963381, 'border_count': 100, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 73, 'rsm': 0.8486140791129793}. Best is trial 62 with value: 0.7196147825996888.\n", - "[I 2025-07-28 21:10:15,378] Trial 63 finished with value: 0.6741386598307272 and parameters: {'iterations': 219, 'depth': 6, 'learning_rate': 0.0027071472365495755, 'l2_leaf_reg': 2.2361894421805478e-05, 'random_strength': 0.0019064543490095087, 'bagging_temperature': 0.5333614861737661, 'border_count': 124, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 90, 'rsm': 0.8457017866727121}. Best is trial 62 with value: 0.7196147825996888.\n", - "[I 2025-07-28 21:10:15,430] Trial 64 finished with value: 0.731085613334467 and parameters: {'iterations': 186, 'depth': 8, 'learning_rate': 0.0018196222679781732, 'l2_leaf_reg': 5.744379588734492e-05, 'random_strength': 0.00028484721390404874, 'bagging_temperature': 0.6708517609961333, 'border_count': 104, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 79, 'rsm': 0.9067017910178108}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:15,481] Trial 65 finished with value: 0.731085613334467 and parameters: {'iterations': 192, 'depth': 8, 'learning_rate': 0.0018625727833676835, 'l2_leaf_reg': 0.00010261482778812832, 'random_strength': 0.000260172567393989, 'bagging_temperature': 0.7048146120776374, 'border_count': 104, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 79, 'rsm': 0.9120402771241206}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:15,534] Trial 66 finished with value: 0.7006119042478547 and parameters: {'iterations': 185, 'depth': 8, 'learning_rate': 0.0018018142751326843, 'l2_leaf_reg': 9.265453718987074e-05, 'random_strength': 0.0007503302762992269, 'bagging_temperature': 0.6144265535803506, 'border_count': 97, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 74, 'rsm': 0.8444321375562108}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:15,607] Trial 67 finished with value: 0.7157644863775523 and parameters: {'iterations': 204, 'depth': 6, 'learning_rate': 0.0012720624992842487, 'l2_leaf_reg': 0.0007855151390594976, 'random_strength': 0.021191525860560983, 'bagging_temperature': 1.0455519948077188, 'border_count': 80, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 39, 'rsm': 0.9411763519162155}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:15,695] Trial 68 finished with value: 0.7160534281720417 and parameters: {'iterations': 300, 'depth': 7, 'learning_rate': 0.007188788859679649, 'l2_leaf_reg': 0.00024447698754352735, 'random_strength': 0.001242022511086175, 'bagging_temperature': 0.748358391898615, 'border_count': 68, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 79, 'rsm': 0.972727451231556}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:15,770] Trial 69 finished with value: 0.7153252292109591 and parameters: {'iterations': 223, 'depth': 8, 'learning_rate': 0.0034735166568511133, 'l2_leaf_reg': 1.8091161456265743e-05, 'random_strength': 2.312383434083679e-05, 'bagging_temperature': 0.6808629543771948, 'border_count': 88, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 89, 'rsm': 0.9181017121869135}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:15,819] Trial 70 finished with value: 0.716268915870412 and parameters: {'iterations': 186, 'depth': 7, 'learning_rate': 0.005778918052664482, 'l2_leaf_reg': 5.7179968395212575e-06, 'random_strength': 0.00029160821845645416, 'bagging_temperature': 0.9628518674573133, 'border_count': 57, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 83, 'rsm': 0.6567356467237777}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:15,871] Trial 71 finished with value: 0.7190885954047567 and parameters: {'iterations': 189, 'depth': 7, 'learning_rate': 0.005554417975588523, 'l2_leaf_reg': 8.323155358580921e-06, 'random_strength': 7.06920309527218e-05, 'bagging_temperature': 0.9498407055670897, 'border_count': 50, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 83, 'rsm': 0.6501306732694705}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:15,949] Trial 72 finished with value: 0.7063002016353382 and parameters: {'iterations': 212, 'depth': 6, 'learning_rate': 0.002674235242076619, 'l2_leaf_reg': 5.939102505771317e-05, 'random_strength': 7.319548238107174e-05, 'bagging_temperature': 0.4780192588877431, 'border_count': 44, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 74, 'rsm': 0.7054631141439045}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:16,001] Trial 73 finished with value: 0.7088251593320776 and parameters: {'iterations': 167, 'depth': 8, 'learning_rate': 0.0016105867084465634, 'l2_leaf_reg': 3.0688313181643665e-05, 'random_strength': 0.005776512539269007, 'bagging_temperature': 1.3871674953090707, 'border_count': 46, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 79, 'rsm': 0.9961546944633765}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:16,078] Trial 74 finished with value: 0.6709625910011388 and parameters: {'iterations': 250, 'depth': 7, 'learning_rate': 0.004696911504483192, 'l2_leaf_reg': 0.00010273874598204596, 'random_strength': 0.3049711170770407, 'bagging_temperature': 0.17546359285079854, 'border_count': 101, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 84, 'rsm': 0.6517849346837308}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:16,131] Trial 75 finished with value: 0.728500931013487 and parameters: {'iterations': 197, 'depth': 5, 'learning_rate': 0.006161452519707326, 'l2_leaf_reg': 3.4311418032512797e-06, 'random_strength': 0.00032799532722074153, 'bagging_temperature': 0.7454084642905533, 'border_count': 107, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 88, 'rsm': 0.7868506841323728}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:16,183] Trial 76 finished with value: 0.7090468258644609 and parameters: {'iterations': 128, 'depth': 5, 'learning_rate': 0.0059461632890051765, 'l2_leaf_reg': 6.577359570430515e-07, 'random_strength': 2.7500764622641103e-05, 'bagging_temperature': 0.8729335713674534, 'border_count': 105, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 88, 'rsm': 0.939268682067194}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:16,235] Trial 77 finished with value: 0.6972954504437563 and parameters: {'iterations': 150, 'depth': 6, 'learning_rate': 0.0010157083860738356, 'l2_leaf_reg': 1.4027252690027001e-06, 'random_strength': 6.641739709884505e-06, 'bagging_temperature': 0.39402847425103676, 'border_count': 77, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 96, 'rsm': 0.7873524785601461}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:16,287] Trial 78 finished with value: 0.6802734716491614 and parameters: {'iterations': 179, 'depth': 2, 'learning_rate': 0.008061224925960085, 'l2_leaf_reg': 3.63934700870339e-06, 'random_strength': 2.15352774539345e-06, 'bagging_temperature': 0.7218096132310938, 'border_count': 67, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 93, 'rsm': 0.5932835590276119}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:16,340] Trial 79 finished with value: 0.7135690188396394 and parameters: {'iterations': 194, 'depth': 4, 'learning_rate': 0.0034805344343943724, 'l2_leaf_reg': 1.5413846400840728e-05, 'random_strength': 0.030750328215653565, 'bagging_temperature': 1.834746862947913, 'border_count': 89, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 72, 'rsm': 0.7584622689808508}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:16,417] Trial 80 finished with value: 0.7120250013648678 and parameters: {'iterations': 269, 'depth': 5, 'learning_rate': 0.002716427322875792, 'l2_leaf_reg': 3.241766033842319e-05, 'random_strength': 1.1957888600290847e-05, 'bagging_temperature': 0.5141981561750695, 'border_count': 52, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 63, 'rsm': 0.9080724629465222}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:16,494] Trial 81 finished with value: 0.7144663920492235 and parameters: {'iterations': 229, 'depth': 7, 'learning_rate': 0.0040699230696827175, 'l2_leaf_reg': 5.0371699155389375e-06, 'random_strength': 0.00022983416726337613, 'bagging_temperature': 0.8258711215643769, 'border_count': 109, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 79, 'rsm': 0.8713761765171697}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:16,570] Trial 82 finished with value: 0.7195127557478924 and parameters: {'iterations': 210, 'depth': 8, 'learning_rate': 0.00665092710930546, 'l2_leaf_reg': 9.129025706409068e-06, 'random_strength': 0.000640675337237473, 'bagging_temperature': 1.1046764931343205, 'border_count': 99, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 98, 'rsm': 0.6785291672733652}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:16,622] Trial 83 finished with value: 0.6869811312876966 and parameters: {'iterations': 169, 'depth': 6, 'learning_rate': 0.0063152667266057, 'l2_leaf_reg': 3.056639911867092e-06, 'random_strength': 0.000674528745989926, 'bagging_temperature': 1.0269508680494739, 'border_count': 98, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 98, 'rsm': 0.6393157733807413}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:16,696] Trial 84 finished with value: 0.7030311727550994 and parameters: {'iterations': 208, 'depth': 9, 'learning_rate': 0.012214420835773237, 'l2_leaf_reg': 1.0766192470174582e-05, 'random_strength': 0.00047982935832945126, 'bagging_temperature': 1.1755922763767899, 'border_count': 91, 'grow_policy': 'Lossguide', 'min_data_in_leaf': 91, 'rsm': 0.6805573105242888}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:16,748] Trial 85 finished with value: 0.7216247099218271 and parameters: {'iterations': 191, 'depth': 7, 'learning_rate': 0.008944680684884984, 'l2_leaf_reg': 0.0001981158152028752, 'random_strength': 0.0015967377636295068, 'bagging_temperature': 0.6207908824013099, 'border_count': 79, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 88, 'rsm': 0.8205190174417328}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:16,802] Trial 86 finished with value: 0.7115719299395248 and parameters: {'iterations': 192, 'depth': 7, 'learning_rate': 0.005141478762830482, 'l2_leaf_reg': 0.0002966827819475138, 'random_strength': 0.0015106845738473585, 'bagging_temperature': 1.696114799869341, 'border_count': 105, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 100, 'rsm': 0.8222440623073821}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:16,853] Trial 87 finished with value: 0.7199655847332901 and parameters: {'iterations': 160, 'depth': 5, 'learning_rate': 0.010317862288100279, 'l2_leaf_reg': 0.00011973631079298435, 'random_strength': 0.005827441768125151, 'bagging_temperature': 0.9622082280120756, 'border_count': 73, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 88, 'rsm': 0.8422391973307932}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:16,906] Trial 88 finished with value: 0.6987210496984325 and parameters: {'iterations': 161, 'depth': 5, 'learning_rate': 0.02043232706443931, 'l2_leaf_reg': 0.00015705597825822252, 'random_strength': 0.0008807257888605653, 'bagging_temperature': 0.9732704151041728, 'border_count': 63, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 93, 'rsm': 0.8924270691503363}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:16,958] Trial 89 finished with value: 0.714355892717526 and parameters: {'iterations': 136, 'depth': 6, 'learning_rate': 0.015480265708631907, 'l2_leaf_reg': 0.0017770833735551782, 'random_strength': 0.004766838282007448, 'bagging_temperature': 1.4044486324045824, 'border_count': 112, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 97, 'rsm': 0.854596201563882}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:17,009] Trial 90 finished with value: 0.7108243336467964 and parameters: {'iterations': 150, 'depth': 4, 'learning_rate': 0.010885303838827406, 'l2_leaf_reg': 0.0005387823899326871, 'random_strength': 0.0030561297267074363, 'bagging_temperature': 0.6351509107901835, 'border_count': 38, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 88, 'rsm': 0.9580711197229997}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:17,060] Trial 91 finished with value: 0.7196147825996888 and parameters: {'iterations': 178, 'depth': 8, 'learning_rate': 0.0070661375483755465, 'l2_leaf_reg': 0.00012037779785585916, 'random_strength': 0.00017195228369774415, 'bagging_temperature': 0.7954521053971672, 'border_count': 72, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 84, 'rsm': 0.7896736377295996}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:17,111] Trial 92 finished with value: 0.7166788224759396 and parameters: {'iterations': 198, 'depth': 9, 'learning_rate': 0.008194805152542454, 'l2_leaf_reg': 0.00010727716052579408, 'random_strength': 0.010186812727741083, 'bagging_temperature': 1.1208220346436728, 'border_count': 74, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 87, 'rsm': 0.7999065468728632}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:17,152] Trial 93 finished with value: 0.71260656489655 and parameters: {'iterations': 115, 'depth': 7, 'learning_rate': 0.0071139977631144375, 'l2_leaf_reg': 5.884162575330309e-05, 'random_strength': 0.00016983114420885437, 'bagging_temperature': 0.806844759552192, 'border_count': 80, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 84, 'rsm': 0.8363031579910758}. Best is trial 64 with value: 0.731085613334467.\n", - "[I 2025-07-28 21:10:17,206] Trial 94 finished with value: 0.7319447527560347 and parameters: {'iterations': 168, 'depth': 5, 'learning_rate': 0.00889070096045054, 'l2_leaf_reg': 3.173038372914875e-05, 'random_strength': 0.0004606096176348796, 'bagging_temperature': 0.9387985722566684, 'border_count': 56, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 92, 'rsm': 0.7489477360324039}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:17,260] Trial 95 finished with value: 0.7126229197178141 and parameters: {'iterations': 188, 'depth': 5, 'learning_rate': 0.00899048142129578, 'l2_leaf_reg': 0.0002470270691410931, 'random_strength': 0.00041452970650128447, 'bagging_temperature': 0.5875824919811388, 'border_count': 56, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 76, 'rsm': 0.8606127591738438}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:17,360] Trial 96 finished with value: 0.6868394185285214 and parameters: {'iterations': 410, 'depth': 5, 'learning_rate': 0.01779344738496747, 'l2_leaf_reg': 3.861763842886208e-05, 'random_strength': 0.0010485597584225053, 'bagging_temperature': 0.8990950629892631, 'border_count': 51, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 92, 'rsm': 0.7518570996615621}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:17,413] Trial 97 finished with value: 0.7216019758979421 and parameters: {'iterations': 168, 'depth': 6, 'learning_rate': 0.010457572388121162, 'l2_leaf_reg': 1.3591264846722752e-05, 'random_strength': 0.0002040084600740012, 'bagging_temperature': 0.7049688563859011, 'border_count': 60, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 95, 'rsm': 0.7812173997079506}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:17,466] Trial 98 finished with value: 0.7095566287304063 and parameters: {'iterations': 164, 'depth': 6, 'learning_rate': 0.014124755757834923, 'l2_leaf_reg': 0.00015353202893785722, 'random_strength': 0.00020223242906908083, 'bagging_temperature': 0.7089786723106606, 'border_count': 63, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 95, 'rsm': 0.8147340921146535}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:17,519] Trial 99 finished with value: 0.7172918528412752 and parameters: {'iterations': 173, 'depth': 4, 'learning_rate': 0.010292430847854844, 'l2_leaf_reg': 0.00040113397946621703, 'random_strength': 0.0019515761876918608, 'bagging_temperature': 0.7996817742759803, 'border_count': 58, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 91, 'rsm': 0.7799924295528035}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:17,597] Trial 100 finished with value: 0.7068471080305347 and parameters: {'iterations': 216, 'depth': 6, 'learning_rate': 0.02461566028454723, 'l2_leaf_reg': 7.289099462154494e-05, 'random_strength': 0.008527980343580537, 'bagging_temperature': 0.5769260198635038, 'border_count': 71, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.7859675597554288}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:17,649] Trial 101 finished with value: 0.7143196027329825 and parameters: {'iterations': 156, 'depth': 5, 'learning_rate': 0.006948409031173119, 'l2_leaf_reg': 9.288770655463398e-06, 'random_strength': 4.5065851561548886e-05, 'bagging_temperature': 1.2304757315496864, 'border_count': 49, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 85, 'rsm': 0.8852163654976901}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:17,713] Trial 102 finished with value: 0.6964207777737366 and parameters: {'iterations': 202, 'depth': 7, 'learning_rate': 0.011791877983853838, 'l2_leaf_reg': 1.471782363135687e-05, 'random_strength': 8.72487703084261e-05, 'bagging_temperature': 0.9253199222002527, 'border_count': 39, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 89, 'rsm': 0.8383188052219764}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:17,764] Trial 103 finished with value: 0.7206190834438504 and parameters: {'iterations': 138, 'depth': 6, 'learning_rate': 0.009227966105699833, 'l2_leaf_reg': 2.7723273152339457e-05, 'random_strength': 0.000492714325838532, 'bagging_temperature': 0.7343950173585868, 'border_count': 67, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 83, 'rsm': 0.7415420146236922}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:17,814] Trial 104 finished with value: 0.7174072529557537 and parameters: {'iterations': 132, 'depth': 5, 'learning_rate': 0.009149461872143208, 'l2_leaf_reg': 0.8964874256234208, 'random_strength': 0.0006809307826294715, 'bagging_temperature': 0.6855616817829892, 'border_count': 68, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 94, 'rsm': 0.7317549550069996}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:17,864] Trial 105 finished with value: 0.7094100052716386 and parameters: {'iterations': 122, 'depth': 4, 'learning_rate': 0.014327965506865683, 'l2_leaf_reg': 2.4961914548351174e-05, 'random_strength': 0.00035224659398873733, 'bagging_temperature': 1.079025753983996, 'border_count': 86, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 86, 'rsm': 0.7677656654974581}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:17,915] Trial 106 finished with value: 0.6696417972415538 and parameters: {'iterations': 145, 'depth': 6, 'learning_rate': 0.0011759457107235948, 'l2_leaf_reg': 4.9582189109232065e-05, 'random_strength': 0.00022315068444148542, 'bagging_temperature': 0.6252793416887978, 'border_count': 81, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 100, 'rsm': 0.7106732930145836}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:17,967] Trial 107 finished with value: 0.7192279323522385 and parameters: {'iterations': 169, 'depth': 8, 'learning_rate': 0.010411878688347686, 'l2_leaf_reg': 0.048484775077754234, 'random_strength': 0.0005693472250631705, 'bagging_temperature': 0.49009407295108487, 'border_count': 59, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 82, 'rsm': 0.8098156358594438}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:18,045] Trial 108 finished with value: 0.7107033492940247 and parameters: {'iterations': 237, 'depth': 6, 'learning_rate': 0.0076601621515208105, 'l2_leaf_reg': 0.00012223083427491627, 'random_strength': 0.0023409891905810825, 'bagging_temperature': 0.7410901861203166, 'border_count': 100, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 90, 'rsm': 0.9221750460417777}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:18,094] Trial 109 finished with value: 0.6919070805885349 and parameters: {'iterations': 179, 'depth': 7, 'learning_rate': 0.0018785068048999007, 'l2_leaf_reg': 1.5578014230386335e-05, 'random_strength': 0.00014984255456177892, 'bagging_temperature': 0.556594878875297, 'border_count': 75, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 77, 'rsm': 0.7538017946993862}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:18,136] Trial 110 finished with value: 0.7224679599057635 and parameters: {'iterations': 102, 'depth': 5, 'learning_rate': 0.009297430483065132, 'l2_leaf_reg': 0.00018441986805081662, 'random_strength': 0.0013834475170965228, 'bagging_temperature': 0.8386344943826688, 'border_count': 67, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 93, 'rsm': 0.8991091653393484}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:18,178] Trial 111 finished with value: 0.7192654901788699 and parameters: {'iterations': 98, 'depth': 5, 'learning_rate': 0.012969290827331914, 'l2_leaf_reg': 0.00019069156038682065, 'random_strength': 0.0010762675486077641, 'bagging_temperature': 0.834981919481451, 'border_count': 67, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 92, 'rsm': 0.8985179963202208}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:18,220] Trial 112 finished with value: 0.7233234862142754 and parameters: {'iterations': 105, 'depth': 5, 'learning_rate': 0.009241719531555443, 'l2_leaf_reg': 8.709727273106811e-05, 'random_strength': 0.001590003488430571, 'bagging_temperature': 0.7749299158734196, 'border_count': 71, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 94, 'rsm': 0.8819383672688892}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:18,260] Trial 113 finished with value: 0.699221779504209 and parameters: {'iterations': 62, 'depth': 4, 'learning_rate': 0.00881570811911106, 'l2_leaf_reg': 0.0007538172777017815, 'random_strength': 0.0035480850214784313, 'bagging_temperature': 0.6668870759629014, 'border_count': 61, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 1, 'rsm': 0.877665353618561}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:18,302] Trial 114 finished with value: 0.7098155967435081 and parameters: {'iterations': 140, 'depth': 3, 'learning_rate': 0.01686640142255123, 'l2_leaf_reg': 8.346110923984661e-05, 'random_strength': 0.0018353886678441592, 'bagging_temperature': 0.7604886289778748, 'border_count': 72, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 88, 'rsm': 0.827562659764061}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:18,344] Trial 115 finished with value: 0.7248669696125976 and parameters: {'iterations': 107, 'depth': 5, 'learning_rate': 0.00975848375758838, 'l2_leaf_reg': 0.002248887327496735, 'random_strength': 0.00037447423538198535, 'bagging_temperature': 0.6171415461045346, 'border_count': 66, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 95, 'rsm': 0.8552757161605983}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:18,383] Trial 116 finished with value: 0.7145874379699421 and parameters: {'iterations': 116, 'depth': 5, 'learning_rate': 0.011288632107837194, 'l2_leaf_reg': 0.008145096326804805, 'random_strength': 0.0003743783549522183, 'bagging_temperature': 0.4661081764595946, 'border_count': 55, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 95, 'rsm': 0.9239147038194292}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:18,426] Trial 117 finished with value: 0.7153252292109591 and parameters: {'iterations': 102, 'depth': 5, 'learning_rate': 0.009219580299905852, 'l2_leaf_reg': 3.175282446682864e-05, 'random_strength': 0.0009461758637024614, 'bagging_temperature': 0.5317625626294522, 'border_count': 65, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 93, 'rsm': 0.9585610986652929}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:18,479] Trial 118 finished with value: 0.7149742801306247 and parameters: {'iterations': 109, 'depth': 6, 'learning_rate': 0.013137455790793916, 'l2_leaf_reg': 0.022456327955980484, 'random_strength': 0.0013503715504421224, 'bagging_temperature': 0.6231234903457636, 'border_count': 77, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 97, 'rsm': 0.874641102797027}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:18,521] Trial 119 finished with value: 0.6925068238363272 and parameters: {'iterations': 94, 'depth': 5, 'learning_rate': 0.007927638372808766, 'l2_leaf_reg': 0.0019328504822280677, 'random_strength': 0.0002513093204226269, 'bagging_temperature': 0.8841206558965155, 'border_count': 45, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 90, 'rsm': 0.9025583354450158}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:18,561] Trial 120 finished with value: 0.7174195746072949 and parameters: {'iterations': 76, 'depth': 3, 'learning_rate': 0.002087751917352204, 'l2_leaf_reg': 0.004147624933259432, 'random_strength': 0.018961959993474407, 'bagging_temperature': 0.6968099522273111, 'border_count': 87, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 88, 'rsm': 0.8492960670127717}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:18,599] Trial 121 finished with value: 0.7146489418465621 and parameters: {'iterations': 89, 'depth': 6, 'learning_rate': 0.009754705173595776, 'l2_leaf_reg': 0.00035732847247639196, 'random_strength': 0.00013258499296572087, 'bagging_temperature': 0.7498584544973738, 'border_count': 71, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 85, 'rsm': 0.789835152648509}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:18,651] Trial 122 finished with value: 0.7055007259722806 and parameters: {'iterations': 156, 'depth': 4, 'learning_rate': 0.019719377248716728, 'l2_leaf_reg': 0.00019686583234564253, 'random_strength': 0.0004790684852480962, 'bagging_temperature': 0.8097689578346996, 'border_count': 78, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 83, 'rsm': 0.8266448029313349}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:18,705] Trial 123 finished with value: 0.7143196027329825 and parameters: {'iterations': 122, 'depth': 5, 'learning_rate': 0.0062706678174850525, 'l2_leaf_reg': 6.33613880276395e-05, 'random_strength': 0.0003186565136539305, 'bagging_temperature': 0.5797889097045492, 'border_count': 64, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 81, 'rsm': 0.8569804630704712}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:18,745] Trial 124 finished with value: 0.7201361816684945 and parameters: {'iterations': 108, 'depth': 6, 'learning_rate': 0.01118020486341764, 'l2_leaf_reg': 0.00011451192073207063, 'random_strength': 0.004822815318754304, 'bagging_temperature': 0.437114007511321, 'border_count': 71, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 86, 'rsm': 0.8012928094639512}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:18,797] Trial 125 finished with value: 0.721727745101141 and parameters: {'iterations': 107, 'depth': 6, 'learning_rate': 0.011324312624625927, 'l2_leaf_reg': 4.272682025416386e-05, 'random_strength': 0.006840926359940191, 'bagging_temperature': 0.5038363798753253, 'border_count': 82, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 93, 'rsm': 0.9428542911568091}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:18,838] Trial 126 finished with value: 0.7153252292109591 and parameters: {'iterations': 107, 'depth': 6, 'learning_rate': 0.011925956825017802, 'l2_leaf_reg': 4.112029219162528e-05, 'random_strength': 0.006547570335164091, 'bagging_temperature': 0.4368116929395087, 'border_count': 54, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 95, 'rsm': 0.982438232338569}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:18,879] Trial 127 finished with value: 0.6684902384852929 and parameters: {'iterations': 63, 'depth': 6, 'learning_rate': 0.010506057003352021, 'l2_leaf_reg': 0.0005117138890940781, 'random_strength': 0.0028916277611526764, 'bagging_temperature': 1.0029508498068163, 'border_count': 60, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 92, 'rsm': 0.9379236060592422}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:18,928] Trial 128 finished with value: 0.7216247099218271 and parameters: {'iterations': 129, 'depth': 5, 'learning_rate': 0.01458190064721771, 'l2_leaf_reg': 0.0002495735929520648, 'random_strength': 0.004745522123734884, 'bagging_temperature': 0.6521130657560326, 'border_count': 82, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 87, 'rsm': 0.9479398757593271}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:18,970] Trial 129 finished with value: 0.7103793417650717 and parameters: {'iterations': 81, 'depth': 4, 'learning_rate': 0.015279868993274996, 'l2_leaf_reg': 7.388075540561837e-05, 'random_strength': 0.004172786091441505, 'bagging_temperature': 0.499825296949015, 'border_count': 84, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 90, 'rsm': 0.951196430660413}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:19,012] Trial 130 finished with value: 0.7142263622159983 and parameters: {'iterations': 129, 'depth': 5, 'learning_rate': 0.013298401503299383, 'l2_leaf_reg': 0.0008899458753701289, 'random_strength': 0.002197963732174189, 'bagging_temperature': 0.6428629545454019, 'border_count': 91, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 96, 'rsm': 0.9270904736436867}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:19,054] Trial 131 finished with value: 0.7207221186231643 and parameters: {'iterations': 113, 'depth': 5, 'learning_rate': 0.00866639240039379, 'l2_leaf_reg': 0.000176143220108482, 'random_strength': 0.010389031837608725, 'bagging_temperature': 0.39500829522917663, 'border_count': 68, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 87, 'rsm': 0.8958869741908632}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:19,096] Trial 132 finished with value: 0.7103793417650717 and parameters: {'iterations': 107, 'depth': 6, 'learning_rate': 0.008413173118752788, 'l2_leaf_reg': 0.0002557790647851244, 'random_strength': 0.012489095512239253, 'bagging_temperature': 0.3868966220866046, 'border_count': 68, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 87, 'rsm': 0.985267197305195}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:19,135] Trial 133 finished with value: 0.7278889089756689 and parameters: {'iterations': 50, 'depth': 4, 'learning_rate': 0.01753856688960808, 'l2_leaf_reg': 0.0001902044596137586, 'random_strength': 0.03250500172209659, 'bagging_temperature': 0.4391999960311234, 'border_count': 83, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 93, 'rsm': 0.8951316539172355}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:19,178] Trial 134 finished with value: 0.7135623670509995 and parameters: {'iterations': 95, 'depth': 4, 'learning_rate': 0.02204956057316867, 'l2_leaf_reg': 0.0012786410886357318, 'random_strength': 0.04157814141471723, 'bagging_temperature': 0.3737773791191056, 'border_count': 81, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 93, 'rsm': 0.9056652852719477}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:19,218] Trial 135 finished with value: 0.7067238961060471 and parameters: {'iterations': 52, 'depth': 5, 'learning_rate': 0.025070115451275167, 'l2_leaf_reg': 0.00033928427045206577, 'random_strength': 0.07182980113371161, 'bagging_temperature': 0.5760123172264956, 'border_count': 94, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 99, 'rsm': 0.8801872548923831}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:19,273] Trial 136 finished with value: 0.7162692382046043 and parameters: {'iterations': 119, 'depth': 4, 'learning_rate': 0.017008392478347265, 'l2_leaf_reg': 0.00020678205251255013, 'random_strength': 0.024558985130539827, 'bagging_temperature': 0.6746081269261156, 'border_count': 79, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 91, 'rsm': 0.9361138351205011}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:19,327] Trial 137 finished with value: 0.683568143058673 and parameters: {'iterations': 137, 'depth': 5, 'learning_rate': 0.015315518490293641, 'l2_leaf_reg': 0.0006266047118540273, 'random_strength': 0.14343828482342275, 'bagging_temperature': 0.46830254410066185, 'border_count': 64, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 94, 'rsm': 0.9139732844323527}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:19,384] Trial 138 finished with value: 0.7090678105314863 and parameters: {'iterations': 68, 'depth': 4, 'learning_rate': 0.012255947613919946, 'l2_leaf_reg': 4.688337143812732e-05, 'random_strength': 0.0016340431255068258, 'bagging_temperature': 0.5317404424678206, 'border_count': 86, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 20, 'rsm': 0.9682511365189951}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:19,436] Trial 139 finished with value: 0.7214863930854871 and parameters: {'iterations': 129, 'depth': 5, 'learning_rate': 0.007900008819385143, 'l2_leaf_reg': 2.135493115515783e-05, 'random_strength': 0.00934598279614168, 'bagging_temperature': 0.5998625548394013, 'border_count': 76, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 96, 'rsm': 0.8905889430976821}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:19,479] Trial 140 finished with value: 0.6743766506154281 and parameters: {'iterations': 85, 'depth': 4, 'learning_rate': 0.008044685828455255, 'l2_leaf_reg': 8.52674462073246e-05, 'random_strength': 0.010134104015645712, 'bagging_temperature': 0.2880202205832791, 'border_count': 76, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 96, 'rsm': 0.8895551042108885}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:19,530] Trial 141 finished with value: 0.7224679599057635 and parameters: {'iterations': 149, 'depth': 5, 'learning_rate': 0.00942854455677417, 'l2_leaf_reg': 2.4316357603633343e-05, 'random_strength': 0.016729224002577908, 'bagging_temperature': 0.5950151601150688, 'border_count': 60, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.9493864488435516}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:19,582] Trial 142 finished with value: 0.7175461321175762 and parameters: {'iterations': 150, 'depth': 5, 'learning_rate': 0.00973089596040824, 'l2_leaf_reg': 2.0810142228720326e-05, 'random_strength': 0.015379550081686077, 'bagging_temperature': 0.5987654023868323, 'border_count': 61, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 100, 'rsm': 0.9976865374769863}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:19,633] Trial 143 finished with value: 0.7037289784571047 and parameters: {'iterations': 116, 'depth': 5, 'learning_rate': 0.007472439132660675, 'l2_leaf_reg': 1.2840886330255018e-05, 'random_strength': 0.03311284220288445, 'bagging_temperature': 0.6452003248908306, 'border_count': 106, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 97, 'rsm': 0.9471972504031563}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:19,675] Trial 144 finished with value: 0.7119591151479374 and parameters: {'iterations': 126, 'depth': 3, 'learning_rate': 0.018552515193738163, 'l2_leaf_reg': 0.00017000936692577643, 'random_strength': 0.0076823562793489055, 'bagging_temperature': 0.42518767683555375, 'border_count': 49, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 94, 'rsm': 0.8982250382081445}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:19,717] Trial 145 finished with value: 0.707378706309464 and parameters: {'iterations': 145, 'depth': 5, 'learning_rate': 0.03424038907100344, 'l2_leaf_reg': 4.7392797945789924e-05, 'random_strength': 0.052756978136348526, 'bagging_temperature': 0.5445186129711774, 'border_count': 41, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.8661209726924838}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:19,769] Trial 146 finished with value: 0.679636394238874 and parameters: {'iterations': 129, 'depth': 4, 'learning_rate': 0.0063657663279813904, 'l2_leaf_reg': 5.917059273750343e-06, 'random_strength': 0.01991815610643758, 'bagging_temperature': 0.49921781471297366, 'border_count': 83, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 92, 'rsm': 0.9250610915427192}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:19,812] Trial 147 finished with value: 0.7207221186231643 and parameters: {'iterations': 97, 'depth': 5, 'learning_rate': 0.014074105246697945, 'l2_leaf_reg': 0.00036472418120393806, 'random_strength': 0.003041433945936124, 'bagging_temperature': 0.3410752057336343, 'border_count': 56, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 90, 'rsm': 0.969636339062776}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:19,866] Trial 148 finished with value: 0.699992031131565 and parameters: {'iterations': 150, 'depth': 5, 'learning_rate': 0.005387245278464208, 'l2_leaf_reg': 3.376299981524315e-05, 'random_strength': 0.014804458154712747, 'bagging_temperature': 0.8712327336415581, 'border_count': 74, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 96, 'rsm': 0.9076609318109445}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:19,908] Trial 149 finished with value: 0.7058181986071543 and parameters: {'iterations': 75, 'depth': 4, 'learning_rate': 0.010983545730255357, 'l2_leaf_reg': 8.025462514972887e-05, 'random_strength': 0.007591144771607543, 'bagging_temperature': 0.7308222107772084, 'border_count': 95, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 94, 'rsm': 0.8877506660934292}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:19,950] Trial 150 finished with value: 0.6704978984658412 and parameters: {'iterations': 51, 'depth': 7, 'learning_rate': 0.00887758006716361, 'l2_leaf_reg': 0.0001454186555150581, 'random_strength': 0.0008404964835261794, 'bagging_temperature': 0.5998611344411232, 'border_count': 115, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 99, 'rsm': 0.9537831656211159}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:20,003] Trial 151 finished with value: 0.7151751290414943 and parameters: {'iterations': 100, 'depth': 5, 'learning_rate': 0.014232390614838237, 'l2_leaf_reg': 0.0023840534810847702, 'random_strength': 0.003542068893756695, 'bagging_temperature': 0.3637742609689619, 'border_count': 55, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 90, 'rsm': 0.9379024652238064}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:20,043] Trial 152 finished with value: 0.7207221186231643 and parameters: {'iterations': 86, 'depth': 5, 'learning_rate': 0.012007974811883978, 'l2_leaf_reg': 0.00039281412072689746, 'random_strength': 0.0025288652318501623, 'bagging_temperature': 0.33598736234675325, 'border_count': 59, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 89, 'rsm': 0.9619679293376685}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:20,084] Trial 153 finished with value: 0.6343967622287768 and parameters: {'iterations': 110, 'depth': 5, 'learning_rate': 0.013634372322530602, 'l2_leaf_reg': 0.00024039775416728873, 'random_strength': 0.001294624472377041, 'bagging_temperature': 0.677312342111754, 'border_count': 67, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 93, 'rsm': 0.36943490858910166}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:20,138] Trial 154 finished with value: 0.7153252292109591 and parameters: {'iterations': 130, 'depth': 6, 'learning_rate': 0.009934922163753579, 'l2_leaf_reg': 5.8981394078586634e-05, 'random_strength': 0.009070437777672026, 'bagging_temperature': 0.4556892208756585, 'border_count': 50, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 87, 'rsm': 0.9788483942245234}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:20,180] Trial 155 finished with value: 0.6752936857422638 and parameters: {'iterations': 93, 'depth': 5, 'learning_rate': 0.0016424967594343, 'l2_leaf_reg': 1.6157716437815528e-05, 'random_strength': 0.004919216841948029, 'bagging_temperature': 0.4065293640130206, 'border_count': 131, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 90, 'rsm': 0.8632929362069585}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:20,233] Trial 156 finished with value: 0.7192654901788699 and parameters: {'iterations': 119, 'depth': 4, 'learning_rate': 0.007611504246802772, 'l2_leaf_reg': 0.0003084724709635713, 'random_strength': 0.023474403786568555, 'bagging_temperature': 0.7945344532159928, 'border_count': 89, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 92, 'rsm': 0.9219426937490396}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:20,288] Trial 157 finished with value: 0.6988293483303148 and parameters: {'iterations': 175, 'depth': 5, 'learning_rate': 0.016965723674222943, 'l2_leaf_reg': 9.973447913779383e-05, 'random_strength': 0.0007265362490825863, 'bagging_temperature': 0.31345598363647, 'border_count': 122, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 58, 'rsm': 0.8955133896747373}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:20,329] Trial 158 finished with value: 0.6231313020966095 and parameters: {'iterations': 98, 'depth': 6, 'learning_rate': 0.008646347476752582, 'l2_leaf_reg': 2.5647341435798997e-05, 'random_strength': 0.11893182252549642, 'bagging_temperature': 0.5595450938162824, 'border_count': 57, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 97, 'rsm': 0.12164303553425648}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:20,385] Trial 159 finished with value: 0.7186660157741929 and parameters: {'iterations': 165, 'depth': 5, 'learning_rate': 0.011242848824709746, 'l2_leaf_reg': 0.0011796777526908492, 'random_strength': 0.001627772041683048, 'bagging_temperature': 0.6280173682963576, 'border_count': 77, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 95, 'rsm': 0.9710333047418819}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:20,451] Trial 160 finished with value: 0.6905234754714116 and parameters: {'iterations': 185, 'depth': 6, 'learning_rate': 0.04814871997633488, 'l2_leaf_reg': 0.0004972787544305547, 'random_strength': 0.0031691175010550273, 'bagging_temperature': 0.7028319756742379, 'border_count': 70, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 91, 'rsm': 0.9128268828039886}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:20,491] Trial 161 finished with value: 0.7162556704603215 and parameters: {'iterations': 88, 'depth': 5, 'learning_rate': 0.012779021284613595, 'l2_leaf_reg': 0.00037613761895398515, 'random_strength': 0.011023607214323368, 'bagging_temperature': 0.3405322151039167, 'border_count': 59, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 89, 'rsm': 0.9642563663898799}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:20,533] Trial 162 finished with value: 0.7255179058995869 and parameters: {'iterations': 82, 'depth': 4, 'learning_rate': 0.011868831800390998, 'l2_leaf_reg': 0.00017731402140063257, 'random_strength': 0.005758100802275815, 'bagging_temperature': 0.3385580882847767, 'border_count': 64, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 88, 'rsm': 0.9549927177209154}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:20,575] Trial 163 finished with value: 0.7143196027329825 and parameters: {'iterations': 114, 'depth': 4, 'learning_rate': 0.009428909217696303, 'l2_leaf_reg': 0.00013096051376349058, 'random_strength': 0.004814620725104067, 'bagging_temperature': 0.5012378482992267, 'border_count': 63, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 85, 'rsm': 0.9459426208377171}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:20,617] Trial 164 finished with value: 0.7167751497581049 and parameters: {'iterations': 69, 'depth': 3, 'learning_rate': 0.015346043047238682, 'l2_leaf_reg': 2.361893635255872e-06, 'random_strength': 0.007130115471137855, 'bagging_temperature': 0.28188767292035155, 'border_count': 53, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 94, 'rsm': 0.876177862357474}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:20,657] Trial 165 finished with value: 0.6834818752833812 and parameters: {'iterations': 78, 'depth': 4, 'learning_rate': 0.0067561787367923995, 'l2_leaf_reg': 0.0001820787513621784, 'random_strength': 0.013771199764169751, 'bagging_temperature': 0.3999777497448843, 'border_count': 68, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 88, 'rsm': 0.9402560175205689}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:20,698] Trial 166 finished with value: 0.6231313020966095 and parameters: {'iterations': 104, 'depth': 4, 'learning_rate': 0.010844209011216294, 'l2_leaf_reg': 3.600848696930277e-05, 'random_strength': 0.032115452073977944, 'bagging_temperature': 0.8818052812314578, 'border_count': 81, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 92, 'rsm': 0.21176723304962863}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:20,753] Trial 167 finished with value: 0.7214863930854871 and parameters: {'iterations': 140, 'depth': 5, 'learning_rate': 0.007924856845998866, 'l2_leaf_reg': 5.722643288032274e-05, 'random_strength': 0.00010069095454407417, 'bagging_temperature': 0.7467553811147329, 'border_count': 74, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 97, 'rsm': 0.9245617777466502}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:20,807] Trial 168 finished with value: 0.7182839233585934 and parameters: {'iterations': 136, 'depth': 7, 'learning_rate': 0.007882976602663717, 'l2_leaf_reg': 7.183982874465792e-05, 'random_strength': 0.00010865594621148148, 'bagging_temperature': 0.803343984408155, 'border_count': 72, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.9236037299742657}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:20,857] Trial 169 finished with value: 0.7149742801306247 and parameters: {'iterations': 197, 'depth': 6, 'learning_rate': 0.005801820708756319, 'l2_leaf_reg': 5.418134191102258e-05, 'random_strength': 6.80608413363574e-05, 'bagging_temperature': 0.7423495796809161, 'border_count': 75, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 96, 'rsm': 0.8576007438306686}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:20,913] Trial 170 finished with value: 0.7214863930854871 and parameters: {'iterations': 153, 'depth': 4, 'learning_rate': 0.008472759173864013, 'l2_leaf_reg': 0.00010665352898581001, 'random_strength': 0.00040711855117907513, 'bagging_temperature': 0.6392174630265967, 'border_count': 64, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 100, 'rsm': 0.8893441943299363}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:20,965] Trial 171 finished with value: 0.7214863930854871 and parameters: {'iterations': 144, 'depth': 4, 'learning_rate': 0.008415830645269429, 'l2_leaf_reg': 0.00012544392652193213, 'random_strength': 0.00024338238400686374, 'bagging_temperature': 0.6425198742471294, 'border_count': 68, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 100, 'rsm': 0.9065936349879664}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:21,017] Trial 172 finished with value: 0.7145874379699421 and parameters: {'iterations': 144, 'depth': 4, 'learning_rate': 0.00725465360854173, 'l2_leaf_reg': 8.253923449233877e-05, 'random_strength': 0.0002498474070880169, 'bagging_temperature': 0.6583819182592997, 'border_count': 65, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 100, 'rsm': 0.8809431813873809}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:21,068] Trial 173 finished with value: 0.7255507093457538 and parameters: {'iterations': 157, 'depth': 3, 'learning_rate': 0.009947339017037843, 'l2_leaf_reg': 0.0001214505523794295, 'random_strength': 0.0002195395967449234, 'bagging_temperature': 0.6017953459417038, 'border_count': 80, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.9090586137731669}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:21,122] Trial 174 finished with value: 0.7255507093457538 and parameters: {'iterations': 157, 'depth': 3, 'learning_rate': 0.009959438592184434, 'l2_leaf_reg': 2.0293756121125557e-05, 'random_strength': 0.0001536643774665703, 'bagging_temperature': 0.5972662505482714, 'border_count': 86, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.8332128672964283}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:21,176] Trial 175 finished with value: 0.7317034007403806 and parameters: {'iterations': 162, 'depth': 2, 'learning_rate': 0.010309029320178438, 'l2_leaf_reg': 1.7584976291374478e-05, 'random_strength': 0.0001358132444456296, 'bagging_temperature': 0.5701961703306379, 'border_count': 85, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 97, 'rsm': 0.83136879978282}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:21,228] Trial 176 finished with value: 0.7307218339201043 and parameters: {'iterations': 166, 'depth': 2, 'learning_rate': 0.010013345252323181, 'l2_leaf_reg': 1.2544333838159033e-05, 'random_strength': 0.0001573526010481128, 'bagging_temperature': 0.573519484921128, 'border_count': 87, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 95, 'rsm': 0.821994617681564}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:21,282] Trial 177 finished with value: 0.7262553857572613 and parameters: {'iterations': 163, 'depth': 2, 'learning_rate': 0.010106794689752367, 'l2_leaf_reg': 4.500938911544643e-06, 'random_strength': 0.00014669114818235008, 'bagging_temperature': 0.5695669529118483, 'border_count': 88, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 94, 'rsm': 0.8149521443701786}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:21,324] Trial 178 finished with value: 0.6281375166364646 and parameters: {'iterations': 165, 'depth': 1, 'learning_rate': 0.011915405550005878, 'l2_leaf_reg': 5.248426394755469e-06, 'random_strength': 0.00013892406117103643, 'bagging_temperature': 0.5347732269206303, 'border_count': 93, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 94, 'rsm': 0.8117110167625612}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:21,379] Trial 179 finished with value: 0.7197301827141673 and parameters: {'iterations': 159, 'depth': 2, 'learning_rate': 0.00956294115859119, 'l2_leaf_reg': 9.139645509825061e-06, 'random_strength': 4.281255082350269e-05, 'bagging_temperature': 0.4788495058208849, 'border_count': 88, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 92, 'rsm': 0.8325741558049458}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:21,433] Trial 180 finished with value: 0.7307218339201043 and parameters: {'iterations': 176, 'depth': 2, 'learning_rate': 0.01040612386897194, 'l2_leaf_reg': 4.35851213368442e-06, 'random_strength': 0.00017344714260388445, 'bagging_temperature': 0.5478335717435433, 'border_count': 85, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.8217488501876933}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:21,475] Trial 181 finished with value: 0.72776313977247 and parameters: {'iterations': 174, 'depth': 2, 'learning_rate': 0.010371798421000689, 'l2_leaf_reg': 7.586464155482362e-06, 'random_strength': 0.0001675610496469398, 'bagging_temperature': 0.5575128026466494, 'border_count': 88, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.839009622815501}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:21,531] Trial 182 finished with value: 0.7114483748727994 and parameters: {'iterations': 190, 'depth': 2, 'learning_rate': 0.011147670004083773, 'l2_leaf_reg': 3.8306373069507435e-06, 'random_strength': 0.00016552115483377939, 'bagging_temperature': 0.5191747704922134, 'border_count': 98, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.817523447317529}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:21,584] Trial 183 finished with value: 0.7307218339201043 and parameters: {'iterations': 173, 'depth': 2, 'learning_rate': 0.009896329194059394, 'l2_leaf_reg': 2.6066162385661416e-06, 'random_strength': 5.905430771375372e-05, 'bagging_temperature': 0.5636439836969377, 'border_count': 89, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 97, 'rsm': 0.8486329456878274}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:21,627] Trial 184 finished with value: 0.7267815729521935 and parameters: {'iterations': 172, 'depth': 2, 'learning_rate': 0.010253597794219308, 'l2_leaf_reg': 1.1794097903341634e-06, 'random_strength': 6.885967984047015e-05, 'bagging_temperature': 0.5675715850089437, 'border_count': 91, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.8448762961664605}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:21,682] Trial 185 finished with value: 0.7267815729521935 and parameters: {'iterations': 171, 'depth': 2, 'learning_rate': 0.009439239540830858, 'l2_leaf_reg': 1.293059048884467e-06, 'random_strength': 6.111032819734974e-05, 'bagging_temperature': 0.5854781719389152, 'border_count': 103, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 99, 'rsm': 0.8397711872163681}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:21,738] Trial 186 finished with value: 0.7307218339201043 and parameters: {'iterations': 175, 'depth': 2, 'learning_rate': 0.009664500131370247, 'l2_leaf_reg': 1.058788475943502e-06, 'random_strength': 6.05468806671832e-05, 'bagging_temperature': 0.562061967406255, 'border_count': 102, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 97, 'rsm': 0.8429993859954001}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:21,781] Trial 187 finished with value: 0.6257407390668759 and parameters: {'iterations': 174, 'depth': 1, 'learning_rate': 0.010335788040938373, 'l2_leaf_reg': 2.0354696171764764e-06, 'random_strength': 2.9680464068180934e-05, 'bagging_temperature': 0.5592761103018249, 'border_count': 104, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.8454961129737092}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:21,832] Trial 188 finished with value: 0.7126854070326337 and parameters: {'iterations': 177, 'depth': 2, 'learning_rate': 0.012862820279895574, 'l2_leaf_reg': 9.582910380536497e-07, 'random_strength': 5.770208394346482e-05, 'bagging_temperature': 0.5576376482747748, 'border_count': 97, 'grow_policy': 'SymmetricTree', 'min_data_in_leaf': 97, 'rsm': 0.8343096430583401}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:21,876] Trial 189 finished with value: 0.7267815729521935 and parameters: {'iterations': 183, 'depth': 2, 'learning_rate': 0.010416483317591074, 'l2_leaf_reg': 1.398661033366339e-06, 'random_strength': 7.63340555882006e-05, 'bagging_temperature': 0.45653853080757784, 'border_count': 109, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 100, 'rsm': 0.8083763937951772}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:21,932] Trial 190 finished with value: 0.6488909315949487 and parameters: {'iterations': 180, 'depth': 2, 'learning_rate': 0.0013866992920724846, 'l2_leaf_reg': 1.227886386101225e-06, 'random_strength': 1.8243823226928535e-05, 'bagging_temperature': 0.4768944567451369, 'border_count': 111, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 100, 'rsm': 0.8069042171760556}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:21,976] Trial 191 finished with value: 0.7307218339201043 and parameters: {'iterations': 166, 'depth': 2, 'learning_rate': 0.010147568352679806, 'l2_leaf_reg': 5.179426537221347e-07, 'random_strength': 8.190532805023162e-05, 'bagging_temperature': 0.4473599202873322, 'border_count': 107, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 96, 'rsm': 0.8443625247056512}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:22,018] Trial 192 finished with value: 0.72776313977247 and parameters: {'iterations': 166, 'depth': 2, 'learning_rate': 0.01037364398651421, 'l2_leaf_reg': 4.118394314978788e-07, 'random_strength': 9.341447618990353e-05, 'bagging_temperature': 0.43378633520409193, 'border_count': 108, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.8352958941065054}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:22,071] Trial 193 finished with value: 0.7188769913586718 and parameters: {'iterations': 169, 'depth': 2, 'learning_rate': 0.012370471941199846, 'l2_leaf_reg': 4.779152803612303e-07, 'random_strength': 8.053756085329355e-05, 'bagging_temperature': 0.4334606595041864, 'border_count': 108, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.8309385264802465}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:22,126] Trial 194 finished with value: 0.7153886358407101 and parameters: {'iterations': 160, 'depth': 2, 'learning_rate': 0.010837426064889046, 'l2_leaf_reg': 1.5406306537786516e-06, 'random_strength': 4.3667607923280245e-05, 'bagging_temperature': 0.46196577712312514, 'border_count': 102, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 96, 'rsm': 0.7950149564001583}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:22,178] Trial 195 finished with value: 0.6281375166364646 and parameters: {'iterations': 186, 'depth': 1, 'learning_rate': 0.010240665982749737, 'l2_leaf_reg': 7.328697460708511e-07, 'random_strength': 6.871463877247592e-05, 'bagging_temperature': 0.5242138389271107, 'border_count': 115, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 100, 'rsm': 0.817782323464192}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:22,223] Trial 196 finished with value: 0.7238228788045593 and parameters: {'iterations': 170, 'depth': 2, 'learning_rate': 0.012343837160637354, 'l2_leaf_reg': 2.7622874897854084e-07, 'random_strength': 9.454989047313194e-05, 'bagging_temperature': 0.4410197674516829, 'border_count': 103, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 98, 'rsm': 0.778092929610632}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:22,279] Trial 197 finished with value: 0.628326167358808 and parameters: {'iterations': 198, 'depth': 1, 'learning_rate': 0.010214249588188323, 'l2_leaf_reg': 1.108392295386329e-06, 'random_strength': 3.761225331498325e-05, 'bagging_temperature': 0.5577661788894326, 'border_count': 92, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 100, 'rsm': 0.8444982676357794}. Best is trial 94 with value: 0.7319447527560347.\n", - "[I 2025-07-28 21:10:22,333] Trial 198 finished with value: 0.7095566287304063 and parameters: {'iterations': 184, 'depth': 3, 'learning_rate': 0.012891003266943637, 'l2_leaf_reg': 3.316276321788039e-06, 'random_strength': 0.0001229544779601414, 'bagging_temperature': 0.4920848051094337, 'border_count': 109, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 96, 'rsm': 0.805758820010251}. Best is trial 94 with value: 0.7319447527560347.\n", + "...", "[I 2025-07-28 21:10:22,377] Trial 199 finished with value: 0.713373121188903 and parameters: {'iterations': 161, 'depth': 2, 'learning_rate': 0.007216156705027904, 'l2_leaf_reg': 4.2665020699161245e-07, 'random_strength': 0.00017324894641089118, 'bagging_temperature': 0.4153387841633685, 'border_count': 96, 'grow_policy': 'Depthwise', 'min_data_in_leaf': 96, 'rsm': 0.8596971617051177}. Best is trial 94 with value: 0.7319447527560347.\n" ] }, From e8d03cf860eb2df14d1a8e74fe6eb6b77f6b7105 Mon Sep 17 00:00:00 2001 From: Hamidreza Keshavarz <32555614+hamidkm9@users.noreply.github.com> Date: Mon, 28 Jul 2025 21:21:00 +0200 Subject: [PATCH 4/5] Update demo_linearboost_usage.ipynb --- notebooks/demo_linearboost_usage.ipynb | 1 - 1 file changed, 1 deletion(-) diff --git a/notebooks/demo_linearboost_usage.ipynb b/notebooks/demo_linearboost_usage.ipynb index 046cf4f..8f0f338 100644 --- a/notebooks/demo_linearboost_usage.ipynb +++ b/notebooks/demo_linearboost_usage.ipynb @@ -154,7 +154,6 @@ ], "source": [ "import optuna\n", - "import pandas as pd\n", "import numpy as np\n", "from sklearn.model_selection import StratifiedKFold, cross_val_score\n", "\n", From 632a158c01c7d0c9a2dbb641f51484cf6ba95a9e Mon Sep 17 00:00:00 2001 From: Hamidreza Keshavarz <32555614+hamidkm9@users.noreply.github.com> Date: Mon, 28 Jul 2025 21:23:01 +0200 Subject: [PATCH 5/5] Ruff formatter applied --- notebooks/demo_linearboost_usage.ipynb | 212 +++++++++++++------------ src/linearboost/linear_boost.py | 2 +- 2 files changed, 114 insertions(+), 100 deletions(-) diff --git a/notebooks/demo_linearboost_usage.ipynb b/notebooks/demo_linearboost_usage.ipynb index 59fdb1b..54bf639 100644 --- a/notebooks/demo_linearboost_usage.ipynb +++ b/notebooks/demo_linearboost_usage.ipynb @@ -7,7 +7,8 @@ "outputs": [], "source": [ "import sys\n", - "sys.path.append('../src')\n", + "\n", + "sys.path.append(\"../src\")\n", "from linearboost.linear_boost import LinearBoostClassifier" ] }, @@ -55,15 +56,15 @@ "metadata": {}, "outputs": [], "source": [ - "from ucimlrepo import fetch_ucirepo \n", + "from ucimlrepo import fetch_ucirepo\n", "from sklearn.preprocessing import LabelEncoder\n", "\n", "# The Huberman's Survival's id on UCI Machine Learning Repository\n", "dataset_id = 43\n", "\n", - "dataset = fetch_ucirepo(id=dataset_id) \n", - " \n", - "# data (as pandas dataframes) \n", + "dataset = fetch_ucirepo(id=dataset_id)\n", + "\n", + "# data (as pandas dataframes)\n", "X = dataset.data.features.copy()\n", "y = dataset.data.targets\n", "\n", @@ -78,25 +79,24 @@ "metadata": {}, "outputs": [], "source": [ - "\n", "import pandas as pd\n", "\n", "# Identify categorical columns\n", - "categorical_cols = X.select_dtypes(include=['object']).columns.tolist()\n", + "categorical_cols = X.select_dtypes(include=[\"object\"]).columns.tolist()\n", "\n", "# Convert categorical columns to 'category' dtype\n", "for col in categorical_cols:\n", - " X[col] = X[col].astype('category')\n", + " X[col] = X[col].astype(\"category\")\n", "\n", "# Handle missing values\n", "# Fill numeric columns with median\n", - "numeric_cols = X.select_dtypes(include=['int64', 'float64']).columns.tolist()\n", + "numeric_cols = X.select_dtypes(include=[\"int64\", \"float64\"]).columns.tolist()\n", "for col in numeric_cols:\n", " X[col] = X[col].fillna(X[col].median())\n", "\n", "# Fill categorical columns with mode\n", "for col in categorical_cols:\n", - " X[col] = X[col].fillna(X[col].mode()[0])\n" + " X[col] = X[col].fillna(X[col].mode()[0])" ] }, { @@ -355,13 +355,15 @@ "import numpy as np\n", "from sklearn.model_selection import StratifiedKFold, cross_val_score\n", "\n", + "\n", "def custom_loss(y_true, y_pred, weights):\n", " return np.mean(weights * (y_true - y_pred) ** 2)\n", "\n", + "\n", "df = X\n", "\n", "# One-hot encoding\n", - "cat_features = list(df.select_dtypes(include=['object', 'category']).columns)\n", + "cat_features = list(df.select_dtypes(include=[\"object\", \"category\"]).columns)\n", "for col in cat_features:\n", " df_onehot = pd.get_dummies(df[col], prefix=col)\n", " df = df.drop(col, axis=1)\n", @@ -370,24 +372,26 @@ "\n", "def objective(trial):\n", " params = {\n", - " 'n_estimators': trial.suggest_int('n_estimators', 10, 500),\n", - " 'learning_rate': trial.suggest_float('learning_rate', 0.01, 1.0, log=True),\n", - " 'algorithm': trial.suggest_categorical('algorithm', ['SAMME', 'SAMME.R']),\n", - " 'scaler': trial.suggest_categorical('scaler', [\n", - " 'minmax', 'robust', 'quantile-uniform', 'quantile-normal'\n", - " ]),\n", - " 'kernel': trial.suggest_categorical('kernel', ['linear', 'rbf', 'poly', 'sigmoid']),\n", + " \"n_estimators\": trial.suggest_int(\"n_estimators\", 10, 500),\n", + " \"learning_rate\": trial.suggest_float(\"learning_rate\", 0.01, 1.0, log=True),\n", + " \"algorithm\": trial.suggest_categorical(\"algorithm\", [\"SAMME\", \"SAMME.R\"]),\n", + " \"scaler\": trial.suggest_categorical(\n", + " \"scaler\", [\"minmax\", \"robust\", \"quantile-uniform\", \"quantile-normal\"]\n", + " ),\n", + " \"kernel\": trial.suggest_categorical(\n", + " \"kernel\", [\"linear\", \"rbf\", \"poly\", \"sigmoid\"]\n", + " ),\n", " }\n", "\n", - " if params['kernel'] != 'linear':\n", - " params['gamma'] = trial.suggest_float('gamma', 1e-3, 10.0, log=True)\n", - " if params['kernel'] == 'poly':\n", - " params['degree'] = trial.suggest_int('degree', 2, 5)\n", - " if params['kernel'] in ['poly', 'sigmoid']:\n", - " params['coef0'] = trial.suggest_float('coef0', 0.0, 1.0)\n", - " \n", + " if params[\"kernel\"] != \"linear\":\n", + " params[\"gamma\"] = trial.suggest_float(\"gamma\", 1e-3, 10.0, log=True)\n", + " if params[\"kernel\"] == \"poly\":\n", + " params[\"degree\"] = trial.suggest_int(\"degree\", 2, 5)\n", + " if params[\"kernel\"] in [\"poly\", \"sigmoid\"]:\n", + " params[\"coef0\"] = trial.suggest_float(\"coef0\", 0.0, 1.0)\n", + "\n", " # Using a custom loss function here\n", - " #params['loss_function'] = custom_loss\n", + " # params['loss_function'] = custom_loss\n", "\n", " model = LinearBoostClassifier(**params)\n", "\n", @@ -395,24 +399,25 @@ " estimator=model,\n", " X=df,\n", " y=y,\n", - " scoring='f1_weighted',\n", + " scoring=\"f1_weighted\",\n", " cv=StratifiedKFold(n_splits=10, shuffle=True, random_state=42),\n", " )\n", "\n", " return scores.mean()\n", "\n", + "\n", "# Create an Optuna study and optimize the objective function\n", - "study = optuna.create_study(direction='maximize')\n", + "study = optuna.create_study(direction=\"maximize\")\n", "study.optimize(objective, n_trials=200)\n", "\n", "# Display the best trial's results\n", - "print('Best trial:')\n", + "print(\"Best trial:\")\n", "trial = study.best_trial\n", "\n", - "print(f'F1 Score: {trial.value}')\n", - "print('Parameters: ')\n", + "print(f\"F1 Score: {trial.value}\")\n", + "print(\"Parameters: \")\n", "for key, value in trial.params.items():\n", - " print(f'{key}: {value}')" + " print(f\"{key}: {value}\")" ] }, { @@ -654,25 +659,25 @@ } ], "source": [ - "\n", "import xgboost as xgb\n", "\n", + "\n", "def objective(trial):\n", " params = {\n", - " 'objective': 'binary:logistic',\n", - " 'use_label_encoder': False,\n", - " 'n_estimators': trial.suggest_int('n_estimators', 20, 1000),\n", - " 'max_depth': trial.suggest_int('max_depth', 1, 20),\n", - " 'learning_rate': trial.suggest_float('learning_rate', 0.01, 0.7),\n", - " 'gamma': trial.suggest_float('gamma', 1e-8, 1.0, log=True),\n", - " 'min_child_weight': trial.suggest_int('min_child_weight', 1, 10),\n", - " 'subsample': trial.suggest_float('subsample', 0.5, 1.0),\n", - " 'colsample_bytree': trial.suggest_float('colsample_bytree', 0.5, 1.0),\n", - " 'reg_alpha': trial.suggest_float('reg_alpha', 1e-8, 1.0, log=True),\n", - " 'reg_lambda': trial.suggest_float('reg_lambda', 1e-8, 1.0, log=True),\n", - " 'enable_categorical': True,\n", - " 'eval_metric': 'logloss',\n", - " 'verbosity': 0\n", + " \"objective\": \"binary:logistic\",\n", + " \"use_label_encoder\": False,\n", + " \"n_estimators\": trial.suggest_int(\"n_estimators\", 20, 1000),\n", + " \"max_depth\": trial.suggest_int(\"max_depth\", 1, 20),\n", + " \"learning_rate\": trial.suggest_float(\"learning_rate\", 0.01, 0.7),\n", + " \"gamma\": trial.suggest_float(\"gamma\", 1e-8, 1.0, log=True),\n", + " \"min_child_weight\": trial.suggest_int(\"min_child_weight\", 1, 10),\n", + " \"subsample\": trial.suggest_float(\"subsample\", 0.5, 1.0),\n", + " \"colsample_bytree\": trial.suggest_float(\"colsample_bytree\", 0.5, 1.0),\n", + " \"reg_alpha\": trial.suggest_float(\"reg_alpha\", 1e-8, 1.0, log=True),\n", + " \"reg_lambda\": trial.suggest_float(\"reg_lambda\", 1e-8, 1.0, log=True),\n", + " \"enable_categorical\": True,\n", + " \"eval_metric\": \"logloss\",\n", + " \"verbosity\": 0,\n", " }\n", "\n", " model = xgb.XGBClassifier(**params)\n", @@ -681,24 +686,24 @@ " estimator=model,\n", " X=X,\n", " y=y,\n", - " scoring='f1_weighted',\n", + " scoring=\"f1_weighted\",\n", " cv=StratifiedKFold(n_splits=10, shuffle=True, random_state=42),\n", - " n_jobs=-1\n", + " n_jobs=-1,\n", " )\n", "\n", " return scores.mean()\n", "\n", "\n", - "study = optuna.create_study(direction='maximize')\n", + "study = optuna.create_study(direction=\"maximize\")\n", "study.optimize(objective, n_trials=200)\n", "\n", "best_trial = study.best_trial\n", "\n", - "print('Best trial:')\n", - "print(f'F1 Score: {best_trial.value:.6f}')\n", - "print('Parameters:')\n", + "print(\"Best trial:\")\n", + "print(f\"F1 Score: {best_trial.value:.6f}\")\n", + "print(\"Parameters:\")\n", "for k, v in best_trial.params.items():\n", - " print(f'{k}: {v}')\n" + " print(f\"{k}: {v}\")" ] }, { @@ -946,24 +951,27 @@ "source": [ "import lightgbm as lgb\n", "\n", + "\n", "def objective(trial):\n", " params = {\n", - " 'objective': 'binary',\n", - " 'metric': 'binary_logloss',\n", - " 'boosting_type': trial.suggest_categorical('boosting_type', ['gbdt', 'dart', 'goss']),\n", - " 'num_leaves': trial.suggest_int('num_leaves', 2, 256),\n", - " 'learning_rate': trial.suggest_float('learning_rate', 1e-3, 0.1, log=True),\n", - " 'n_estimators': trial.suggest_int('n_estimators', 20, 1000),\n", - " 'max_depth': trial.suggest_int('max_depth', 1, 20),\n", - " 'min_child_samples': trial.suggest_int('min_child_samples', 1, 100),\n", - " 'subsample': trial.suggest_float('subsample', 0.5, 1.0),\n", - " 'colsample_bytree': trial.suggest_float('colsample_bytree', 0.5, 1.0),\n", - " 'reg_alpha': trial.suggest_float('reg_alpha', 1e-8, 10.0, log=True),\n", - " 'reg_lambda': trial.suggest_float('reg_lambda', 1e-8, 10.0, log=True),\n", - " 'min_split_gain': trial.suggest_float('min_split_gain', 1e-8, 1.0, log=True),\n", - " 'cat_smooth': trial.suggest_int('cat_smooth', 1, 100),\n", - " 'cat_l2': trial.suggest_float('cat_l2', 1e-8, 10.0, log=True),\n", - " 'verbosity': -1\n", + " \"objective\": \"binary\",\n", + " \"metric\": \"binary_logloss\",\n", + " \"boosting_type\": trial.suggest_categorical(\n", + " \"boosting_type\", [\"gbdt\", \"dart\", \"goss\"]\n", + " ),\n", + " \"num_leaves\": trial.suggest_int(\"num_leaves\", 2, 256),\n", + " \"learning_rate\": trial.suggest_float(\"learning_rate\", 1e-3, 0.1, log=True),\n", + " \"n_estimators\": trial.suggest_int(\"n_estimators\", 20, 1000),\n", + " \"max_depth\": trial.suggest_int(\"max_depth\", 1, 20),\n", + " \"min_child_samples\": trial.suggest_int(\"min_child_samples\", 1, 100),\n", + " \"subsample\": trial.suggest_float(\"subsample\", 0.5, 1.0),\n", + " \"colsample_bytree\": trial.suggest_float(\"colsample_bytree\", 0.5, 1.0),\n", + " \"reg_alpha\": trial.suggest_float(\"reg_alpha\", 1e-8, 10.0, log=True),\n", + " \"reg_lambda\": trial.suggest_float(\"reg_lambda\", 1e-8, 10.0, log=True),\n", + " \"min_split_gain\": trial.suggest_float(\"min_split_gain\", 1e-8, 1.0, log=True),\n", + " \"cat_smooth\": trial.suggest_int(\"cat_smooth\", 1, 100),\n", + " \"cat_l2\": trial.suggest_float(\"cat_l2\", 1e-8, 10.0, log=True),\n", + " \"verbosity\": -1,\n", " }\n", "\n", " model = lgb.LGBMClassifier(**params)\n", @@ -972,24 +980,24 @@ " estimator=model,\n", " X=X,\n", " y=y,\n", - " scoring='f1_weighted',\n", + " scoring=\"f1_weighted\",\n", " cv=StratifiedKFold(n_splits=10, shuffle=True, random_state=42),\n", - " n_jobs=-1\n", + " n_jobs=-1,\n", " )\n", "\n", " return scores.mean()\n", "\n", - "study = optuna.create_study(direction='maximize')\n", + "\n", + "study = optuna.create_study(direction=\"maximize\")\n", "study.optimize(objective, n_trials=200)\n", "\n", "best_trial = study.best_trial\n", "\n", - "print('Best trial:')\n", - "print(f'F1 Score: {best_trial.value:.6f}')\n", - "print('Parameters:')\n", + "print(\"Best trial:\")\n", + "print(f\"F1 Score: {best_trial.value:.6f}\")\n", + "print(\"Parameters:\")\n", "for k, v in best_trial.params.items():\n", - " print(f'{k}: {v}')\n", - "\n" + " print(f\"{k}: {v}\")" ] }, { @@ -1234,22 +1242,27 @@ "source": [ "from catboost import CatBoostClassifier\n", "\n", + "\n", "def objective(trial):\n", " params = {\n", - " 'iterations': trial.suggest_int('iterations', 50, 500),\n", - " 'depth': trial.suggest_int('depth', 1, 16),\n", - " 'learning_rate': trial.suggest_float('learning_rate', 1e-3, 0.5, log=True),\n", - " 'l2_leaf_reg': trial.suggest_float('l2_leaf_reg', 1e-8, 10.0, log=True),\n", - " 'random_strength': trial.suggest_float('random_strength', 1e-8, 10.0, log=True),\n", - " 'bagging_temperature': trial.suggest_float('bagging_temperature', 0.1, 10.0, log=True),\n", - " 'border_count': trial.suggest_int('border_count', 32, 255),\n", - " 'grow_policy': trial.suggest_categorical('grow_policy', ['SymmetricTree', 'Depthwise', 'Lossguide']),\n", - " 'min_data_in_leaf': trial.suggest_int('min_data_in_leaf', 1, 100),\n", - " 'rsm': trial.suggest_float('rsm', 0.1, 1.0),\n", - " 'loss_function': 'Logloss',\n", - " 'eval_metric': 'F1',\n", - " 'cat_features': categorical_cols,\n", - " 'verbose': 0\n", + " \"iterations\": trial.suggest_int(\"iterations\", 50, 500),\n", + " \"depth\": trial.suggest_int(\"depth\", 1, 16),\n", + " \"learning_rate\": trial.suggest_float(\"learning_rate\", 1e-3, 0.5, log=True),\n", + " \"l2_leaf_reg\": trial.suggest_float(\"l2_leaf_reg\", 1e-8, 10.0, log=True),\n", + " \"random_strength\": trial.suggest_float(\"random_strength\", 1e-8, 10.0, log=True),\n", + " \"bagging_temperature\": trial.suggest_float(\n", + " \"bagging_temperature\", 0.1, 10.0, log=True\n", + " ),\n", + " \"border_count\": trial.suggest_int(\"border_count\", 32, 255),\n", + " \"grow_policy\": trial.suggest_categorical(\n", + " \"grow_policy\", [\"SymmetricTree\", \"Depthwise\", \"Lossguide\"]\n", + " ),\n", + " \"min_data_in_leaf\": trial.suggest_int(\"min_data_in_leaf\", 1, 100),\n", + " \"rsm\": trial.suggest_float(\"rsm\", 0.1, 1.0),\n", + " \"loss_function\": \"Logloss\",\n", + " \"eval_metric\": \"F1\",\n", + " \"cat_features\": categorical_cols,\n", + " \"verbose\": 0,\n", " }\n", "\n", " model = CatBoostClassifier(**params)\n", @@ -1258,23 +1271,24 @@ " estimator=model,\n", " X=X,\n", " y=y,\n", - " scoring='f1_weighted',\n", + " scoring=\"f1_weighted\",\n", " cv=StratifiedKFold(n_splits=10, shuffle=True, random_state=42),\n", - " n_jobs=-1\n", + " n_jobs=-1,\n", " )\n", "\n", " return scores.mean()\n", "\n", - "study = optuna.create_study(direction='maximize')\n", + "\n", + "study = optuna.create_study(direction=\"maximize\")\n", "study.optimize(objective, n_trials=200)\n", "\n", "best_trial = study.best_trial\n", "\n", - "print('Best trial:')\n", - "print(f'F1 Score: {best_trial.value:.6f}')\n", - "print('Parameters:')\n", + "print(\"Best trial:\")\n", + "print(f\"F1 Score: {best_trial.value:.6f}\")\n", + "print(\"Parameters:\")\n", "for k, v in best_trial.params.items():\n", - " print(f'{k}: {v}')" + " print(f\"{k}: {v}\")" ] } ], diff --git a/src/linearboost/linear_boost.py b/src/linearboost/linear_boost.py index d3d6cd0..82ef8b7 100644 --- a/src/linearboost/linear_boost.py +++ b/src/linearboost/linear_boost.py @@ -564,7 +564,7 @@ def fit(self, X, y, sample_weight=None) -> Self: warnings.filterwarnings( "ignore", category=FutureWarning, - message=".*parameter 'algorithm' is deprecated.*" + message=".*parameter 'algorithm' is deprecated.*", ) return super().fit(X_transformed, y, sample_weight)