diff --git a/.ci/pipeline/build-and-test-lnx.yml b/.ci/pipeline/build-and-test-lnx.yml
index 756eddd1b5..f8f2c4882c 100644
--- a/.ci/pipeline/build-and-test-lnx.yml
+++ b/.ci/pipeline/build-and-test-lnx.yml
@@ -24,8 +24,8 @@ steps:
     displayName: 'System info'
   - script: |
       conda update -y -q conda
-      if [ $(echo $(PYTHON_VERSION) | grep '3.7') ] || [ $(echo $(PYTHON_VERSION) | grep '3.11') ]; then export DPCPP_PACKAGE="dpcpp-cpp-rt>=2023.2.0"; else export DPCPP_PACKAGE="dpctl>=0.14 dpcpp-cpp-rt>=2023.2.0"; fi
-      conda create -q -y -n CB -c conda-forge -c intel python=$(PYTHON_VERSION) dal-devel mpich pyyaml $DPCPP_PACKAGE
+      if [ $(echo $(PYTHON_VERSION) | grep '3.8\|3.9\|3.10') ]; then export DPCPP_PACKAGE="dpctl>=0.14 "; else export DPCPP_PACKAGE=""; fi
+      conda create -q -y -n CB -c conda-forge -c intel python=$(PYTHON_VERSION) dal-devel mpich pyyaml $DPCPP_PACKAGE dpcpp-cpp-rt>=2023.2.0
     displayName: 'Conda create'
   - script: |
       . /usr/share/miniconda/etc/profile.d/conda.sh
diff --git a/.ci/pipeline/ci.yml b/.ci/pipeline/ci.yml
index eaeb19f7c7..cc9a487b55 100644
--- a/.ci/pipeline/ci.yml
+++ b/.ci/pipeline/ci.yml
@@ -72,6 +72,9 @@ jobs:
       Python3.11_Sklearn1.3:
         PYTHON_VERSION: '3.11'
         SKLEARN_VERSION: '1.3'
+      Python3.12_Sklearn1.3:
+        PYTHON_VERSION: '3.12'
+        SKLEARN_VERSION: '1.3'
   pool:
     vmImage: 'ubuntu-22.04'
   steps:
@@ -106,6 +109,9 @@ jobs:
       Python3.11_Sklearn1.3:
         PYTHON_VERSION: '3.11'
         SKLEARN_VERSION: '1.3'
+      Python3.12_Sklearn1.3:
+        PYTHON_VERSION: '3.12'
+        SKLEARN_VERSION: '1.3'
   pool:
     vmImage: 'windows-latest'
   steps:
diff --git a/dependencies-dev b/dependencies-dev
index e688504eeb..88dbf62bae 100644
--- a/dependencies-dev
+++ b/dependencies-dev
@@ -2,6 +2,7 @@ Cython==3.0.2
 Jinja2==3.1.2
 numpy==1.19.5 ; python_version <= '3.9'
 numpy==1.21.6 ; python_version == '3.10'
-numpy==1.23.5 ; python_version >= '3.11'
+numpy==1.23.5 ; python_version == '3.11'
+numpy==1.26.0 ; python_version >= '3.12'
 pybind11==2.10.1
 cmake==3.27.4.1
diff --git a/requirements-test-optional.txt b/requirements-test-optional.txt
index 9869460130..45e2575ef4 100644
--- a/requirements-test-optional.txt
+++ b/requirements-test-optional.txt
@@ -1,4 +1,4 @@
 xgboost==1.7.6; python_version <= '3.9'
 xgboost==2.0.0; python_version >= '3.10'
 lightgbm==4.1.0
-catboost==1.2.1
+catboost==1.2.2; python_version <= '3.11'