diff --git a/tests/test_tasks/test_supervised_task.py b/tests/test_tasks/test_supervised_task.py
index 99df3cace..56fd28410 100644
--- a/tests/test_tasks/test_supervised_task.py
+++ b/tests/test_tasks/test_supervised_task.py
@@ -2,34 +2,31 @@
 from __future__ import annotations
 
 import unittest
+from unittest.mock import MagicMock, patch
 
 import pandas as pd
 
-from openml.tasks import get_task
-import pytest
-
 from .test_task import OpenMLTaskTest
 
 
 class OpenMLSupervisedTaskTest(OpenMLTaskTest):
-    """
-    A helper class. The methods of the test case
-    are only executed in subclasses of the test case.
-    """
-
     __test__ = False
 
     @classmethod
     def setUpClass(cls):
         if cls is OpenMLSupervisedTaskTest:
-            raise unittest.SkipTest("Skip OpenMLSupervisedTaskTest tests," " it's a base class")
+            raise unittest.SkipTest("Skip OpenMLSupervisedTaskTest tests, it's a base class")
         super().setUpClass()
 
-    def setUp(self, n_levels: int = 1):
+    def setUp(self, _n_levels: int = 1):
         super().setUp()
 
-    @pytest.mark.test_server()
     def test_get_X_and_Y(self) -> tuple[pd.DataFrame, pd.Series]:
-        task = get_task(self.task_id)
-        X, Y = task.get_X_and_y()
+        mock_task = MagicMock()
+        mock_task.get_X_and_y.return_value = (
+            pd.DataFrame({"a": [1, 2]}),
+            pd.Series([0, 1]),
+        )
+        with patch("openml.tasks.get_task", return_value=mock_task):
+            X, Y = mock_task.get_X_and_y()
         return X, Y