loading dask_ml gives error contextualversionconflict with sklearn about dask-ml HOT 4 CLOSED

ImportError                               Traceback (most recent call last)
Cell In[9], line 1
----> 1 import dask_ml

File /anaconda/envs/azureml_py38/lib/python3.8/site-packages/dask_ml/__init__.py:4
      1 from pkg_resources import DistributionNotFound, get_distribution
      3 # Ensure we always register tokenizers
----> 4 from dask_ml.model_selection import _normalize
      6 __all__ = []
      8 try:

File /anaconda/envs/azureml_py38/lib/python3.8/site-packages/dask_ml/model_selection/__init__.py:6
      1 """Utilities for hyperparameter optimization.
      2 
      3 These estimators will operate in parallel. Their scalability depends
      4 on the underlying estimators being used.
      5 """
----> 6 from ._hyperband import HyperbandSearchCV
      7 from ._incremental import IncrementalSearchCV, InverseDecaySearchCV
      8 from ._search import GridSearchCV, RandomizedSearchCV, check_cv, compute_n_splits

File /anaconda/envs/azureml_py38/lib/python3.8/site-packages/dask_ml/model_selection/_hyperband.py:12
      9 import numpy as np
     10 from sklearn.utils import check_random_state
---> 12 from ._incremental import BaseIncrementalSearchCV
     13 from ._successive_halving import SuccessiveHalvingSearchCV
     15 logger = logging.getLogger(__name__)

File /anaconda/envs/azureml_py38/lib/python3.8/site-packages/dask_ml/model_selection/_incremental.py:19
     17 import scipy.stats
     18 import toolz
---> 19 from dask.distributed import Future, default_client, futures_of, wait
     20 from distributed.utils import log_errors
     21 from sklearn.base import BaseEstimator, clone

File /anaconda/envs/azureml_py38/lib/python3.8/site-packages/dask/distributed.py:11
      3 _import_error_message = (
      4     "dask.distributed is not installed.\n\n"
      5     "Please either conda or pip install distributed:\n\n"
      6     "  conda install dask distributed             # either conda install\n"
      7     '  python -m pip install "dask[distributed]" --upgrade    # or pip install'
      8 )
     10 try:
---> 11     from distributed import *
     12 except ImportError as e:
     13     if e.msg == "No module named 'distributed'":

File /anaconda/envs/azureml_py38/lib/python3.8/site-packages/distributed/__init__.py:7
      4 from dask.utils import import_required
      6 from ._version import get_versions
----> 7 from .actor import Actor, ActorFuture
      8 from .client import (
      9     Client,
     10     CompatibleExecutor,
   (...)
     20     wait,
     21 )
     22 from .core import Status, connect, rpc

File /anaconda/envs/azureml_py38/lib/python3.8/site-packages/distributed/actor.py:6
      3 import threading
      4 from queue import Queue
----> 6 from .client import Future, default_client
      7 from .protocol import to_serialize
      8 from .utils import iscoroutinefunction, sync, thread_state

File /anaconda/envs/azureml_py38/lib/python3.8/site-packages/distributed/client.py:30
     28 import dask
     29 from dask.base import collections_to_dsk, normalize_token, tokenize
---> 30 from dask.compatibility import apply
     31 from dask.core import flatten
     32 from dask.highlevelgraph import HighLevelGraph

ImportError: cannot import name 'apply' from 'dask.compatibility' (/anaconda/envs/azureml_py38/lib/python3.8/site-packages/dask/compatibility.py)