Update python_run_cugraph in dependencies.yaml (#3781)

Closes #2811 

This PR adds `aiohttp` and `requests` as hard dependencies to cugraph. Without these packages, `cugraph.datasets` is unable to download missing datasets. `cugraph.datasets` uses `cudf.read_csv` to download files from s3.

Authors:
  - ralph (https://github.com/nv-rliu)

Approvers:
  - Bradley Dice (https://github.com/bdice)
  - Rick Ratzel (https://github.com/rlratzel)
  - Brad Rees (https://github.com/BradReesWork)
  - Ray Douglass (https://github.com/raydouglass)

URL: #3781

conda/environments/all_cuda-118_arch-x86_64.yaml

@@ -24,7 +24,7 @@ dependencies:
 - dask>=2023.5.1
 - distributed>=2023.5.1
 - doxygen
-- fsspec[http]>=0.6.0
+- fsspec>=0.6.0
 - gcc_linux-64=11.*
 - gmock>=1.13.0
 - graphviz

conda/environments/all_cuda-120_arch-x86_64.yaml

@@ -24,7 +24,7 @@ dependencies:
 - dask>=2023.5.1
 - distributed>=2023.5.1
 - doxygen
-- fsspec[http]>=0.6.0
+- fsspec>=0.6.0
 - gcc_linux-64=11.*
 - gmock>=1.13.0
 - graphviz

conda/recipes/cugraph/meta.yaml

@@ -64,6 +64,7 @@ requirements:
     - scikit-build >=0.13.1
     - setuptools
   run:
+    - aiohttp
     - {{ pin_compatible('cuda-version', max_pin='x', min_pin='x') }}
     {% if cuda_major == "11" %}
     - cudatoolkit
@@ -78,11 +79,13 @@ requirements:
     - dask ==2023.7.1
     - dask-core ==2023.7.1
     - distributed ==2023.7.1
+    - fsspec>=0.6.0
     - libcugraph ={{ version }}
     - pylibcugraph ={{ version }}
     - pylibraft ={{ minor_version }}
     - python
     - raft-dask ={{ minor_version }}
+    - requests
     - ucx-proc=*=gpu
     - ucx-py {{ ucx_py_version }}
 

dependencies.yaml

@@ -332,14 +332,20 @@ dependencies:
           - &ucx_py ucx-py==0.34.*
       - output_types: conda
         packages:
+          - aiohttp
           - &cupy cupy>=12.0.0
           - &dask-core dask-core>=2023.5.1
+          - fsspec>=0.6.0
           - libcudf==23.10.*
+          - requests
           - nccl>=2.9.9
           - ucx-proc=*=gpu
       - output_types: pyproject
         packages:
           - &cupy_pip cupy-cuda11x>=12.0.0
+            # cudf uses fsspec but is protocol independent. cugraph 
+            # dataset APIs require [http] extras for use with cudf.
+          - fsspec[http]>=0.6.0
           - pylibcugraph==23.10.*
   python_run_pylibcugraph:
     common:
@@ -434,12 +440,7 @@ dependencies:
     common:
       - output_types: [conda, pyproject]
         packages:
-          - aiohttp
-            # cudf will use fsspec but is protocol independent. cugraph tests
-            # specifically require http for the test files it asks cudf to read.
-          - fsspec[http]>=0.6.0
           - python-louvain
-          - requests
           - scikit-learn>=0.23.1
   test_python_pylibcugraph:
     common:

python/cugraph-service/server/pyproject.toml

@@ -43,8 +43,6 @@ dynamic = ["entry-points"]
 
 [project.optional-dependencies]
 test = [
-    "aiohttp",
-    "fsspec[http]>=0.6.0",
     "networkx>=2.5.1",
     "numpy>=1.21",
     "pandas",
@@ -53,7 +51,6 @@ test = [
     "pytest-cov",
     "pytest-xdist",
     "python-louvain",
-    "requests",
     "scikit-learn>=0.23.1",
     "scipy",
 ] # This list was generated by `rapids-dependency-file-generator`. To make changes, edit ../../../dependencies.yaml and run `rapids-dependency-file-generator`.

python/cugraph/pyproject.toml

@@ -35,6 +35,7 @@ dependencies = [
     "dask-cudf==23.10.*",
     "dask>=2023.5.1",
     "distributed>=2023.5.1",
+    "fsspec[http]>=0.6.0",
     "numba>=0.57",
     "pylibcugraph==23.10.*",
     "raft-dask==23.10.*",
@@ -50,8 +51,6 @@ classifiers = [
 
 [project.optional-dependencies]
 test = [
-    "aiohttp",
-    "fsspec[http]>=0.6.0",
     "networkx>=2.5.1",
     "numpy>=1.21",
     "pandas",
@@ -60,7 +59,6 @@ test = [
     "pytest-cov",
     "pytest-xdist",
     "python-louvain",
-    "requests",
     "scikit-learn>=0.23.1",
     "scipy",
 ] # This list was generated by `rapids-dependency-file-generator`. To make changes, edit ../../dependencies.yaml and run `rapids-dependency-file-generator`.