DEPS: Grouping deps and adding information to environment.yml (#26691)

Author: datapythonista

environment.yml

@@ -9,59 +9,73 @@ dependencies:
   - python-dateutil>=2.5.0
   - pytz
 
-  # development
+  # benchmarks
   - asv
+
+  # building
   - cython>=0.28.2
+
+  # code checks
   - flake8
-  - flake8-comprehensions
-  - flake8-rst>=0.6.0,<=0.7.0
-  - gitpython
-  - hypothesis>=3.82
-  - ipywidgets
-  - isort
-  - moto
+  - flake8-comprehensions  # used by flake8, linting of unnecessary comprehensions
+  - flake8-rst>=0.6.0,<=0.7.0  # linting of code blocks in rst files
+  - isort  # check that imports are in the right order
   - mypy
+  - pycodestyle  # used by flake8
+  - pip:
+    - cpplint
+
+  # documentation
+  - gitpython  # obtain contributors from git for whatsnew
+  - sphinx
+  - numpydoc>=0.9.0
+
+  # documentation (jupyter notebooks)
   - nbconvert>=5.4.1
-  - nbformat
-  - notebook>=5.7.5
+  - nbsphinx
   - pandoc
-  - pycodestyle
-  - pyqt
-  - python-snappy
+
+  # testing
+  - boto3
+  - botocore>=1.11
+  - hypothesis>=3.82
+  - moto  # mock S3
   - pytest>=4.0.2
+  - pytest-cov
   - pytest-mock
-  - sphinx
-  - numpydoc>=0.9.0
+  - pytest-xdist
+  - seaborn
+  - statsmodels
+
+  # unused (required indirectly may be?)
+  - ipywidgets
+  - nbformat
+  - notebook>=5.7.5
   - pip
 
   # optional
-  - beautifulsoup4>=4.2.1
   - blosc
-  - botocore>=1.11
-  - boto3
   - bottleneck>=1.2.1
-  - fastparquet>=0.2.1
-  - html5lib
-  - ipython>=5.6.0
   - ipykernel
-  - jinja2
-  - lxml
-  - matplotlib>=2.2.2
-  - nbsphinx
+  - ipython>=5.6.0
+  - jinja2  # pandas.Styler
+  - matplotlib>=2.2.2  # pandas.plotting, Series.plot, DataFrame.plot
   - numexpr>=2.6.8
-  - openpyxl
-  - pyarrow>=0.9.0
-  - pytables>=3.4.2
-  - pytest-cov
-  - pytest-xdist
-  - s3fs
   - scipy>=1.1
-  - seaborn
-  - sqlalchemy
-  - statsmodels
-  - xarray
-  - xlrd
-  - xlsxwriter
-  - xlwt
-  - pip:
-    - cpplint
+
+  # optional for io
+  - beautifulsoup4>=4.2.1  # pandas.read_html
+  - fastparquet>=0.2.1  # pandas.read_parquet, DataFrame.to_parquet
+  - html5lib  # pandas.read_html
+  - lxml  # pandas.read_html
+  - openpyxl  # pandas.read_excel, DataFrame.to_excel, pandas.ExcelWriter, pandas.ExcelFile
+  - pyarrow>=0.9.0  # pandas.read_paquet, DataFrame.to_parquet, pandas.read_feather, DataFrame.to_feather
+  - pyqt  # pandas.read_clipbobard
+  - pytables>=3.4.2  # pandas.read_hdf, DataFrame.to_hdf
+  - python-snappy  # required by pyarrow
+  - s3fs  # pandas.read_csv... when using 's3://...' path
+  - sqlalchemy  # pandas.read_sql, DataFrame.to_sql
+  - xarray  # DataFrame.to_xarray
+  - xlrd  # pandas.read_excel, DataFrame.to_excel, pandas.ExcelWriter, pandas.ExcelFile
+  - xlsxwriter  # pandas.read_excel, DataFrame.to_excel, pandas.ExcelWriter, pandas.ExcelFile
+  - xlwt  # pandas.read_excel, DataFrame.to_excel, pandas.ExcelWriter, pandas.ExcelFile

requirements-dev.txt

@@ -6,50 +6,50 @@ cython>=0.28.2
 flake8
 flake8-comprehensions
 flake8-rst>=0.6.0,<=0.7.0
-gitpython
-hypothesis>=3.82
-ipywidgets
 isort
-moto
 mypy
+pycodestyle
+cpplint
+gitpython
+sphinx
+numpydoc>=0.9.0
 nbconvert>=5.4.1
-nbformat
-notebook>=5.7.5
+nbsphinx
 pandoc
-pycodestyle
-pyqt
-python-snappy
+boto3
+botocore>=1.11
+hypothesis>=3.82
+moto
 pytest>=4.0.2
+pytest-cov
 pytest-mock
-sphinx
-numpydoc>=0.9.0
+pytest-xdist
+seaborn
+statsmodels
+ipywidgets
+nbformat
+notebook>=5.7.5
 pip
-beautifulsoup4>=4.2.1
 blosc
-botocore>=1.11
-boto3
 bottleneck>=1.2.1
-fastparquet>=0.2.1
-html5lib
-ipython>=5.6.0
 ipykernel
+ipython>=5.6.0
 jinja2
-lxml
 matplotlib>=2.2.2
-nbsphinx
 numexpr>=2.6.8
+scipy>=1.1
+beautifulsoup4>=4.2.1
+fastparquet>=0.2.1
+html5lib
+lxml
 openpyxl
 pyarrow>=0.9.0
+pyqt
 tables>=3.4.2
-pytest-cov
-pytest-xdist
+python-snappy
 s3fs
-scipy>=1.1
-seaborn
 sqlalchemy
-statsmodels
 xarray
 xlrd
 xlsxwriter
-xlwt
-cpplint
+xlwt