From b41962e76d347e4d6c09c8c2d2d9fa7ac724fc60 Mon Sep 17 00:00:00 2001 From: Marc Garcia Date: Thu, 6 Jun 2019 15:15:35 +0100 Subject: [PATCH 1/3] DEPS: Grouping and adding information to environment.yml --- environment.yml | 94 ++++++++++++++++++++++++++++--------------------- 1 file changed, 54 insertions(+), 40 deletions(-) diff --git a/environment.yml b/environment.yml index 91ea26eef4b61..9305379944edc 100644 --- a/environment.yml +++ b/environment.yml @@ -9,59 +9,73 @@ dependencies: - python-dateutil>=2.5.0 - pytz - # development + # benchmarks - asv + + # building - cython>=0.28.2 + + # code checks - flake8 - - flake8-comprehensions - - flake8-rst>=0.6.0,<=0.7.0 - - gitpython - - hypothesis>=3.82 - - ipywidgets - - isort - - moto + - flake8-comprehensions # used by flake8, linting of unnecessary comprehensions + - flake8-rst>=0.6.0,<=0.7.0 # linting of code blocks in rst files + - isort # check that imports are in the right order - mypy + - pycodestyle # used by flake8 + - pip: + - cpplint + + # documentation + - gitpython # obtain contributors from git for whatsnew + - sphinx + - numpydoc>=0.9.0 + + # documentation (jupyter notebooks) - nbconvert>=5.4.1 - - nbformat - - notebook>=5.7.5 + - nbsphinx - pandoc - - pycodestyle - - pyqt - - python-snappy + + # testing + - boto3 + - botocore>=1.11 + - hypothesis>=3.82 + - moto # mock S3 - pytest>=4.0.2 + - pytest-cov - pytest-mock - - sphinx - - numpydoc>=0.9.0 + - pytest-xdist + - seaborn + - statsmodels + + # unused (required indirectly may be?) + - ipywidgets + - nbformat + - notebook>=5.7.5 + - python-snappy - pip # optional - - beautifulsoup4>=4.2.1 - blosc - - botocore>=1.11 - - boto3 - bottleneck>=1.2.1 - - fastparquet>=0.2.1 - - html5lib - - ipython>=5.6.0 - ipykernel - - jinja2 - - lxml - - matplotlib>=2.2.2 - - nbsphinx + - ipython>=5.6.0 + - jinja2 # pandas.Styler + - matplotlib>=2.2.2 # pandas.plotting, Series.plot, DataFrame.plot - numexpr>=2.6.8 - - openpyxl - - pyarrow>=0.9.0 - - pytables>=3.4.2 - - pytest-cov - - pytest-xdist - - s3fs - scipy>=1.1 - - seaborn - - sqlalchemy - - statsmodels - - xarray - - xlrd - - xlsxwriter - - xlwt - - pip: - - cpplint + + # optional for io + - beautifulsoup4>=4.2.1 # pandas.read_html + - fastparquet>=0.2.1 # pandas.read_parquet, DataFrame.to_parquet + - html5lib # pandas.read_html + - lxml # pandas.read_html + - openpyxl # pandas.read_excel, DataFrame.to_excel, pandas.ExcelWriter, pandas.ExcelFile + - pyarrow>=0.9.0 # pandas.read_paquet, DataFrame.to_parquet, pandas.read_feather, DataFrame.to_feather + - pyqt # pandas.read_clipbobard + - pytables>=3.4.2 # pandas.read_hdf, DataFrame.to_hdf + - s3fs # pandas.read_csv... when using 's3://...' path + - sqlalchemy # pandas.read_sql, DataFrame.to_sql + - xarray # DataFrame.to_xarray + - xlrd # pandas.read_excel, DataFrame.to_excel, pandas.ExcelWriter, pandas.ExcelFile + - xlsxwriter # pandas.read_excel, DataFrame.to_excel, pandas.ExcelWriter, pandas.ExcelFile + - xlwt # pandas.read_excel, DataFrame.to_excel, pandas.ExcelWriter, pandas.ExcelFile From 6be948ee222da8a3766f7eb790c76da7b96f03c4 Mon Sep 17 00:00:00 2001 From: Marc Garcia Date: Thu, 6 Jun 2019 15:34:15 +0100 Subject: [PATCH 2/3] Moved python-snappy --- environment.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/environment.yml b/environment.yml index 9305379944edc..e5d62d53d86a5 100644 --- a/environment.yml +++ b/environment.yml @@ -51,7 +51,6 @@ dependencies: - ipywidgets - nbformat - notebook>=5.7.5 - - python-snappy - pip # optional @@ -73,6 +72,7 @@ dependencies: - pyarrow>=0.9.0 # pandas.read_paquet, DataFrame.to_parquet, pandas.read_feather, DataFrame.to_feather - pyqt # pandas.read_clipbobard - pytables>=3.4.2 # pandas.read_hdf, DataFrame.to_hdf + - python-snappy # required by pyarrow - s3fs # pandas.read_csv... when using 's3://...' path - sqlalchemy # pandas.read_sql, DataFrame.to_sql - xarray # DataFrame.to_xarray From f398166fc24818baccbc18debeb6788a82e09a12 Mon Sep 17 00:00:00 2001 From: Marc Garcia Date: Thu, 6 Jun 2019 15:48:26 +0100 Subject: [PATCH 3/3] Synchronizing requirements_dev.txt --- requirements-dev.txt | 52 ++++++++++++++++++++++---------------------- 1 file changed, 26 insertions(+), 26 deletions(-) diff --git a/requirements-dev.txt b/requirements-dev.txt index e6085920a9999..98c75f1ded07e 100644 --- a/requirements-dev.txt +++ b/requirements-dev.txt @@ -6,50 +6,50 @@ cython>=0.28.2 flake8 flake8-comprehensions flake8-rst>=0.6.0,<=0.7.0 -gitpython -hypothesis>=3.82 -ipywidgets isort -moto mypy +pycodestyle +cpplint +gitpython +sphinx +numpydoc>=0.9.0 nbconvert>=5.4.1 -nbformat -notebook>=5.7.5 +nbsphinx pandoc -pycodestyle -pyqt -python-snappy +boto3 +botocore>=1.11 +hypothesis>=3.82 +moto pytest>=4.0.2 +pytest-cov pytest-mock -sphinx -numpydoc>=0.9.0 +pytest-xdist +seaborn +statsmodels +ipywidgets +nbformat +notebook>=5.7.5 pip -beautifulsoup4>=4.2.1 blosc -botocore>=1.11 -boto3 bottleneck>=1.2.1 -fastparquet>=0.2.1 -html5lib -ipython>=5.6.0 ipykernel +ipython>=5.6.0 jinja2 -lxml matplotlib>=2.2.2 -nbsphinx numexpr>=2.6.8 +scipy>=1.1 +beautifulsoup4>=4.2.1 +fastparquet>=0.2.1 +html5lib +lxml openpyxl pyarrow>=0.9.0 +pyqt tables>=3.4.2 -pytest-cov -pytest-xdist +python-snappy s3fs -scipy>=1.1 -seaborn sqlalchemy -statsmodels xarray xlrd xlsxwriter -xlwt -cpplint \ No newline at end of file +xlwt \ No newline at end of file