Merge pull request #1185 from jakob-keller/dev-requirements

Streamline dev dependency management

.github/workflows/ci-cd.yml

@@ -54,10 +54,6 @@ jobs:
  - 3.11
  - 3.12
  - 3.13
- include:
- - aiohttp-version: ==3.9.2
- - aiohttp-version: <4.0.0
- python-version: 3.11
  fail-fast: false
  timeout-minutes: 5
 
@@ -66,19 +62,17 @@ jobs:
  uses: actions/checkout@v4
  with:
  submodules: true
- - name: Setup Python ${{ matrix.pyver }}
+ - name: Setup Python ${{ matrix.python-version }}
  uses: actions/setup-python@v5
  with:
  python-version: ${{ matrix.python-version }}
  allow-prereleases: true
  - name: Lock and sync dependencies
- env:
- AIOHTTP_VERSION: ${{ matrix.aiohttp-version }}
  run: |
- python -V -V
- python -m pip install -U pip codecov pip-tools
- time pip-compile requirements-dev.in
- time pip-sync requirements-dev.txt
+ python -m pip install -U pip pip-tools
+ pip-compile --all-extras pyproject.toml requirements-dev.in
+ pip-sync
+ pip install -e ".[awscli,boto3]"
  - name: Run pre-commit hooks
  run: |
  make pre-commit

.gitignore

@@ -1,5 +1,5 @@
 # generated by users and intentionally not pushed to the repo
-requirements-dev.txt
+requirements.txt
 
 # Byte-compiled / optimized / DLL files
 __pycache__/

CONTRIBUTING.rst

@@ -23,8 +23,9 @@ For example, using ``virtualenvwrapper`` commands could look like::
 After that, please install libraries required for development::
 
  $ pip install pip-tools
- $ pip-compile requirements-dev.in
- $ pip-sync requirements-dev.txt
+ $ pip-compile --all-extras pyproject.toml requirements-dev.in
+ $ pip-sync
+ $ pip install -e ".[awscli,boto3]"
 
 Congratulations, you are ready to run the test suite::
 

README.rst

@@ -182,8 +182,9 @@ secret accessible via environment variables:
 ::
 
  $ pip install pip-tools
- $ pip-compile requirements-dev.in
- $ pip-sync requirements-dev.txt
+ $ pip-compile --all-extras pyproject.toml
+ $ pip-sync
+ $ pip install -e ".[awscli,boto3]"
  $ export AWS_ACCESS_KEY_ID=xxx
  $ export AWS_SECRET_ACCESS_KEY=xxx
  $ export AWS_DEFAULT_REGION=xxx # e.g. us-west-2

requirements-dev.in

@@ -1,19 +1,25 @@
-codecov~=2.1.13
+### relevant botocore dev dependencies (from https://github.com/boto/botocore/blob/develop/requirements-dev.txt)
+
+# wheel==0.43.0
+# behave==1.2.5
+# jsonschema==4.21.1
 coverage==7.2.7
-docker~=7.1
-moto[server,s3,sqs,awslambda,dynamodb,cloudformation,sns,batch,ec2,rds]~=4.2.9
-pre-commit~=3.5.0
+# setuptools==71.1.0;python_version>="3.12"
+# packaging==24.1;python_version>="3.12" # Requirement for setuptools>=71
+
+# Pytest specific deps
 pytest==8.1.1
 pytest-cov==5.0.0
-pytest-asyncio~=0.23.8
 pytest-xdist==3.5.0
+# atomicwrites>=1.0 # Windows requirement
+# colorama>0.3.0 # Windows requirement
 
-# this is needed for test_patches
-dill~=0.3.3
 
-# this is needed for test_version
-tomli; python_version < "3.11"
+### aiobotocore dev dependencies
 
-aiohttp${AIOHTTP_VERSION}
-
--e .[awscli,boto3]
+dill~=0.3.3 # Requirement for tests/test_patches.py
+docker~=7.1
+moto[server,s3,sqs,awslambda,dynamodb,cloudformation,sns,batch,ec2,rds]~=4.2.9
+pre-commit~=3.5.0
+pytest-asyncio~=0.23.8
+tomli; python_version < "3.11" # Requirement for tests/test_version.py