Release 0.3.0

.github/workflows/publish.yml

@@ -0,0 +1,23 @@
+name: Publish
+on:
+  push:
+    tags:
+    - '[0-9]+.[0-9]+.[0-9]+'
+jobs:
+  publish:
+    runs-on: ubuntu-latest
+    environment:
+      name: pypi
+      url: https://pypi.org/p/${{ github.event.repository.name }}
+    permissions:
+      id-token: write
+    steps:
+    - uses: actions/checkout@v4
+    - uses: actions/setup-python@v5
+      with:
+        python-version: 3.13
+    - run: |
+        python -m pip install --upgrade build
+        python -m build
+    - name: Publish to PyPI
+      uses: pypa/gh-action-pypi-publish@release/v1

.github/workflows/tests.yml

@@ -1,33 +1,57 @@
-name: Tests
-on: [push, pull_request]
-
+name: test
+on:
+  push:
+    branches: [ main ]
+  pull_request:
 jobs:
-  tests:
+  test:
     runs-on: ubuntu-latest
     strategy:
       fail-fast: false
       matrix:
         include:
-        - python-version: "3.8"
-          env:
-            TOXENV: pinned
-        - python-version: "3.8"
-          env:
-            TOXENV: py
         - python-version: "3.9"
-          env:
-            TOXENV: py
-
+          toxenv: min
+        - python-version: "3.9"
+        - python-version: "3.10"
+        - python-version: "3.11"
+        - python-version: "3.12"
+        - python-version: "3.13"
+    steps:
+    - uses: actions/checkout@v4
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        python -m pip install tox
+    - name: tox
+      run: |
+        tox -e ${{ matrix.toxenv || 'py' }}
+    - name: coverage
+      if: ${{ success() }}
+      uses: codecov/[email protected]
+      with:
+        token: ${{ secrets.CODECOV_TOKEN }}
+  check:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.13"]
+        tox-job: ["pre-commit"]
     steps:
     - uses: actions/checkout@v4
-
     - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v4
+      uses: actions/setup-python@v5
       with:
         python-version: ${{ matrix.python-version }}
-
-    - name: Run tests
-      env: ${{ matrix.env }}
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        python -m pip install tox
+    - name: tox
       run: |
-        pip install -U tox
-        tox
+        tox -e ${{ matrix.tox-job }}

.pre-commit-config.yaml

@@ -0,0 +1,7 @@
+repos:
+- repo: https://github.com/astral-sh/ruff-pre-commit
+  rev: v0.9.4
+  hooks:
+    - id: ruff
+      args: [ --fix ]
+    - id: ruff-format

CHANGES.rst

@@ -0,0 +1,17 @@
+=========================
+scrapy-frontera changelog
+=========================
+
+0.3.0 (unreleased)
+==================
+
+-   Drop Python 3.8 support, add Python 3.9+ support.
+
+-   Require frontera 0.7.2+ (but < 0.8), Scrapy 2.7.0+ and w3lib 1.17.0+.
+
+
+Earlier releases
+================
+
+Find the earlier commit history `at GitHub
+<https://github.com/scrapinghub/scrapy-frontera/commits/9cb37d611a125d5ccc31ba32f7bf70114e881d25/>`_.

pyproject.toml

@@ -1,7 +1,142 @@
-[tool.black]
-line-length = 120
+[tool.bumpversion]
+current_version = "0.2.10"
+commit = true
+tag = true
+tag_name = "{new_version}"
+
+[[tool.bumpversion.files]]
+filename = 'CHANGES.rst'
+search = "\\(unreleased\\)$"
+replace = "({now:%Y-%m-%d})"
+regex = true
+
+[[tool.bumpversion.files]]
+filename = "setup.py"
+search = "version=\"{current_version}"
+replace = "version=\"{new_version}"
+
+[[tool.bumpversion.files]]
+filename = "scrapy_frontera/__init__.py"
 
 [tool.pytest.ini_options]
 filterwarnings = [
     "ignore::DeprecationWarning:.*\\bfrontera\\b",
+    "ignore::DeprecationWarning:.*\\bscrapy\\b",
 ]
+
+[tool.ruff.lint]
+extend-select = [
+    # flake8-bugbear
+    "B",
+    # flake8-comprehensions
+    "C4",
+    # pydocstyle
+    "D",
+    # flake8-future-annotations
+    "FA",
+    # flynt
+    "FLY",
+    # refurb
+    "FURB",
+    # isort
+    "I",
+    # flake8-implicit-str-concat
+    "ISC",
+    # flake8-logging
+    "LOG",
+    # Perflint
+    "PERF",
+    # pygrep-hooks
+    "PGH",
+    # flake8-pie
+    "PIE",
+    # pylint
+    "PL",
+    # flake8-use-pathlib
+    "PTH",
+    # flake8-pyi
+    "PYI",
+    # flake8-quotes
+    "Q",
+    # flake8-return
+    "RET",
+    # flake8-raise
+    "RSE",
+    # Ruff-specific rules
+    "RUF",
+    # flake8-bandit
+    "S",
+    # flake8-simplify
+    "SIM",
+    # flake8-slots
+    "SLOT",
+    # flake8-debugger
+    "T10",
+    # flake8-type-checking
+    "TC",
+    # pyupgrade
+    "UP",
+    # pycodestyle warnings
+    "W",
+    # flake8-2020
+    "YTT",
+]
+ignore = [
+    # Missing docstring in public module
+    "D100",
+    # Missing docstring in public class
+    "D101",
+    # Missing docstring in public method
+    "D102",
+    # Missing docstring in public function
+    "D103",
+    # Missing docstring in public package
+    "D104",
+    # Missing docstring in magic method
+    "D105",
+    # Missing docstring in public nested class
+    "D106",
+    # Missing docstring in __init__
+    "D107",
+    # One-line docstring should fit on one line with quotes
+    "D200",
+    # No blank lines allowed after function docstring
+    "D202",
+    # 1 blank line required between summary line and description
+    "D205",
+    # Multi-line docstring closing quotes should be on a separate line
+    "D209",
+    # First line should end with a period
+    "D400",
+    # First line should be in imperative mood; try rephrasing
+    "D401",
+    # First line should not be the function's "signature"
+    "D402",
+    # First word of the first line should be properly capitalized
+    "D403",
+    # Too many return statements
+    "PLR0911",
+    # Too many branches
+    "PLR0912",
+    # Too many arguments in function definition
+    "PLR0913",
+    # Too many statements
+    "PLR0915",
+    # Magic value used in comparison
+    "PLR2004",
+    # String contains ambiguous {}.
+    "RUF001",
+    # Docstring contains ambiguous {}.
+    "RUF002",
+    # Comment contains ambiguous {}.
+    "RUF003",
+    # Mutable class attributes should be annotated with `typing.ClassVar`
+    "RUF012",
+    # Use of `assert` detected
+    "S101",
+    # Using lxml to parse untrusted data is known to be vulnerable to XML attacks
+    "S320",
+]
+
+[tool.ruff.lint.pydocstyle]
+convention = "pep257"

scrapy_frontera/__init__.py

@@ -1 +1 @@
-__version__ = '0.2.9.1'
+__version__ = "0.2.10"