Merge pull request #202 from ku-nlp/dev

v2.3.0
ku-nlp · Feb 1, 2024 · a95d045 · a95d045
2 parents d546ace + 23f5c9f
commit a95d045
Show file tree

Hide file tree

Showing 45 changed files with 1,917 additions and 1,493 deletions.
diff --git a/.github/dependabot.yml b/.github/dependabot.yml
@@ -5,11 +5,23 @@
 
 version: 2
 updates:
+  - package-ecosystem: "pip"
+    directory: "/"
+    schedule:
+      interval: "monthly"
+      timezone: "Asia/Tokyo"
+    groups:
+      dependencies:
+        patterns:
+          - "*"
+    target-branch: "dev"
+    versioning-strategy: lockfile-only
+
   - package-ecosystem: "github-actions"
     # Workflow files stored in the
     # default location of `.github/workflows`
     directory: "/"
     schedule:
       interval: "monthly"
       timezone: "Asia/Tokyo"
-    target-branch: "main"
+    target-branch: "dev"
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -7,24 +7,28 @@ jobs:
     name: Build the project
     runs-on: ${{ matrix.os }}
     strategy:
-      max-parallel: 4
+      max-parallel: 8
       fail-fast: false
       matrix:
         os: [ ubuntu-latest, macos-latest, windows-latest ]
-        python-version: [ "3.8", "3.9", "3.10", "3.11" ]
+        python-version: [ "3.8", "3.9", "3.10", "3.11", "3.12" ]
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4
       - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v5
+        id: setup-python
         with:
           python-version: ${{ matrix.python-version }}
       - name: Install Poetry
         run: |
             pipx install poetry
             echo "$HOME/.local/bin" >> $GITHUB_PATH
       - name: Install dependencies
+        env:
+          POETRY_PYTHON: ${{ steps.setup-python.outputs.python-path }}
         run: |
+          poetry env use $POETRY_PYTHON
           poetry install --no-interaction --without dev,test
       - name: Build KWJA
         run: |

diff --git a/.github/workflows/lint.yml b/.github/workflows/lint.yml
@@ -6,10 +6,10 @@ jobs:
   lint:
     runs-on: ubuntu-latest
     strategy:
-      max-parallel: 4
+      max-parallel: 5
       fail-fast: false
       matrix:
-        python-version: [ "3.8", "3.9", "3.10", "3.11" ]
+        python-version: [ "3.8", "3.9", "3.10", "3.11", "3.12" ]
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4

diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -7,10 +7,10 @@ jobs:
     name: Run tests with pytest
     runs-on: ubuntu-latest
     strategy:
-      max-parallel: 4
+      max-parallel: 5
       fail-fast: false
       matrix:
-        python-version: [ "3.8", "3.9", "3.10", "3.11" ]
+        python-version: [ "3.8", "3.9", "3.10", "3.11", "3.12" ]
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4
@@ -47,7 +47,7 @@ jobs:
       max-parallel: 4
       fail-fast: false
       matrix:
-        python-version: [ "3.8", "3.9", "3.10", "3.11" ]
+        python-version: [ "3.8", "3.9", "3.10", "3.11", "3.12" ]
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4

diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -2,14 +2,14 @@ default_language_version:
   python: python3.10
 repos:
   - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v4.4.0
+    rev: v4.5.0
     hooks:
       - id: end-of-file-fixer
       - id: trailing-whitespace
       - id: check-yaml
       - id: check-toml
   - repo: https://github.com/psf/black-pre-commit-mirror
-    rev: 23.9.0
+    rev: 23.11.0
     hooks:
       - id: black
   - repo: https://github.com/PyCQA/flake8
@@ -22,22 +22,22 @@ repos:
     hooks:
       - id: isort
   - repo: https://github.com/pre-commit/mirrors-mypy
-    rev: v1.5.1
+    rev: v1.7.0
     hooks:
       - id: mypy
         additional_dependencies:
-          - rhoknp==1.5.0
+          - rhoknp==1.6.0
           - hydra-core==1.3.2
-          - torch==2.0.0
-          - torchmetrics==1.1.0
-          - transformers==4.32.1
-          - tokenizers==0.13.3
-          - wandb==0.15.9
-          - typer==0.9.0
-          - types-PyYAML==6.0.12.11
-          - git+https://github.com/nobu-g/cohesion-tools[email protected]
+          - torch==2.1.1
+          - torchmetrics==1.2.0
+          - transformers==4.34.1
+          - tokenizers
+          - wandb
+          - typer
+          - types-PyYAML
+          - cohesion-tools==0.5.7
   - repo: https://github.com/asottile/pyupgrade
-    rev: v3.10.1
+    rev: v3.15.0
     hooks:
       - id: pyupgrade
         args:

diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -7,6 +7,13 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+## [v2.3.0] - 2024-02-01
+### Added
+- Support Python 3.12.
+
+### Fixed
+- Preserve document IDs when they are given as input.
+
 ## [v2.2.0] - 2023-10-27
 ### Added
 - Support `jumanpp` and `knp` input formats. This functionality allows you to partly use tokenization results of `jumanpp` as input.
@@ -190,7 +197,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 ### Removed
 - Remove an unnecessary dependency, `fugashi`.
 
-[Unreleased]: https://github.com/ku-nlp/kwja/compare/v2.2.0...HEAD
+[Unreleased]: https://github.com/ku-nlp/kwja/compare/v2.3.0...HEAD
+[2.3.0]: https://github.com/ku-nlp/kwja/compare/v2.2.0...v2.3.0
 [2.2.0]: https://github.com/ku-nlp/kwja/compare/v2.1.3...v2.2.0
 [2.1.3]: https://github.com/ku-nlp/kwja/compare/v2.1.2...v2.1.3
 [2.1.2]: https://github.com/ku-nlp/kwja/compare/v2.1.1...v2.1.2