diff --git a/CHANGELOG.md b/CHANGELOG.md index 3750e65..66b9479 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -2,8 +2,19 @@ +## v0.4.0 (2023-12-28) + +### Feature + +* feat: add pad_id and bos_id to jurassic_tokenizer (#69) ([`ffb2ce3`](https://github.com/AI21Labs/ai21-tokenizer/commit/ffb2ce38aa59eec03305c4fdc6bfedd99c7b5255)) + + ## v0.3.11 (2023-12-27) +### Chore + +* chore(release): v0.3.11 [skip ci] ([`5280149`](https://github.com/AI21Labs/ai21-tokenizer/commit/528014946c5d35bbd9a5c8fa8c6eed7754e1f2f1)) + ### Fix * fix: BaseTokenizer in init (#68) ([`3cc71e7`](https://github.com/AI21Labs/ai21-tokenizer/commit/3cc71e747a0b5d5450dbe70618456d415171ae23)) diff --git a/ai21_tokenizer/version.py b/ai21_tokenizer/version.py index fa3e47a..6cc293e 100644 --- a/ai21_tokenizer/version.py +++ b/ai21_tokenizer/version.py @@ -1 +1 @@ -VERSION = "0.3.11" +VERSION = "0.4.0" diff --git a/pyproject.toml b/pyproject.toml index ebe9e8a..587df8c 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -59,7 +59,7 @@ schema_pattern = "(build|ci|docs|feat|fix|perf|refactor|style|test|chore|revert| [tool.poetry] name = "ai21-tokenizer" -version = "0.3.11" +version = "0.4.0" description = "" authors = ["AI21 Labs"] readme = "README.md" @@ -108,6 +108,7 @@ newline_sequence = "\n" + [tool.poetry.group.test.dependencies] coverage = "^7.1.0" pytest = "7.2.1"