diff --git a/.circleci/config.yml b/.circleci/config.yml
index 2a731c8bc..5bc456dc4 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -40,7 +40,6 @@ jobs:
command: |
pip install --upgrade pip setuptools
pip install --requirement requirements/requirements_tests.txt
- pip install --requirement requirements/requirements_no_deps.txt --no-deps
# Download models and data files
python utils/wl_downloader_ci.py
name: Install dependencies
@@ -87,8 +86,6 @@ jobs:
command: |
pip3 install --upgrade pip setuptools
pip3 install --requirement requirements/requirements_tests.txt
- # Fix permission denied error
- pip3 install --requirement requirements/requirements_no_deps.txt --no-deps --user
# Download models and data files
python3 utils/wl_downloader_ci.py
name: Install dependencies
@@ -135,7 +132,6 @@ jobs:
command: |
pip3.10 install --upgrade pip setuptools
pip3.10 install --requirement requirements/requirements_tests.txt
- pip3.10 install --requirement requirements/requirements_no_deps.txt --no-deps
# Download models and data files
python3.10 utils/wl_downloader_ci.py
name: Install dependencies
@@ -186,7 +182,6 @@ jobs:
command: |
pip install --upgrade pip setuptools
pip install --requirement requirements/requirements_tests.txt
- pip install --requirement requirements/requirements_no_deps.txt --no-deps
# Download models and data files
python utils/wl_downloader_ci.py
name: Install dependencies
diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 6300f58b2..764ed1cb2 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -41,7 +41,6 @@ jobs:
run: |
python -m pip install --upgrade pip setuptools
pip install --requirement requirements/requirements_tests.txt
- pip install --requirement requirements/requirements_no_deps.txt --no-deps
# For Codecov
pip install pytest-cov
# Download models and data files
@@ -84,7 +83,6 @@ jobs:
run: |
python -m pip install --upgrade pip setuptools
pip install --requirement requirements/requirements_tests.txt
- pip install --requirement requirements/requirements_no_deps.txt --no-deps
# Download models and data files
python utils/wl_downloader_ci.py
@@ -121,7 +119,6 @@ jobs:
run: |
python -m pip install --upgrade pip setuptools
pip install --requirement requirements/requirements_tests.txt
- pip install --requirement requirements/requirements_no_deps.txt --no-deps
# Download models and data files
python utils/wl_downloader_ci.py
diff --git a/ACKS.md b/ACKS.md
index 74bbb1c0f..f72a5a438 100644
--- a/ACKS.md
+++ b/ACKS.md
@@ -25,32 +25,31 @@ As Wordless stands on the shoulders of giants, I hereby extend my sincere gratit
1|[Beautiful Soup](https://www.crummy.com/software/BeautifulSoup/)|4.12.2|Leonard Richardson|[MIT](https://git.launchpad.net/beautifulsoup/tree/LICENSE)
2|[Botok](https://github.com/OpenPecha/Botok)|0.8.12|Hélios Drupchen Hildt|[Apache-2.0](https://github.com/OpenPecha/Botok/blob/master/LICENSE)
3|[Charset Normalizer](https://github.com/Ousret/charset_normalizer)|3.3.2|TAHRI Ahmed R.|[MIT](https://github.com/Ousret/charset_normalizer/blob/master/LICENSE)
-4|[Dostoevsky](https://github.com/bureaucratic-labs/dostoevsky)|0.6.0|Anna Rogers, Alexey Romanov, Anna Rumshisky,
Svitlana Volkova, Mikhail Gronas, Alex Gribov|[MIT](https://github.com/bureaucratic-labs/dostoevsky/blob/master/LICENSE)
-5|[khmer-nltk](https://github.com/VietHoang1512/khmer-nltk)|1.6|Phan Viet Hoang|[Apache-2.0](https://github.com/VietHoang1512/khmer-nltk/blob/main/LICENSE)
-6|[LaoNLP](https://github.com/wannaphong/LaoNLP)|1.1.3|Wannaphong Phatthiyaphaibun (วรรณพงษ์ ภัททิยไพบูลย์)|[Apache-2.0](https://github.com/wannaphong/LaoNLP/blob/master/LICENSE)
-7|[Lingua](https://github.com/pemistahl/lingua-py)|2.0.2|Peter M. Stahl|[Apache-2.0](https://github.com/pemistahl/lingua-py/blob/main/LICENSE.txt)
-8|[Matplotlib](https://matplotlib.org/)|3.8.0|Matplotlib Development Team|[Matplotlib](https://matplotlib.org/stable/users/project/license.html)
-9|[NetworkX](https://networkx.org/)|3.1|NetworkX Developers, Aric Hagberg, Dan Schult,
Pieter Swart|[BSD-3-Clause](https://github.com/networkx/networkx/blob/main/LICENSE.txt)
-10|[NLTK](https://www.nltk.org/)|3.8.1|Steven Bird, Edward Loper, Ewan Klein|[Apache-2.0](https://github.com/nltk/nltk/blob/develop/LICENSE.txt)
-11|[NumPy](https://www.numpy.org/)|1.26.0|NumPy Developers|[BSD-3-Clause](https://github.com/numpy/numpy/blob/main/LICENSE.txt)
-12|[opencc-python](https://github.com/yichen0831/opencc-python)|0.1.7|Carbo Kuo (郭家宝), Yicheng Huang|[Apache-2.0](https://github.com/yichen0831/opencc-python/blob/master/LICENSE.txt)
-13|[openpyxl](https://foss.heptapod.net/openpyxl/openpyxl)|3.1.2|Eric Gazoni, Charlie Clark|[MIT](https://foss.heptapod.net/openpyxl/openpyxl/-/blob/branch/3.1/LICENCE.rst)
-14|[PyInstaller](http://www.pyinstaller.org/)|6.0|Hartmut Goebel, Jasper Harrison, Bryan A. Jones,
Brénainn Woodsend, Rok Mandeljc|[Bootloader-exception](https://github.com/pyinstaller/pyinstaller/blob/develop/COPYING.txt)
-15|[pymorphy3](https://github.com/no-plagiarism/pymorphy3)|1.3.1|Mikhail Korobov, Danylo Halaiko|[MIT](https://github.com/no-plagiarism/pymorphy3/blob/master/LICENSE.txt)
-16|[pypdf](https://github.com/py-pdf/pypdf)|3.16.2|Mathieu Fenniak, Ashish Kulkarni, Steve Witham, Martin Thoma|[BSD-3-Clause](https://github.com/py-pdf/pypdf/blob/main/LICENSE)
-17|[Pyphen](https://pyphen.org/)|0.14.0|Guillaume Ayoub|[GPL-2.0-or-later/LGPL-2.1-or-later/MPL-1.1](https://github.com/Kozea/Pyphen/blob/master/LICENSE)
-18|[PyQt](https://riverbankcomputing.com/software/pyqt/)|5.15.10|Riverbank Computing|[Commercial-License/GPL-3.0-only](https://www.riverbankcomputing.com/static/Docs/PyQt5/introduction.html#license)
-19|[PyThaiNLP](https://github.com/PyThaiNLP/pythainlp)|4.0.2|Wannaphong Phatthiyaphaibun (วรรณพงษ์ ภัททิยไพบูลย์)|[Apache-2.0](https://github.com/PyThaiNLP/pythainlp/blob/dev/LICENSE)
-20|[python-docx](https://github.com/python-openxml/python-docx)|1.1.0|Steve Canny|[MIT](https://github.com/python-openxml/python-docx/blob/master/LICENSE)
-21|[python-mecab-ko](https://github.com/jonghwanhyeon/python-mecab-ko)|1.3.3|Jonghwan Hyeon|[BSD-3-Clause](https://github.com/jonghwanhyeon/python-mecab-ko/blob/main/LICENSE)
-22|[Requests](https://github.com/psf/requests)|2.31.0|Kenneth Reitz|[Apache-2.0](https://github.com/psf/requests/blob/main/LICENSE)
-23|[Sacremoses](https://github.com/hplt-project/sacremoses)|0.1.1|Liling Tan, Jelmer van der Linde|[MIT](https://github.com/hplt-project/sacremoses/blob/master/LICENSE)
-24|[SciPy](https://scipy.org/scipylib/)|1.11.3|SciPy Developers|[BSD-3-Clause](https://github.com/scipy/scipy/blob/main/LICENSE.txt)
-25|[simplemma](https://github.com/adbar/simplemma)|0.9.1|Adrien Barbaresi|[MIT](https://github.com/adbar/simplemma/blob/main/LICENSE)
-26|[spaCy](https://spacy.io/)|3.7.2|Matthew Honnibal, Ines Montani, Sofie Van Landeghem,
Adriane Boyd, Paul O'Leary McCann|[MIT](https://github.com/explosion/spaCy/blob/master/LICENSE)
-27|[spacy-pkuseg](https://github.com/explosion/spacy-pkuseg)|0.0.33|Ruixuan Luo (罗睿轩), Jingjing Xu (许晶晶),
Xuancheng Ren (任宣丞), Yi Zhang (张艺),
Zhiyuan Zhang (张之远), Bingzhen Wei (位冰镇),
Xu Sun (孙栩)
Adriane Boyd, Ines Montani|[MIT](https://github.com/explosion/spacy-pkuseg/blob/master/LICENSE)
-28|[Stanza](https://github.com/stanfordnlp/stanza)|1.7.0|Peng Qi (齐鹏), Yuhao Zhang (张宇浩),
Yuhui Zhang (张钰晖), Jason Bolton,
Tim Dozat, John Bauer|[Apache-2.0](https://github.com/stanfordnlp/stanza/blob/main/LICENSE)
-29|[SudachiPy](https://github.com/WorksApplications/sudachi.rs)|0.6.7|Works Applications Co., Ltd.|[Apache-2.0](https://github.com/WorksApplications/sudachi.rs/blob/develop/LICENSE)
-30|[Underthesea](https://undertheseanlp.com/)|6.8.0|Vu Anh|[GPL-3.0-or-later](https://github.com/undertheseanlp/underthesea/blob/main/LICENSE)
-31|[VADER](https://github.com/cjhutto/vaderSentiment)|3.3.2|C.J. Hutto|[MIT](https://github.com/cjhutto/vaderSentiment/blob/master/LICENSE.txt)
-32|[wordcloud](https://github.com/amueller/word_cloud)|1.9.3|Andreas Christian Müller|[MIT](https://github.com/amueller/word_cloud/blob/main/LICENSE)
+4|[khmer-nltk](https://github.com/VietHoang1512/khmer-nltk)|1.6|Phan Viet Hoang|[Apache-2.0](https://github.com/VietHoang1512/khmer-nltk/blob/main/LICENSE)
+5|[LaoNLP](https://github.com/wannaphong/LaoNLP)|1.1.3|Wannaphong Phatthiyaphaibun (วรรณพงษ์ ภัททิยไพบูลย์)|[Apache-2.0](https://github.com/wannaphong/LaoNLP/blob/master/LICENSE)
+6|[Lingua](https://github.com/pemistahl/lingua-py)|2.0.2|Peter M. Stahl|[Apache-2.0](https://github.com/pemistahl/lingua-py/blob/main/LICENSE.txt)
+7|[Matplotlib](https://matplotlib.org/)|3.8.0|Matplotlib Development Team|[Matplotlib](https://matplotlib.org/stable/users/project/license.html)
+8|[NetworkX](https://networkx.org/)|3.1|NetworkX Developers, Aric Hagberg, Dan Schult,
Pieter Swart|[BSD-3-Clause](https://github.com/networkx/networkx/blob/main/LICENSE.txt)
+9|[NLTK](https://www.nltk.org/)|3.8.1|Steven Bird, Edward Loper, Ewan Klein|[Apache-2.0](https://github.com/nltk/nltk/blob/develop/LICENSE.txt)
+10|[NumPy](https://www.numpy.org/)|1.26.0|NumPy Developers|[BSD-3-Clause](https://github.com/numpy/numpy/blob/main/LICENSE.txt)
+11|[opencc-python](https://github.com/yichen0831/opencc-python)|0.1.7|Carbo Kuo (郭家宝), Yicheng Huang|[Apache-2.0](https://github.com/yichen0831/opencc-python/blob/master/LICENSE.txt)
+12|[openpyxl](https://foss.heptapod.net/openpyxl/openpyxl)|3.1.2|Eric Gazoni, Charlie Clark|[MIT](https://foss.heptapod.net/openpyxl/openpyxl/-/blob/branch/3.1/LICENCE.rst)
+13|[PyInstaller](http://www.pyinstaller.org/)|6.0|Hartmut Goebel, Jasper Harrison, Bryan A. Jones,
Brénainn Woodsend, Rok Mandeljc|[Bootloader-exception](https://github.com/pyinstaller/pyinstaller/blob/develop/COPYING.txt)
+14|[pymorphy3](https://github.com/no-plagiarism/pymorphy3)|1.3.1|Mikhail Korobov, Danylo Halaiko|[MIT](https://github.com/no-plagiarism/pymorphy3/blob/master/LICENSE.txt)
+15|[pypdf](https://github.com/py-pdf/pypdf)|3.16.2|Mathieu Fenniak, Ashish Kulkarni, Steve Witham, Martin Thoma|[BSD-3-Clause](https://github.com/py-pdf/pypdf/blob/main/LICENSE)
+16|[Pyphen](https://pyphen.org/)|0.14.0|Guillaume Ayoub|[GPL-2.0-or-later/LGPL-2.1-or-later/MPL-1.1](https://github.com/Kozea/Pyphen/blob/master/LICENSE)
+17|[PyQt](https://riverbankcomputing.com/software/pyqt/)|5.15.10|Riverbank Computing|[Commercial-License/GPL-3.0-only](https://www.riverbankcomputing.com/static/Docs/PyQt5/introduction.html#license)
+18|[PyThaiNLP](https://github.com/PyThaiNLP/pythainlp)|4.0.2|Wannaphong Phatthiyaphaibun (วรรณพงษ์ ภัททิยไพบูลย์)|[Apache-2.0](https://github.com/PyThaiNLP/pythainlp/blob/dev/LICENSE)
+19|[python-docx](https://github.com/python-openxml/python-docx)|1.1.0|Steve Canny|[MIT](https://github.com/python-openxml/python-docx/blob/master/LICENSE)
+20|[python-mecab-ko](https://github.com/jonghwanhyeon/python-mecab-ko)|1.3.3|Jonghwan Hyeon|[BSD-3-Clause](https://github.com/jonghwanhyeon/python-mecab-ko/blob/main/LICENSE)
+21|[Requests](https://github.com/psf/requests)|2.31.0|Kenneth Reitz|[Apache-2.0](https://github.com/psf/requests/blob/main/LICENSE)
+22|[Sacremoses](https://github.com/hplt-project/sacremoses)|0.1.1|Liling Tan, Jelmer van der Linde|[MIT](https://github.com/hplt-project/sacremoses/blob/master/LICENSE)
+23|[SciPy](https://scipy.org/scipylib/)|1.11.3|SciPy Developers|[BSD-3-Clause](https://github.com/scipy/scipy/blob/main/LICENSE.txt)
+24|[simplemma](https://github.com/adbar/simplemma)|0.9.1|Adrien Barbaresi|[MIT](https://github.com/adbar/simplemma/blob/main/LICENSE)
+25|[spaCy](https://spacy.io/)|3.7.2|Matthew Honnibal, Ines Montani, Sofie Van Landeghem,
Adriane Boyd, Paul O'Leary McCann|[MIT](https://github.com/explosion/spaCy/blob/master/LICENSE)
+26|[spacy-pkuseg](https://github.com/explosion/spacy-pkuseg)|0.0.33|Ruixuan Luo (罗睿轩), Jingjing Xu (许晶晶),
Xuancheng Ren (任宣丞), Yi Zhang (张艺),
Zhiyuan Zhang (张之远), Bingzhen Wei (位冰镇),
Xu Sun (孙栩)
Adriane Boyd, Ines Montani|[MIT](https://github.com/explosion/spacy-pkuseg/blob/master/LICENSE)
+27|[Stanza](https://github.com/stanfordnlp/stanza)|1.7.0|Peng Qi (齐鹏), Yuhao Zhang (张宇浩),
Yuhui Zhang (张钰晖), Jason Bolton,
Tim Dozat, John Bauer|[Apache-2.0](https://github.com/stanfordnlp/stanza/blob/main/LICENSE)
+28|[SudachiPy](https://github.com/WorksApplications/sudachi.rs)|0.6.7|Works Applications Co., Ltd.|[Apache-2.0](https://github.com/WorksApplications/sudachi.rs/blob/develop/LICENSE)
+29|[Underthesea](https://undertheseanlp.com/)|6.8.0|Vu Anh|[GPL-3.0-or-later](https://github.com/undertheseanlp/underthesea/blob/main/LICENSE)
+30|[VADER](https://github.com/cjhutto/vaderSentiment)|3.3.2|C.J. Hutto|[MIT](https://github.com/cjhutto/vaderSentiment/blob/master/LICENSE.txt)
+31|[wordcloud](https://github.com/amueller/word_cloud)|1.9.3|Andreas Christian Müller|[MIT](https://github.com/amueller/word_cloud/blob/main/LICENSE)
diff --git a/CHANGELOG.md b/CHANGELOG.md
index fd3893d72..0e71625ac 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -27,8 +27,12 @@
- Utils: Fix downloading of Stanza models
- Work Area: Fix Dependency Parser - analysis of files whose first token is a punctuation mark
+### ❌ Removals
+- Utils: Remove Dostoevsky's Russian sentiment analyzer
+
### ⏫ Dependency Changes
- Dependencies: Add VADER
+- Dependencies: Remove Dostoevsky
- Dependencies: Remove jieba
- Dependencies: Upgrade Charset Normalizer to 3.3.2
- Dependencies: Upgrade LaoNLP to 1.1.3
diff --git a/README.md b/README.md
index 1ec2a70f2..6afc132be 100644
--- a/README.md
+++ b/README.md
@@ -51,7 +51,7 @@
-
+
diff --git a/appveyor.yml b/appveyor.yml
index 205d78dd7..0ad99a93a 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -53,7 +53,6 @@ for:
- cmd: set PATH=%PYTHON%;%PYTHON%/Scripts;%PATH%
- python -m pip install --upgrade pip setuptools
- pip install --requirement requirements/requirements_tests.txt
- - pip install --requirement requirements/requirements_no_deps.txt --no-deps
# Download models and data files
- python utils/wl_downloader_ci.py
@@ -80,7 +79,6 @@ for:
# Install dependencies
- python -m pip install --upgrade pip setuptools
- pip install --requirement requirements/requirements_tests.txt
- - pip install --requirement requirements/requirements_no_deps.txt --no-deps
# Download models and data files
- python utils/wl_downloader_ci.py
@@ -107,7 +105,6 @@ for:
# Install dependencies
- python -m pip install --upgrade pip setuptools
- pip install --requirement requirements/requirements_tests.txt
- - pip install --requirement requirements/requirements_no_deps.txt --no-deps
# Download models and data files
- python utils/wl_downloader_ci.py
diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index e62da0bbf..0b438f9ad 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -44,7 +44,6 @@ jobs:
- script: |
pip install --upgrade pip setuptools
pip install --requirement requirements/requirements_tests.txt
- pip install --requirement requirements/requirements_no_deps.txt --no-deps
:: Download models and data files
python utils/wl_downloader_ci.py
displayName: 'Install dependencies'
@@ -85,7 +84,6 @@ jobs:
- script: |
pip3 install --upgrade pip setuptools
pip3 install --requirement requirements/requirements_tests.txt
- pip3 install --requirement requirements/requirements_no_deps.txt --no-deps
# Download models and data files
python3 utils/wl_downloader_ci.py
displayName: 'Install dependencies'
@@ -126,7 +124,6 @@ jobs:
- script: |
pip3.10 install --upgrade pip setuptools
pip3.10 install --requirement requirements/requirements_tests.txt
- pip3.10 install --requirement requirements/requirements_no_deps.txt --no-deps
# Download models and data files
python3.10 utils/wl_downloader_ci.py
displayName: 'Install dependencies'
diff --git a/doc/trs/zho_cn/ACKS.md b/doc/trs/zho_cn/ACKS.md
index 28972cf9f..a07c7cf5c 100644
--- a/doc/trs/zho_cn/ACKS.md
+++ b/doc/trs/zho_cn/ACKS.md
@@ -25,32 +25,31 @@
1|[Beautiful Soup](https://www.crummy.com/software/BeautifulSoup/)|4.12.2|Leonard Richardson|[MIT](https://git.launchpad.net/beautifulsoup/tree/LICENSE)
2|[Botok](https://github.com/OpenPecha/Botok)|0.8.12|Hélios Drupchen Hildt|[Apache-2.0](https://github.com/OpenPecha/Botok/blob/master/LICENSE)
3|[Charset Normalizer](https://github.com/Ousret/charset_normalizer)|3.3.2|TAHRI Ahmed R.|[MIT](https://github.com/Ousret/charset_normalizer/blob/master/LICENSE)
-4|[Dostoevsky](https://github.com/bureaucratic-labs/dostoevsky)|0.6.0|Anna Rogers, Alexey Romanov, Anna Rumshisky,
Svitlana Volkova, Mikhail Gronas, Alex Gribov|[MIT](https://github.com/bureaucratic-labs/dostoevsky/blob/master/LICENSE)
-5|[khmer-nltk](https://github.com/VietHoang1512/khmer-nltk)|1.6|Phan Viet Hoang|[Apache-2.0](https://github.com/VietHoang1512/khmer-nltk/blob/main/LICENSE)
-6|[LaoNLP](https://github.com/wannaphong/LaoNLP)|1.1.3|Wannaphong Phatthiyaphaibun (วรรณพงษ์ ภัททิยไพบูลย์)|[Apache-2.0](https://github.com/wannaphong/LaoNLP/blob/master/LICENSE)
-7|[Lingua](https://github.com/pemistahl/lingua-py)|2.0.2|Peter M. Stahl|[Apache-2.0](https://github.com/pemistahl/lingua-py/blob/main/LICENSE.txt)
-8|[Matplotlib](https://matplotlib.org/)|3.8.0|Matplotlib 开发团队|[Matplotlib](https://matplotlib.org/stable/users/project/license.html)
-9|[NetworkX](https://networkx.org/)|3.1|NetworkX 开发人员, Aric Hagberg, Dan Schult,
Pieter Swart|[BSD-3-Clause](https://github.com/networkx/networkx/blob/main/LICENSE.txt)
-10|[NLTK](https://www.nltk.org/)|3.8.1|Steven Bird, Edward Loper, Ewan Klein|[Apache-2.0](https://github.com/nltk/nltk/blob/develop/LICENSE.txt)
-11|[NumPy](https://www.numpy.org/)|1.26.0|NumPy 开发人员|[BSD-3-Clause](https://github.com/numpy/numpy/blob/main/LICENSE.txt)
-12|[opencc-python](https://github.com/yichen0831/opencc-python)|0.1.7|郭家宝, Yicheng Huang|[Apache-2.0](https://github.com/yichen0831/opencc-python/blob/master/LICENSE.txt)
-13|[openpyxl](https://foss.heptapod.net/openpyxl/openpyxl)|3.1.2|Eric Gazoni, Charlie Clark|[MIT](https://foss.heptapod.net/openpyxl/openpyxl/-/blob/branch/3.1/LICENCE.rst)
-14|[PyInstaller](http://www.pyinstaller.org/)|6.0|Hartmut Goebel, Jasper Harrison, Bryan A. Jones,
Brénainn Woodsend, Rok Mandeljc|[Bootloader-exception](https://github.com/pyinstaller/pyinstaller/blob/develop/COPYING.txt)
-15|[pymorphy3](https://github.com/no-plagiarism/pymorphy3)|1.3.1|Mikhail Korobov, Danylo Halaiko|[MIT](https://github.com/no-plagiarism/pymorphy3/blob/master/LICENSE.txt)
-16|[pypdf](https://github.com/py-pdf/pypdf)|3.16.2|Mathieu Fenniak, Ashish Kulkarni, Steve Witham, Martin Thoma|[BSD-3-Clause](https://github.com/py-pdf/pypdf/blob/main/LICENSE)
-17|[Pyphen](https://pyphen.org/)|0.14.0|Guillaume Ayoub|[GPL-2.0-or-later/LGPL-2.1-or-later/MPL-1.1](https://github.com/Kozea/Pyphen/blob/master/LICENSE)
-18|[PyQt](https://riverbankcomputing.com/software/pyqt/)|5.15.10|Riverbank Computing|[Commercial-License/GPL-3.0-only](https://www.riverbankcomputing.com/static/Docs/PyQt5/introduction.html#license)
-19|[PyThaiNLP](https://github.com/PyThaiNLP/pythainlp)|4.0.2|Wannaphong Phatthiyaphaibun (วรรณพงษ์ ภัททิยไพบูลย์)|[Apache-2.0](https://github.com/PyThaiNLP/pythainlp/blob/dev/LICENSE)
-20|[python-docx](https://github.com/python-openxml/python-docx)|1.1.0|Steve Canny|[MIT](https://github.com/python-openxml/python-docx/blob/master/LICENSE)
-21|[python-mecab-ko](https://github.com/jonghwanhyeon/python-mecab-ko)|1.3.3|Jonghwan Hyeon|[BSD-3-Clause](https://github.com/jonghwanhyeon/python-mecab-ko/blob/main/LICENSE)
-22|[Requests](https://github.com/psf/requests)|2.31.0|Kenneth Reitz|[Apache-2.0](https://github.com/psf/requests/blob/main/LICENSE)
-23|[Sacremoses](https://github.com/hplt-project/sacremoses)|0.1.1|Liling Tan, Jelmer van der Linde|[MIT](https://github.com/hplt-project/sacremoses/blob/master/LICENSE)
-24|[SciPy](https://scipy.org/scipylib/)|1.11.3|SciPy 开发人员|[BSD-3-Clause](https://github.com/scipy/scipy/blob/main/LICENSE.txt)
-25|[simplemma](https://github.com/adbar/simplemma)|0.9.1|Adrien Barbaresi|[MIT](https://github.com/adbar/simplemma/blob/main/LICENSE)
-26|[spaCy](https://spacy.io/)|3.7.2|Matthew Honnibal, Ines Montani, Sofie Van Landeghem,
Adriane Boyd, Paul O'Leary McCann|[MIT](https://github.com/explosion/spaCy/blob/master/LICENSE)
-27|[spacy-pkuseg](https://github.com/explosion/spacy-pkuseg)|0.0.33|罗睿轩, 许晶晶, 任宣丞, 张艺, 张之远, 位冰镇, 孙栩
Adriane Boyd, Ines Montani|[MIT](https://github.com/explosion/spacy-pkuseg/blob/master/LICENSE)
-28|[Stanza](https://github.com/stanfordnlp/stanza)|1.7.0|齐鹏, 张宇浩, 张钰晖,
Jason Bolton, Tim Dozat, John Bauer|[Apache-2.0](https://github.com/stanfordnlp/stanza/blob/main/LICENSE)
-29|[SudachiPy](https://github.com/WorksApplications/sudachi.rs)|0.6.7|Works Applications Co., Ltd.|[Apache-2.0](https://github.com/WorksApplications/sudachi.rs/blob/develop/LICENSE)
-30|[Underthesea](https://undertheseanlp.com/)|6.8.0|Vu Anh|[GPL-3.0-or-later](https://github.com/undertheseanlp/underthesea/blob/main/LICENSE)
-31|[VADER](https://github.com/cjhutto/vaderSentiment)|3.3.2|C.J. Hutto|[MIT](https://github.com/cjhutto/vaderSentiment/blob/master/LICENSE.txt)
-32|[wordcloud](https://github.com/amueller/word_cloud)|1.9.3|Andreas Christian Müller|[MIT](https://github.com/amueller/word_cloud/blob/main/LICENSE)
+4|[khmer-nltk](https://github.com/VietHoang1512/khmer-nltk)|1.6|Phan Viet Hoang|[Apache-2.0](https://github.com/VietHoang1512/khmer-nltk/blob/main/LICENSE)
+5|[LaoNLP](https://github.com/wannaphong/LaoNLP)|1.1.3|Wannaphong Phatthiyaphaibun (วรรณพงษ์ ภัททิยไพบูลย์)|[Apache-2.0](https://github.com/wannaphong/LaoNLP/blob/master/LICENSE)
+6|[Lingua](https://github.com/pemistahl/lingua-py)|2.0.2|Peter M. Stahl|[Apache-2.0](https://github.com/pemistahl/lingua-py/blob/main/LICENSE.txt)
+7|[Matplotlib](https://matplotlib.org/)|3.8.0|Matplotlib 开发团队|[Matplotlib](https://matplotlib.org/stable/users/project/license.html)
+8|[NetworkX](https://networkx.org/)|3.1|NetworkX 开发人员, Aric Hagberg, Dan Schult,
Pieter Swart|[BSD-3-Clause](https://github.com/networkx/networkx/blob/main/LICENSE.txt)
+9|[NLTK](https://www.nltk.org/)|3.8.1|Steven Bird, Edward Loper, Ewan Klein|[Apache-2.0](https://github.com/nltk/nltk/blob/develop/LICENSE.txt)
+10|[NumPy](https://www.numpy.org/)|1.26.0|NumPy 开发人员|[BSD-3-Clause](https://github.com/numpy/numpy/blob/main/LICENSE.txt)
+11|[opencc-python](https://github.com/yichen0831/opencc-python)|0.1.7|郭家宝, Yicheng Huang|[Apache-2.0](https://github.com/yichen0831/opencc-python/blob/master/LICENSE.txt)
+12|[openpyxl](https://foss.heptapod.net/openpyxl/openpyxl)|3.1.2|Eric Gazoni, Charlie Clark|[MIT](https://foss.heptapod.net/openpyxl/openpyxl/-/blob/branch/3.1/LICENCE.rst)
+13|[PyInstaller](http://www.pyinstaller.org/)|6.0|Hartmut Goebel, Jasper Harrison, Bryan A. Jones,
Brénainn Woodsend, Rok Mandeljc|[Bootloader-exception](https://github.com/pyinstaller/pyinstaller/blob/develop/COPYING.txt)
+14|[pymorphy3](https://github.com/no-plagiarism/pymorphy3)|1.3.1|Mikhail Korobov, Danylo Halaiko|[MIT](https://github.com/no-plagiarism/pymorphy3/blob/master/LICENSE.txt)
+15|[pypdf](https://github.com/py-pdf/pypdf)|3.16.2|Mathieu Fenniak, Ashish Kulkarni, Steve Witham, Martin Thoma|[BSD-3-Clause](https://github.com/py-pdf/pypdf/blob/main/LICENSE)
+16|[Pyphen](https://pyphen.org/)|0.14.0|Guillaume Ayoub|[GPL-2.0-or-later/LGPL-2.1-or-later/MPL-1.1](https://github.com/Kozea/Pyphen/blob/master/LICENSE)
+17|[PyQt](https://riverbankcomputing.com/software/pyqt/)|5.15.10|Riverbank Computing|[Commercial-License/GPL-3.0-only](https://www.riverbankcomputing.com/static/Docs/PyQt5/introduction.html#license)
+18|[PyThaiNLP](https://github.com/PyThaiNLP/pythainlp)|4.0.2|Wannaphong Phatthiyaphaibun (วรรณพงษ์ ภัททิยไพบูลย์)|[Apache-2.0](https://github.com/PyThaiNLP/pythainlp/blob/dev/LICENSE)
+19|[python-docx](https://github.com/python-openxml/python-docx)|1.1.0|Steve Canny|[MIT](https://github.com/python-openxml/python-docx/blob/master/LICENSE)
+20|[python-mecab-ko](https://github.com/jonghwanhyeon/python-mecab-ko)|1.3.3|Jonghwan Hyeon|[BSD-3-Clause](https://github.com/jonghwanhyeon/python-mecab-ko/blob/main/LICENSE)
+21|[Requests](https://github.com/psf/requests)|2.31.0|Kenneth Reitz|[Apache-2.0](https://github.com/psf/requests/blob/main/LICENSE)
+22|[Sacremoses](https://github.com/hplt-project/sacremoses)|0.1.1|Liling Tan, Jelmer van der Linde|[MIT](https://github.com/hplt-project/sacremoses/blob/master/LICENSE)
+23|[SciPy](https://scipy.org/scipylib/)|1.11.3|SciPy 开发人员|[BSD-3-Clause](https://github.com/scipy/scipy/blob/main/LICENSE.txt)
+24|[simplemma](https://github.com/adbar/simplemma)|0.9.1|Adrien Barbaresi|[MIT](https://github.com/adbar/simplemma/blob/main/LICENSE)
+25|[spaCy](https://spacy.io/)|3.7.2|Matthew Honnibal, Ines Montani, Sofie Van Landeghem,
Adriane Boyd, Paul O'Leary McCann|[MIT](https://github.com/explosion/spaCy/blob/master/LICENSE)
+26|[spacy-pkuseg](https://github.com/explosion/spacy-pkuseg)|0.0.33|罗睿轩, 许晶晶, 任宣丞, 张艺, 张之远, 位冰镇, 孙栩
Adriane Boyd, Ines Montani|[MIT](https://github.com/explosion/spacy-pkuseg/blob/master/LICENSE)
+27|[Stanza](https://github.com/stanfordnlp/stanza)|1.7.0|齐鹏, 张宇浩, 张钰晖,
Jason Bolton, Tim Dozat, John Bauer|[Apache-2.0](https://github.com/stanfordnlp/stanza/blob/main/LICENSE)
+28|[SudachiPy](https://github.com/WorksApplications/sudachi.rs)|0.6.7|Works Applications Co., Ltd.|[Apache-2.0](https://github.com/WorksApplications/sudachi.rs/blob/develop/LICENSE)
+29|[Underthesea](https://undertheseanlp.com/)|6.8.0|Vu Anh|[GPL-3.0-or-later](https://github.com/undertheseanlp/underthesea/blob/main/LICENSE)
+30|[VADER](https://github.com/cjhutto/vaderSentiment)|3.3.2|C.J. Hutto|[MIT](https://github.com/cjhutto/vaderSentiment/blob/master/LICENSE.txt)
+31|[wordcloud](https://github.com/amueller/word_cloud)|1.9.3|Andreas Christian Müller|[MIT](https://github.com/amueller/word_cloud/blob/main/LICENSE)
diff --git a/doc/trs/zho_cn/README.md b/doc/trs/zho_cn/README.md
index 2ae2d46bd..ebe797130 100644
--- a/doc/trs/zho_cn/README.md
+++ b/doc/trs/zho_cn/README.md
@@ -51,7 +51,7 @@
-
+
diff --git a/doc/trs/zho_tw/ACKS.md b/doc/trs/zho_tw/ACKS.md
index 636b2ac58..93b17c3f5 100644
--- a/doc/trs/zho_tw/ACKS.md
+++ b/doc/trs/zho_tw/ACKS.md
@@ -25,32 +25,31 @@
1|[Beautiful Soup](https://www.crummy.com/software/BeautifulSoup/)|4.12.2|Leonard Richardson|[MIT](https://git.launchpad.net/beautifulsoup/tree/LICENSE)
2|[Botok](https://github.com/OpenPecha/Botok)|0.8.12|Hélios Drupchen Hildt|[Apache-2.0](https://github.com/OpenPecha/Botok/blob/master/LICENSE)
3|[Charset Normalizer](https://github.com/Ousret/charset_normalizer)|3.3.2|TAHRI Ahmed R.|[MIT](https://github.com/Ousret/charset_normalizer/blob/master/LICENSE)
-4|[Dostoevsky](https://github.com/bureaucratic-labs/dostoevsky)|0.6.0|Anna Rogers, Alexey Romanov, Anna Rumshisky,
Svitlana Volkova, Mikhail Gronas, Alex Gribov|[MIT](https://github.com/bureaucratic-labs/dostoevsky/blob/master/LICENSE)
-5|[khmer-nltk](https://github.com/VietHoang1512/khmer-nltk)|1.6|Phan Viet Hoang|[Apache-2.0](https://github.com/VietHoang1512/khmer-nltk/blob/main/LICENSE)
-6|[LaoNLP](https://github.com/wannaphong/LaoNLP)|1.1.3|Wannaphong Phatthiyaphaibun (วรรณพงษ์ ภัททิยไพบูลย์)|[Apache-2.0](https://github.com/wannaphong/LaoNLP/blob/master/LICENSE)
-7|[Lingua](https://github.com/pemistahl/lingua-py)|2.0.2|Peter M. Stahl|[Apache-2.0](https://github.com/pemistahl/lingua-py/blob/main/LICENSE.txt)
-8|[Matplotlib](https://matplotlib.org/)|3.8.0|Matplotlib 开发团队|[Matplotlib](https://matplotlib.org/stable/users/project/license.html)
-9|[NetworkX](https://networkx.org/)|3.1|NetworkX 开发人员, Aric Hagberg, Dan Schult,
Pieter Swart|[BSD-3-Clause](https://github.com/networkx/networkx/blob/main/LICENSE.txt)
-10|[NLTK](https://www.nltk.org/)|3.8.1|Steven Bird, Edward Loper, Ewan Klein|[Apache-2.0](https://github.com/nltk/nltk/blob/develop/LICENSE.txt)
-11|[NumPy](https://www.numpy.org/)|1.26.0|NumPy 开发人员|[BSD-3-Clause](https://github.com/numpy/numpy/blob/main/LICENSE.txt)
-12|[opencc-python](https://github.com/yichen0831/opencc-python)|0.1.7|郭家宝, Yicheng Huang|[Apache-2.0](https://github.com/yichen0831/opencc-python/blob/master/LICENSE.txt)
-13|[openpyxl](https://foss.heptapod.net/openpyxl/openpyxl)|3.1.2|Eric Gazoni, Charlie Clark|[MIT](https://foss.heptapod.net/openpyxl/openpyxl/-/blob/branch/3.1/LICENCE.rst)
-14|[PyInstaller](http://www.pyinstaller.org/)|6.0|Hartmut Goebel, Jasper Harrison, Bryan A. Jones,
Brénainn Woodsend, Rok Mandeljc|[Bootloader-exception](https://github.com/pyinstaller/pyinstaller/blob/develop/COPYING.txt)
-15|[pymorphy3](https://github.com/no-plagiarism/pymorphy3)|1.3.1|Mikhail Korobov, Danylo Halaiko|[MIT](https://github.com/no-plagiarism/pymorphy3/blob/master/LICENSE.txt)
-16|[pypdf](https://github.com/py-pdf/pypdf)|3.16.2|Mathieu Fenniak, Ashish Kulkarni, Steve Witham, Martin Thoma|[BSD-3-Clause](https://github.com/py-pdf/pypdf/blob/main/LICENSE)
-17|[Pyphen](https://pyphen.org/)|0.14.0|Guillaume Ayoub|[GPL-2.0-or-later/LGPL-2.1-or-later/MPL-1.1](https://github.com/Kozea/Pyphen/blob/master/LICENSE)
-18|[PyQt](https://riverbankcomputing.com/software/pyqt/)|5.15.10|Riverbank Computing|[Commercial-License/GPL-3.0-only](https://www.riverbankcomputing.com/static/Docs/PyQt5/introduction.html#license)
-19|[PyThaiNLP](https://github.com/PyThaiNLP/pythainlp)|4.0.2|Wannaphong Phatthiyaphaibun (วรรณพงษ์ ภัททิยไพบูลย์)|[Apache-2.0](https://github.com/PyThaiNLP/pythainlp/blob/dev/LICENSE)
-20|[python-docx](https://github.com/python-openxml/python-docx)|1.1.0|Steve Canny|[MIT](https://github.com/python-openxml/python-docx/blob/master/LICENSE)
-21|[python-mecab-ko](https://github.com/jonghwanhyeon/python-mecab-ko)|1.3.3|Jonghwan Hyeon|[BSD-3-Clause](https://github.com/jonghwanhyeon/python-mecab-ko/blob/main/LICENSE)
-22|[Requests](https://github.com/psf/requests)|2.31.0|Kenneth Reitz|[Apache-2.0](https://github.com/psf/requests/blob/main/LICENSE)
-23|[Sacremoses](https://github.com/hplt-project/sacremoses)|0.1.1|Liling Tan, Jelmer van der Linde|[MIT](https://github.com/hplt-project/sacremoses/blob/master/LICENSE)
-24|[SciPy](https://scipy.org/scipylib/)|1.11.3|SciPy 开发人员|[BSD-3-Clause](https://github.com/scipy/scipy/blob/main/LICENSE.txt)
-25|[simplemma](https://github.com/adbar/simplemma)|0.9.1|Adrien Barbaresi|[MIT](https://github.com/adbar/simplemma/blob/main/LICENSE)
-26|[spaCy](https://spacy.io/)|3.7.2|Matthew Honnibal, Ines Montani, Sofie Van Landeghem,
Adriane Boyd, Paul O'Leary McCann|[MIT](https://github.com/explosion/spaCy/blob/master/LICENSE)
-27|[spacy-pkuseg](https://github.com/explosion/spacy-pkuseg)|0.0.33|罗睿轩, 许晶晶, 任宣丞, 张艺, 张之远, 位冰镇, 孙栩
Adriane Boyd, Ines Montani|[MIT](https://github.com/explosion/spacy-pkuseg/blob/master/LICENSE)
-28|[Stanza](https://github.com/stanfordnlp/stanza)|1.7.0|齐鹏, 张宇浩, 张钰晖,
Jason Bolton, Tim Dozat, John Bauer|[Apache-2.0](https://github.com/stanfordnlp/stanza/blob/main/LICENSE)
-29|[SudachiPy](https://github.com/WorksApplications/sudachi.rs)|0.6.7|Works Applications Co., Ltd.|[Apache-2.0](https://github.com/WorksApplications/sudachi.rs/blob/develop/LICENSE)
-30|[Underthesea](https://undertheseanlp.com/)|6.8.0|Vu Anh|[GPL-3.0-or-later](https://github.com/undertheseanlp/underthesea/blob/main/LICENSE)
-31|[VADER](https://github.com/cjhutto/vaderSentiment)|3.3.2|C.J. Hutto|[MIT](https://github.com/cjhutto/vaderSentiment/blob/master/LICENSE.txt)
-32|[wordcloud](https://github.com/amueller/word_cloud)|1.9.3|Andreas Christian Müller|[MIT](https://github.com/amueller/word_cloud/blob/main/LICENSE)
+4|[khmer-nltk](https://github.com/VietHoang1512/khmer-nltk)|1.6|Phan Viet Hoang|[Apache-2.0](https://github.com/VietHoang1512/khmer-nltk/blob/main/LICENSE)
+5|[LaoNLP](https://github.com/wannaphong/LaoNLP)|1.1.3|Wannaphong Phatthiyaphaibun (วรรณพงษ์ ภัททิยไพบูลย์)|[Apache-2.0](https://github.com/wannaphong/LaoNLP/blob/master/LICENSE)
+6|[Lingua](https://github.com/pemistahl/lingua-py)|2.0.2|Peter M. Stahl|[Apache-2.0](https://github.com/pemistahl/lingua-py/blob/main/LICENSE.txt)
+7|[Matplotlib](https://matplotlib.org/)|3.8.0|Matplotlib 开发团队|[Matplotlib](https://matplotlib.org/stable/users/project/license.html)
+8|[NetworkX](https://networkx.org/)|3.1|NetworkX 开发人员, Aric Hagberg, Dan Schult,
Pieter Swart|[BSD-3-Clause](https://github.com/networkx/networkx/blob/main/LICENSE.txt)
+9|[NLTK](https://www.nltk.org/)|3.8.1|Steven Bird, Edward Loper, Ewan Klein|[Apache-2.0](https://github.com/nltk/nltk/blob/develop/LICENSE.txt)
+10|[NumPy](https://www.numpy.org/)|1.26.0|NumPy 开发人员|[BSD-3-Clause](https://github.com/numpy/numpy/blob/main/LICENSE.txt)
+11|[opencc-python](https://github.com/yichen0831/opencc-python)|0.1.7|郭家宝, Yicheng Huang|[Apache-2.0](https://github.com/yichen0831/opencc-python/blob/master/LICENSE.txt)
+12|[openpyxl](https://foss.heptapod.net/openpyxl/openpyxl)|3.1.2|Eric Gazoni, Charlie Clark|[MIT](https://foss.heptapod.net/openpyxl/openpyxl/-/blob/branch/3.1/LICENCE.rst)
+13|[PyInstaller](http://www.pyinstaller.org/)|6.0|Hartmut Goebel, Jasper Harrison, Bryan A. Jones,
Brénainn Woodsend, Rok Mandeljc|[Bootloader-exception](https://github.com/pyinstaller/pyinstaller/blob/develop/COPYING.txt)
+14|[pymorphy3](https://github.com/no-plagiarism/pymorphy3)|1.3.1|Mikhail Korobov, Danylo Halaiko|[MIT](https://github.com/no-plagiarism/pymorphy3/blob/master/LICENSE.txt)
+15|[pypdf](https://github.com/py-pdf/pypdf)|3.16.2|Mathieu Fenniak, Ashish Kulkarni, Steve Witham, Martin Thoma|[BSD-3-Clause](https://github.com/py-pdf/pypdf/blob/main/LICENSE)
+16|[Pyphen](https://pyphen.org/)|0.14.0|Guillaume Ayoub|[GPL-2.0-or-later/LGPL-2.1-or-later/MPL-1.1](https://github.com/Kozea/Pyphen/blob/master/LICENSE)
+17|[PyQt](https://riverbankcomputing.com/software/pyqt/)|5.15.10|Riverbank Computing|[Commercial-License/GPL-3.0-only](https://www.riverbankcomputing.com/static/Docs/PyQt5/introduction.html#license)
+18|[PyThaiNLP](https://github.com/PyThaiNLP/pythainlp)|4.0.2|Wannaphong Phatthiyaphaibun (วรรณพงษ์ ภัททิยไพบูลย์)|[Apache-2.0](https://github.com/PyThaiNLP/pythainlp/blob/dev/LICENSE)
+19|[python-docx](https://github.com/python-openxml/python-docx)|1.1.0|Steve Canny|[MIT](https://github.com/python-openxml/python-docx/blob/master/LICENSE)
+20|[python-mecab-ko](https://github.com/jonghwanhyeon/python-mecab-ko)|1.3.3|Jonghwan Hyeon|[BSD-3-Clause](https://github.com/jonghwanhyeon/python-mecab-ko/blob/main/LICENSE)
+21|[Requests](https://github.com/psf/requests)|2.31.0|Kenneth Reitz|[Apache-2.0](https://github.com/psf/requests/blob/main/LICENSE)
+22|[Sacremoses](https://github.com/hplt-project/sacremoses)|0.1.1|Liling Tan, Jelmer van der Linde|[MIT](https://github.com/hplt-project/sacremoses/blob/master/LICENSE)
+23|[SciPy](https://scipy.org/scipylib/)|1.11.3|SciPy 开发人员|[BSD-3-Clause](https://github.com/scipy/scipy/blob/main/LICENSE.txt)
+24|[simplemma](https://github.com/adbar/simplemma)|0.9.1|Adrien Barbaresi|[MIT](https://github.com/adbar/simplemma/blob/main/LICENSE)
+25|[spaCy](https://spacy.io/)|3.7.2|Matthew Honnibal, Ines Montani, Sofie Van Landeghem,
Adriane Boyd, Paul O'Leary McCann|[MIT](https://github.com/explosion/spaCy/blob/master/LICENSE)
+26|[spacy-pkuseg](https://github.com/explosion/spacy-pkuseg)|0.0.33|罗睿轩, 许晶晶, 任宣丞, 张艺, 张之远, 位冰镇, 孙栩
Adriane Boyd, Ines Montani|[MIT](https://github.com/explosion/spacy-pkuseg/blob/master/LICENSE)
+27|[Stanza](https://github.com/stanfordnlp/stanza)|1.7.0|齐鹏, 张宇浩, 张钰晖,
Jason Bolton, Tim Dozat, John Bauer|[Apache-2.0](https://github.com/stanfordnlp/stanza/blob/main/LICENSE)
+28|[SudachiPy](https://github.com/WorksApplications/sudachi.rs)|0.6.7|Works Applications Co., Ltd.|[Apache-2.0](https://github.com/WorksApplications/sudachi.rs/blob/develop/LICENSE)
+29|[Underthesea](https://undertheseanlp.com/)|6.8.0|Vu Anh|[GPL-3.0-or-later](https://github.com/undertheseanlp/underthesea/blob/main/LICENSE)
+30|[VADER](https://github.com/cjhutto/vaderSentiment)|3.3.2|C.J. Hutto|[MIT](https://github.com/cjhutto/vaderSentiment/blob/master/LICENSE.txt)
+31|[wordcloud](https://github.com/amueller/word_cloud)|1.9.3|Andreas Christian Müller|[MIT](https://github.com/amueller/word_cloud/blob/main/LICENSE)
diff --git a/doc/trs/zho_tw/README.md b/doc/trs/zho_tw/README.md
index abfbf9ff3..4978a9a5d 100644
--- a/doc/trs/zho_tw/README.md
+++ b/doc/trs/zho_tw/README.md
@@ -51,7 +51,7 @@
-
+
diff --git a/requirements/requirements_no_deps.txt b/requirements/requirements_no_deps.txt
deleted file mode 100644
index 2cf91b667..000000000
--- a/requirements/requirements_no_deps.txt
+++ /dev/null
@@ -1,25 +0,0 @@
-# -*- coding: utf-8 -*-
-# ----------------------------------------------------------------------
-# Wordless: Requirements files - Without dependencies (--no-deps)
-# Copyright (C) 2018-2024 Ye Lei (叶磊)
-#
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with this program. If not, see .
-# ----------------------------------------------------------------------
-
-# Dostoevsky
-pybind11
-# Fix installation issues of fastText
-fasttext-wheel
-razdel
-dostoevsky
diff --git a/utils/data_luong_nguyen_dinh_freq_syls_easy_1000.py b/utils/data_luong_nguyen_dinh_freq_syls_easy_1000.py
index e4775ec1b..66f166edb 100644
--- a/utils/data_luong_nguyen_dinh_freq_syls_easy_1000.py
+++ b/utils/data_luong_nguyen_dinh_freq_syls_easy_1000.py
@@ -37,6 +37,6 @@
if len(freq_syls) >= 1000:
break
-with open('../data/luong_nguyen_dinh_freq_syls_easy_1000.txt', 'w', encoding = 'utf_8') as f:
+with open('data/luong_nguyen_dinh_freq_syls_easy_1000.txt', 'w', encoding = 'utf_8') as f:
for syl, _ in freq_syls:
f.write(syl + '\n')
diff --git a/utils/wl_downloader_ci.py b/utils/wl_downloader_ci.py
index 3ce3d81e5..249e14038 100644
--- a/utils/wl_downloader_ci.py
+++ b/utils/wl_downloader_ci.py
@@ -23,19 +23,20 @@
import spacy
import stanza
-# Download Dostoevsky model
-commands = ['dostoevsky', 'download', 'fasttext-social-network-model']
+# Run command line tools on CI
+def run_cli(commands):
+ platform_os = platform.system()
-if platform.system() == 'Windows':
- subprocess.run(['python', '-m'] + commands, check = True)
-else:
- try:
- if platform.system() == 'Darwin':
- subprocess.run(['python3', '-m'] + commands, check = True)
- elif platform.system() == 'Linux':
- subprocess.run(['python3.10', '-m'] + commands, check = True)
- except subprocess.CalledProcessError:
+ if platform_os == 'Windows':
subprocess.run(['python', '-m'] + commands, check = True)
+ else:
+ try:
+ if platform_os == 'Darwin':
+ subprocess.run(['python3', '-m'] + commands, check = True)
+ elif platform_os == 'Linux':
+ subprocess.run(['python3.10', '-m'] + commands, check = True)
+ except subprocess.CalledProcessError:
+ subprocess.run(['python', '-m'] + commands, check = True)
# Download NLTK data
# Corpora
diff --git a/utils/wl_generate_acks.py b/utils/wl_generate_acks.py
index a48a5f716..13e91a48b 100644
--- a/utils/wl_generate_acks.py
+++ b/utils/wl_generate_acks.py
@@ -17,9 +17,9 @@
# ----------------------------------------------------------------------
FILES = [
- '../ACKS.md',
- '../doc/trs/zho_cn/ACKS.md',
- '../doc/trs/zho_tw/ACKS.md'
+ 'ACKS.md',
+ 'doc/trs/zho_cn/ACKS.md',
+ 'doc/trs/zho_tw/ACKS.md'
]
HEADER_LANGS = ['English', 'Chinese (Simplified)', 'Chinese (Traditional)']
TITLES = ['Acknowledgments', '致谢', '致謝']
@@ -39,7 +39,6 @@
['Beautiful Soup', 'https://www.crummy.com/software/BeautifulSoup/', '4.12.2', 'Leonard Richardson', 'MIT', 'https://git.launchpad.net/beautifulsoup/tree/LICENSE'],
['Botok', 'https://github.com/OpenPecha/Botok', '0.8.12', 'Hélios Drupchen Hildt', 'Apache-2.0', 'https://github.com/OpenPecha/Botok/blob/master/LICENSE'],
['Charset Normalizer', 'https://github.com/Ousret/charset_normalizer', '3.3.2', 'TAHRI Ahmed R.', 'MIT', 'https://github.com/Ousret/charset_normalizer/blob/master/LICENSE'],
- ['Dostoevsky', 'https://github.com/bureaucratic-labs/dostoevsky', '0.6.0', 'Anna Rogers, Alexey Romanov, Anna Rumshisky,
Svitlana Volkova, Mikhail Gronas, Alex Gribov', 'MIT', 'https://github.com/bureaucratic-labs/dostoevsky/blob/master/LICENSE'],
['khmer-nltk', 'https://github.com/VietHoang1512/khmer-nltk', '1.6', 'Phan Viet Hoang', 'Apache-2.0', 'https://github.com/VietHoang1512/khmer-nltk/blob/main/LICENSE'],
['LaoNLP', 'https://github.com/wannaphong/LaoNLP', '1.1.3', 'Wannaphong Phatthiyaphaibun (วรรณพงษ์ ภัททิยไพบูลย์)', 'Apache-2.0', 'https://github.com/wannaphong/LaoNLP/blob/master/LICENSE'],
['Lingua', 'https://github.com/pemistahl/lingua-py', '2.0.2', 'Peter M. Stahl', 'Apache-2.0', 'https://github.com/pemistahl/lingua-py/blob/main/LICENSE.txt'],
@@ -106,7 +105,7 @@
with open(file, 'w', encoding = 'utf_8') as f:
f.write(f'''