Nächste Runde von Anpassungen

.dvc/config

@@ -0,0 +1,2 @@
+['remote "imsnpars-data"']
+    url = ssh://odo.dwds.de/home/imsnpars/v1

.github/workflows/unittests.yml

@@ -0,0 +1,27 @@
+name: Python application
+
+on: [push]
+
+jobs:
+  build:
+
+    runs-on: ubuntu-18.04
+
+    steps:
+    - uses: actions/checkout@v1
+    - name: Set up Python 3.7
+      uses: actions/setup-python@v1
+      with:
+        python-version: 3.7
+    - name: Install dependencies
+      run: |
+        python setup.py develop -q
+    - name: Download training data and the serialized model
+      run: |
+        dvc pull -r imsnpars-data
+    - name: Lint with flake8
+      run: |
+        flake8 --ignore=F401 --exclude=$(grep -v '^#' .gitignore | xargs | sed -e 's/ /,/g')
+    - name: Unit Test with pytest
+      run: |
+        pytest

README.md

@@ -31,6 +31,35 @@ Dependency Parsers](https://www.aclweb.org/anthology/P19-1012) (see [acl2019 bra
 
 ## Usage
 
+### Install virtual env
+
+```sh
+python3.6 -m venv .venv
+source .venv/bin/activate
+pip install --upgrade pip
+pip install -r requirements.txt --use-feature=2020-resolver
+pip install -r requirements-dev.txt --use-feature=2020-resolver
+```
+
+### Download training data and serialized model
+Please contact the System Administrator for an user account.
+
+```sh
+# initialize DVC in git repo
+# dvc init
+
+# set the DVC endpoint
+dvc remote add imsnpars-data ssh://odo.dwds.de/home/imsnpars/v1
+
+# configure your creds (You SSH username/password on odo.dwds.de)
+dvc remote modify --local imsnpars-data port 22
+dvc remote modify --local imsnpars-data user YOURNAME
+dvc remote modify --local imsnpars-data password TOPSECRETPW
+
+# dowload data
+dvc pull -r imsnpars-data
+```
+
 ### Transition-based parser
 
 Training a new model:

data/model/model.args.dvc

@@ -1,3 +1,3 @@
 outs:
-- md5: 85b2857dacf64d93d72d8e7d3f91f24e
+- md5: a31aa3da85c9f2c63d1bc522ef2307d6
   path: model.args

data/model/model.params.dvc

@@ -1,3 +1,3 @@
 outs:
-- md5: 863c12671bbb309dc89310464407b688
+- md5: 30766ff2c5620beb6f2d0c853f04d36f
   path: model.params

requirements-dev.txt

@@ -0,0 +1,3 @@
+pytest
+flake8
+autoflake

requirements.txt

@@ -0,0 +1,18 @@
+# neural network model
+dynet>=2.0.0
+networkx<2.5,>=2.1
+
+# preprocessing
+conllu>=3.1.1
+
+# data management
+dvc>=1.6.6
+paramiko>=2.7.2
+
+# computing
+psutil>=5.7.2
+ray>=0.8.7
+
+# python tools
+boltons>=20.2.1
+Click>=7.1.2

setup.py

@@ -10,14 +10,14 @@
       author_email='[email protected]',
       packages=find_packages(exclude=['tests']),
       install_requires=[
-          'dvc==1.6.6',
-          'dynet @ git+https://github.com/clab/dynet@7c533e#egg=dynet',
-          'networkx==2.4',
-          'conllu==3.1.1',
-          'Click==7.1.2',
-          'psutil==5.7.2',
-          'ray==0.8.7',
-          'boltons==20.2.1'
+          'dvc>=1.6.6',
+          'dynet>=2.0.0',
+          'networkx<2.5,>=2.1',
+          'conllu>=3.1.1',
+          'Click>=7.1.2',
+          'psutil>=5.7.2',
+          'ray>=0.8.7',
+          'boltons>=20.2.1'
       ],
       extras_require={
           'test': [
@@ -30,4 +30,6 @@
           'console_scripts': [
               'ims-nparser = imsnpars.cli:main',
           ],
-      })
+      },
+      python_requires=">=3.6"
+)