Added original train/test/dev sets and re-organized directories

DFKI-SignLanguage · May 21, 2022 · 694b36d · 694b36d
1 parent 633d201
commit 694b36d
Show file tree

Hide file tree

Showing 50 changed files with 369,529 additions and 0 deletions.
diff --git a/...l/augmented-training-set-preprocessed.txt → ...l/augmented-training-set-preprocessed.txt b/...l/augmented-training-set-preprocessed.txt → ...l/augmented-training-set-preprocessed.txt
diff --git a/...periment-deepl/augmented-training-set.txt → ...periment-deepl/augmented-training-set.txt b/...periment-deepl/augmented-training-set.txt → ...periment-deepl/augmented-training-set.txt
diff --git a/...losses-to-add-for-augmented-sentences.txt → ...losses-to-add-for-augmented-sentences.txt b/...losses-to-add-for-augmented-sentences.txt → ...losses-to-add-for-augmented-sentences.txt
diff --git a/...experiment-deepl/sentences-to-augment.txt → ...experiment-deepl/sentences-to-augment.txt b/...experiment-deepl/sentences-to-augment.txt → ...experiment-deepl/sentences-to-augment.txt
diff --git a/...domain-weather-data/preprocessed_data.txt → ...domain-weather-data/preprocessed_data.txt b/...domain-weather-data/preprocessed_data.txt → ...domain-weather-data/preprocessed_data.txt
diff --git a/...weather-data/preprocessed_data_output.txt → ...weather-data/preprocessed_data_output.txt b/...weather-data/preprocessed_data_output.txt → ...weather-data/preprocessed_data_output.txt
diff --git a/...-data/preprocessed_data_output_tagged.txt → ...-data/preprocessed_data_output_tagged.txt b/...-data/preprocessed_data_output_tagged.txt → ...-data/preprocessed_data_output_tagged.txt
diff --git a/training-sets/ood-3000/crawled_data_half.txt → .../augmented/ood-3000/crawled_data_half.txt b/training-sets/ood-3000/crawled_data_half.txt → .../augmented/ood-3000/crawled_data_half.txt
diff --git a/...ets/ood-3000/crawled_data_half_output.txt → ...ted/ood-3000/crawled_data_half_output.txt b/...ets/ood-3000/crawled_data_half_output.txt → ...ted/ood-3000/crawled_data_half_output.txt
diff --git a/...-3000/crawled_data_half_output_tagged.txt → ...-3000/crawled_data_half_output_tagged.txt b/...-3000/crawled_data_half_output_tagged.txt → ...-3000/crawled_data_half_output_tagged.txt
diff --git a/training-sets/ood-5000/data_5000.txt → data/augmented/ood-5000/data_5000.txt b/training-sets/ood-5000/data_5000.txt → data/augmented/ood-5000/data_5000.txt
diff --git a/...-sets/ood-5000/data_5000_preprocessed.txt → ...ented/ood-5000/data_5000_preprocessed.txt b/...-sets/ood-5000/data_5000_preprocessed.txt → ...ented/ood-5000/data_5000_preprocessed.txt
diff --git a/...od-5000/data_5000_preprocessed_output.txt → ...od-5000/data_5000_preprocessed_output.txt b/...od-5000/data_5000_preprocessed_output.txt → ...od-5000/data_5000_preprocessed_output.txt
diff --git a/.../data_5000_preprocessed_output_tagged.txt → .../data_5000_preprocessed_output_tagged.txt b/.../data_5000_preprocessed_output_tagged.txt → .../data_5000_preprocessed_output_tagged.txt
diff --git a/data/baselines/dgs_preprocessed/.history b/data/baselines/dgs_preprocessed/.history
@@ -0,0 +1,8 @@
+2022-03-17.23-41-48 cp /netscratch/angelova/data/sl-translation/german_*txt .
+2022-03-17.23-42-03 cp /netscratch/angelova/data/sl-translation/glosses_*txt .
+2022-03-17.23-42-47 cp /netscratch/angelova/data/sl-translation/glosses_*txt .
+2022-03-17.23-42-50 mkdir train
+2022-03-17.23-42-53 mv * train/
+2022-03-17.23-43-01 mkdir test
+2022-03-17.23-43-24 vim README 
+2022-03-17.23-44-53 mkdir dev
diff --git a/data/baselines/dgs_preprocessed/README b/data/baselines/dgs_preprocessed/README
@@ -0,0 +1 @@
+Based on the Angelova et. al 2022 paper
diff --git a/data/baselines/dgs_preprocessed/dev/.history b/data/baselines/dgs_preprocessed/dev/.history
@@ -0,0 +1,2 @@
+2022-03-17.23-54-57 cp /netscratch/angelova/experiments/sl-translation/gloss*dev* .
+2022-03-17.23-55-03 cp /netscratch/angelova/experiments/sl-translation/german*dev* .
diff --git a/data/baselines/dgs_preprocessed/dev/german_dev.txt b/data/baselines/dgs_preprocessed/dev/german_dev.txt
diff --git a/data/baselines/dgs_preprocessed/dev/german_stripped_dev.txt b/data/baselines/dgs_preprocessed/dev/german_stripped_dev.txt
diff --git a/data/baselines/dgs_preprocessed/dev/german_train_dev.txt b/data/baselines/dgs_preprocessed/dev/german_train_dev.txt
diff --git a/data/baselines/dgs_preprocessed/dev/glosses_dev.txt b/data/baselines/dgs_preprocessed/dev/glosses_dev.txt
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		2022-03-17.23-54-57 cp /netscratch/angelova/experiments/sl-translation/glossdev .
		2022-03-17.23-55-03 cp /netscratch/angelova/experiments/sl-translation/germandev .