From cbcb66a1ccb3b62367ddb9b060244927c41579c9 Mon Sep 17 00:00:00 2001 From: Tilman Beck Date: Fri, 9 Nov 2018 12:11:57 +0100 Subject: [PATCH 1/2] #1305 - Update TreeTagger models in build.xml - updated treetagger module paths in build.xml - updated version id of tagger-de-le in pom.xml - commented out mongolian tagger in pom.xml (not found) - adjusted TreeTaggerPosTaggerTest.java according to changes: removed tag 'ADJ', numbers -> @card@ --- dkpro-core-treetagger-asl/pom.xml | 6 +- .../src/scripts/build.xml | 2056 +++++++++-------- .../treetagger/TreeTaggerPosTaggerTest.java | 4 +- 3 files changed, 1034 insertions(+), 1032 deletions(-) diff --git a/dkpro-core-treetagger-asl/pom.xml b/dkpro-core-treetagger-asl/pom.xml index 7b5c5a5b47..04116bd069 100644 --- a/dkpro-core-treetagger-asl/pom.xml +++ b/dkpro-core-treetagger-asl/pom.xml @@ -132,7 +132,7 @@ de.tudarmstadt.ukp.dkpro.core de.tudarmstadt.ukp.dkpro.core.treetagger-model-tagger-de-le - 20170316.1 + 20181102.1 de.tudarmstadt.ukp.dkpro.core @@ -272,11 +272,11 @@ de.tudarmstadt.ukp.dkpro.core.treetagger-model-tagger-gl-le test - + de.tudarmstadt.ukp.dkpro.core de.tudarmstadt.ukp.dkpro.core.treetagger-model-tagger-nl-le diff --git a/dkpro-core-treetagger-asl/src/scripts/build.xml b/dkpro-core-treetagger-asl/src/scripts/build.xml index 99f2694c7e..9380d136b2 100644 --- a/dkpro-core-treetagger-asl/src/scripts/build.xml +++ b/dkpro-core-treetagger-asl/src/scripts/build.xml @@ -16,1091 +16,1093 @@ limitations under the License. --> - - - + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - + + + - + - - - + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - + + + + + - - + + - - - - + + + - - - - - - + metaDataVersion="1" + tool="tagger" + language="en" + variant="le" + extension="bin"> + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - + --> + + + + + + + + + - - - + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - + --> + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + --> + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - No output directory set. - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + No output directory set. + + + + + + + + + + + - + --> + - - - - - + + + + - - - - - - - - - - - - - - - - - - - - - Before I can proceed downloading TreeTagger, you have to read and agree to the - TreeTagger license agreement. I am trying to download the latest version of the - agreement from the TreeTagger homepage. - - - - - ${treetagger.license.text} - - - - - License agreement not accepted. ABORTING. - + --> + + + + + + + + + + + + + + + + + + + + + Before I can proceed downloading TreeTagger, you have to read and agree to the + TreeTagger license agreement. I am trying to download the latest version of the + agreement from the TreeTagger homepage. + + + + + ${treetagger.license.text} + + + + + License agreement not accepted. ABORTING. + - - ================================ - == IMPORTANT LICENSE REMINDER == - ================================ - - JARs containing the TreeTagger binaries and models have been generated. - - YOU MAY NOT REDISTRIBUTE THESE JARS WITHOUT THE EXPLICIT PERMISSION - - from HELMUT SCHMID at the Institute for Computational Linguistics of the - University of Stuttgart and/or by the ORIGINAL CREATORS OF THE MODEL FILES. - - For Maven users: - - Use the build target "local-maven" (ant local-maven) to automatically install - the jars into your local Maven repository at ~/.m2/repository. - - AGAIN REMEMBER THAT YOU MAY NOT REDISTRIBUTE THESE JARS - Thanks. - + + ================================ + == IMPORTANT LICENSE REMINDER == + ================================ + + JARs containing the TreeTagger binaries and models have been generated. + + YOU MAY NOT REDISTRIBUTE THESE JARS WITHOUT THE EXPLICIT PERMISSION + + from HELMUT SCHMID at the Institute for Computational Linguistics of the + University of Stuttgart and/or by the ORIGINAL CREATORS OF THE MODEL FILES. + + For Maven users: + + Use the build target "local-maven" (ant local-maven) to automatically install + the jars into your local Maven repository at ~/.m2/repository. + + AGAIN REMEMBER THAT YOU MAY NOT REDISTRIBUTE THESE JARS - Thanks. + - - - - - - - - - No output directory set. - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + No output directory set. + + + + + + + + + + + + + + + + + + + + + + + + + + + + MD5 checksum mismatch for [@{platform}/@{file}]. Please verify the checksum and if necessary update this script. Expected: @{md5} Actual : ${@{prop.verify.md5.actual}} - - - - Installed executable for @{platform} systems - - + + + + Installed executable for @{platform} systems + + - - - - - - - - - No output directory set. - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + No output directory set. + + + + + + + + + + + + + + + + + + + + + + + + + + MD5 checksum mismatch for [@{platform}/@{file}]. Please verify the checksum and if necessary update this script. Expected: @{md5} Actual : ${@{prop.verify.md5.actual}} - + - - Installed executable for @{platform} systems - - - - - - - - - - - - - - - - - - - - - + + Installed executable for @{platform} systems + + + + + + + + + + + + + + + + + + + + + diff --git a/dkpro-core-treetagger-asl/src/test/java/de/tudarmstadt/ukp/dkpro/core/treetagger/TreeTaggerPosTaggerTest.java b/dkpro-core-treetagger-asl/src/test/java/de/tudarmstadt/ukp/dkpro/core/treetagger/TreeTaggerPosTaggerTest.java index b04f2b70c2..c92d54f4b8 100644 --- a/dkpro-core-treetagger-asl/src/test/java/de/tudarmstadt/ukp/dkpro/core/treetagger/TreeTaggerPosTaggerTest.java +++ b/dkpro-core-treetagger-asl/src/test/java/de/tudarmstadt/ukp/dkpro/core/treetagger/TreeTaggerPosTaggerTest.java @@ -143,7 +143,7 @@ public void testFrench() public void testGerman() throws Exception { - String[] tagset = { "$(", "$,", "$.", "ADJ", "ADJA", "ADJD", "ADV", "APPO", "APPR", + String[] tagset = { "$(", "$,", "$.", "ADJA", "ADJD", "ADV", "APPO", "APPR", "APPRART", "APZR", "ART", "CARD", "FM", "ITJ", "KOKOM", "KON", "KOUI", "KOUS", "NE", "NN", "PAV", "PDAT", "PDS", "PIAT", "PIS", "PPER", "PPOSAT", "PPOSS", "PRELAT", "PRELS", "PRF", "PTKA", "PTKANT", "PTKNEG", "PTKVZ", "PTKZU", "PWAT", @@ -151,7 +151,7 @@ public void testGerman() "VMPP", "VVFIN", "VVIMP", "VVINF", "VVIZU", "VVPP", "XY" }; runTest("de", "stts", tagset, "10 Minuten sind das Mikro an und die Bühne frei .", - new String[] { "10", "Minute", "sein", "die", "Mikro", "an", "und", "die", "Bühne", + new String[] { "@card@", "Minute", "sein", "die", "Mikro", "an", "und", "die", "Bühne", "frei", "." }, new String[] { "CARD", "NN", "VAFIN", "ART", "NN", "PTKVZ", "KON", "ART", "NN", "PTKVZ", "$." }, From 7467b3323be4ad72b4f782024ddf691e1ecefb06 Mon Sep 17 00:00:00 2001 From: Richard Eckart de Castilho Date: Sat, 20 Apr 2019 00:55:07 +0200 Subject: [PATCH 2/2] #1305 - Update TreeTagger models in build.xml - Updated models --- dkpro-core-treetagger-asl/pom.xml | 12 +- .../src/scripts/build.xml | 30 +- .../treetagger/TreeTaggerPosTaggerTest.java | 600 ++++++++++++++---- 3 files changed, 504 insertions(+), 138 deletions(-) diff --git a/dkpro-core-treetagger-asl/pom.xml b/dkpro-core-treetagger-asl/pom.xml index 04116bd069..6e8b8776d9 100644 --- a/dkpro-core-treetagger-asl/pom.xml +++ b/dkpro-core-treetagger-asl/pom.xml @@ -132,12 +132,12 @@ de.tudarmstadt.ukp.dkpro.core de.tudarmstadt.ukp.dkpro.core.treetagger-model-tagger-de-le - 20181102.1 + 20190409.1 de.tudarmstadt.ukp.dkpro.core de.tudarmstadt.ukp.dkpro.core.treetagger-model-tagger-en-le - 20170220.1 + 20190304.1 de.tudarmstadt.ukp.dkpro.core @@ -157,12 +157,12 @@ de.tudarmstadt.ukp.dkpro.core de.tudarmstadt.ukp.dkpro.core.treetagger-model-tagger-fr-le - 20100111.1 + 20190404.1 de.tudarmstadt.ukp.dkpro.core de.tudarmstadt.ukp.dkpro.core.treetagger-model-tagger-gl-le - 20130516.1 + 20190413.1 de.tudarmstadt.ukp.dkpro.core @@ -272,11 +272,11 @@ de.tudarmstadt.ukp.dkpro.core.treetagger-model-tagger-gl-le test - + de.tudarmstadt.ukp.dkpro.core de.tudarmstadt.ukp.dkpro.core.treetagger-model-tagger-nl-le diff --git a/dkpro-core-treetagger-asl/src/scripts/build.xml b/dkpro-core-treetagger-asl/src/scripts/build.xml index 9380d136b2..7dde5b02fd 100644 --- a/dkpro-core-treetagger-asl/src/scripts/build.xml +++ b/dkpro-core-treetagger-asl/src/scripts/build.xml @@ -91,7 +91,8 @@ - 2012-03-15 | 2012-12-07 | 3a18444accf080f54c5ebf655fedc781 - 2012-12-07 | 2017-03-16 | 54f16f045083ae6ebe8b9d9d4a24484e - 2017-03-16 | 2018-11-02 | 36183505f5ef1059aac104fb1fe1534d - - 2018-11-02 | now | 71bb01ee3b908c0b84a69fee7d34f829 + - 2018-11-02 | 2019-04-09 | 71bb01ee3b908c0b84a69fee7d34f829 + - 2019-04-09 | now | 535cd21cdc137c32c2a376875be2099d - -->