Menu
▾
▴
[DL-Learner SVN] SF.net SVN: dl-learner:[4151] branches/hmm/components-ext
|
From: <ki...@us...> - 2013-11-18 09:42:58
|
Revision: 4151
http://sourceforge.net/p/dl-learner/code/4151
Author: kirdie
Date: 2013-11-18 09:42:55 +0000 (Mon, 18 Nov 2013)
Log Message:
-----------
last changes to hmm branch
Modified Paths:
--------------
branches/hmm/components-ext/eval/eval2.xml
branches/hmm/components-ext/src/test/java/org/dllearner/algorithm/tbsl/learning/QueryTestData.java
branches/hmm/components-ext/src/test/java/org/dllearner/algorithm/tbsl/learning/SPARQLTemplateBasedLearner3Test.java
Modified: branches/hmm/components-ext/eval/eval2.xml
===================================================================
--- branches/hmm/components-ext/eval/eval2.xml 2013-11-17 19:29:06 UTC (rev 4150)
+++ branches/hmm/components-ext/eval/eval2.xml 2013-11-18 09:42:55 UTC (rev 4151)
@@ -2,7 +2,7 @@
<question answertype="resource" id="0">
<string>houses/NNS in/IN Headington/NNP</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -18,7 +18,7 @@
<question answertype="resource" id="1">
<string>houses/NNS in/IN Abingdon/NNP with/IN more/JJR than/IN 2/CD bedrooms/NNS</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -37,7 +37,7 @@
<question answertype="resource" id="2">
<string>houses/NNS with/IN garden/NN in/IN Wheatley/NNP</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -55,7 +55,7 @@
<question answertype="resource" id="3">
<string>detached/JJ houses/NNS in/IN Oxford/NNP</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -73,7 +73,7 @@
<question answertype="resource" id="4">
<string>Victorian/JJ houses/NNS in/IN Oxfordshire/NNP</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -91,7 +91,7 @@
<question answertype="resource" id="5">
<string>Edwardian/JJ house/NN in/IN Oxfordshire/NNP for/IN less/JJR than/IN 1000000/CD</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -111,7 +111,7 @@
<question answertype="resource" id="6">
<string>houses/NNS with/IN double/JJ garage/NN</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -128,7 +128,7 @@
<question answertype="resource" id="7">
<string>houses/NNS with/IN large/JJ garden/NN and/CC equipped/JJ kitchen/NN</string>
<queryStatus>
-<evaluation>partlycorrect</correct>
+<evaluation>partlycorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -147,7 +147,7 @@
<question answertype="resource" id="8">
<string>houses/NNS with/IN more/JJR than/IN 1/CD reception/NN room/NN</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -163,8 +163,8 @@
<question answertype="resource" id="9">
<string>houses/NNS with/IN conservatory/NN room/NN and/CC less/JJR than/IN 900000/CD pounds/NNS</string>
<queryStatus>
-<evaluation>incorrect</correct>
-<notes><note>templateproblem</note></note>
+<evaluation>incorrect</evaluation>
+<notes><note>templateproblem</note></notes>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -182,7 +182,7 @@
<question answertype="resource" id="10">
<string>houses/NNS in/IN Old/NNP Marston/NNP</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -198,7 +198,7 @@
<question answertype="resource" id="11">
<string>family/NN houses/NNS with/IN more/JJR than/IN 2/CD bathrooms/NNS and/CC more/JJR than/IN 4/CD bedrooms/NNS</string>
<queryStatus>
-<evaluation>partlycorrect</correct>
+<evaluation>partlycorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -217,7 +217,7 @@
<question answertype="resource" id="12">
<string>houses/NNS close/RB to/TO Iffley/NNP Sport/NNP Centre/NNP</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -232,7 +232,7 @@
<question answertype="resource" id="13">
<string>houses/NNS in/IN Oxford/NNP close/RB to/TO the/DT train/NN station/NN</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -250,7 +250,7 @@
<question answertype="resource" id="14">
<string>houses/NNS in/IN Summertown/NNP for/IN less/JJR than/IN 400000/CD pounds/NNS</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -268,7 +268,7 @@
<question answertype="resource" id="15">
<string>two/CD floors/NNS houses/NNS in/IN East/NNP Oxford/NNP</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -284,7 +284,7 @@
<question answertype="resource" id="16">
<string>brand/NN new/JJ houses/NNS in/IN Oxford/NNP for/IN less/JJR than/IN 500000/CD pounds/NNS</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -305,7 +305,7 @@
<question answertype="resource" id="17">
<string>houses/NNS close/RB to/TO Brookes/NNP University/NNP</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -320,7 +320,7 @@
<question answertype="resource" id="18">
<string>houses/NNS in/IN Jericho/NNP area/NN</string>
<queryStatus>
-<evaluation>partlycorrect</correct>
+<evaluation>partlycorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -336,7 +336,7 @@
<question answertype="resource" id="19">
<string>house/NN close/RB to/TO Headington/NNP hospitals/NNS</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -351,7 +351,7 @@
<question answertype="resource" id="20">
<string>modern/JJ houses/NNS with/IN gas/NN central/JJ heating/NN</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -369,7 +369,7 @@
<question answertype="resource" id="21">
<string>houses/NNS with/IN electric/JJ heating/NN</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -392,7 +392,7 @@
<question answertype="resource" id="23">
<string>houses/NNS close/RB to/TO an/DT Italian/JJ restaurant/NN</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -410,7 +410,7 @@
<question answertype="resource" id="24">
<string>houses/NNS at/IN walking/VBG distance/NN from/IN a/DT pharmacy/NN</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -426,7 +426,7 @@
<question answertype="resource" id="25">
<string>houses/NNS at/IN walking/VBG distance/NN from/IN Tesco/NNP or/CC Sainsburys/NNP shops/NNS</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -440,7 +440,7 @@
<question answertype="resource" id="26">
<string>houses/NNS nearby/JJ Sheldonian/NNP Theatre/NNP</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -455,7 +455,7 @@
<question answertype="resource" id="27">
<string>houses/NNS with/IN underfloor/JJ heating/NN</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -471,7 +471,7 @@
<question answertype="resource" id="28">
<string>houses/NNS with/IN wood/NN floor/NN</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -487,7 +487,7 @@
<question answertype="resource" id="29">
<string>houses/NNS close/RB to/TO The/DT King/NN 's/POS Arms/NNS pub/NN</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -512,7 +512,7 @@
<string>houses/NNS with/IN many/JJ reception/NN rooms/NNS</string>
<queryStatus>
<type>OK</type>
-<evaluation>partlycorrect</correct>
+<evaluation>partlycorrect</evaluation>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
@@ -533,7 +533,7 @@
<question answertype="resource" id="33">
<string>houses/NNS with/IN balcony/NN</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -549,7 +549,7 @@
<question answertype="resource" id="34">
<string>houses/NNS with/IN double/JJ glazed/JJ windows/NNS</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -565,7 +565,7 @@
<question answertype="resource" id="35">
<string>2/CD bedroom/NN houses/NNS near/IN Oxford/NNP train/NN station/NN</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -582,7 +582,7 @@
<question answertype="resource" id="36">
<string>4/CD bedroom/NN detached/VBD houses/NNS in/IN Oxford/NNP</string>
<queryStatus>
-<evaluation>partlycorrect</correct>
+<evaluation>partlycorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -608,7 +608,7 @@
<question answertype="resource" id="38">
<string>freehold/NN houses/NNS with/IN 2/CD bedrooms/NNS and/CC a/DT living/NN room/NN in/IN Banbury/NNP</string>
<queryStatus>
-<evaluation>partlycorrect</correct>
+<evaluation>partlycorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -628,7 +628,7 @@
<question answertype="resource" id="39">
<string>houses/NNS in/IN Oxford/NNP city/NN center/NN with/IN at/IN most/JJS 2/CD bedrooms/NNS</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -647,7 +647,7 @@
<question answertype="resource" id="40">
<string>victorian/JJ town/NN houses/NNS in/IN north/JJ Oxford/NNP</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -666,7 +666,7 @@
<question answertype="resource" id="41">
<string>terrace/NN houses/NNS with/IN west/NN facing/VBG garden/NN</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -684,7 +684,7 @@
<question answertype="resource" id="42">
<string>modernized/JJ end/NN terrace/NN houses/NNS with/IN private/JJ parking/NN</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -703,7 +703,7 @@
<question answertype="resource" id="43">
<string>three/CD bedroom/NN houses/NNS with/IN open/JJ fireplace/NN</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -728,7 +728,7 @@
<question answertype="resource" id="45">
<string>houses/NNS on/IN Rawlinson/NNP Road/NNP</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -744,7 +744,7 @@
<question answertype="resource" id="46">
<string>flats/NNS near/IN supermarket/NN</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -872,7 +872,7 @@
<question answertype="resource" id="63">
<string>houses/NNS in/IN Botley/NNP Road/NNP</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -888,7 +888,7 @@
<question answertype="resource" id="64">
<string>houses/NNS in/IN Littlemore/NNP</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -911,7 +911,7 @@
<question answertype="resource" id="66">
<string>houses/NNS with/IN 3/CD bedrooms/NNS in/IN Florence/NNP Park/NNP Road/NNP</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -930,7 +930,7 @@
<question answertype="resource" id="67">
<string>houses/NNS with/IN front/JJ garden/NN and/CC rear/NN garden/NN</string>
<queryStatus>
-<evaluation>partlycorrect</correct>
+<evaluation>partlycorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -954,7 +954,7 @@
<question answertype="resource" id="69">
<string>houses/NNS with/IN ample/JJ parking/NN</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -971,7 +971,7 @@
<question answertype="resource" id="70">
<string>house/NN with/IN electric/JJ central/JJ heating/NN system/NN</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -994,7 +994,7 @@
<question answertype="resource" id="72">
<string>houses/NNS with/IN countryside/NN views/NNS</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -1009,7 +1009,7 @@
<question answertype="resource" id="73">
<string>houses/NNS with/IN farmland/NN views/NNS</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -1025,7 +1025,7 @@
<question answertype="resource" id="74">
<string>houses/NNS nearby/JJ River/NNP Thames/NNPS</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -1040,7 +1040,7 @@
<question answertype="resource" id="75">
<string>houses/NNS having/VBG one/CD utility/NN room/NN or/CC cloakroom/NN</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -1057,7 +1057,7 @@
<question answertype="resource" id="76">
<string>houses/NNS in/IN Oxfordshire/NNP with/IN fireplaces/NNS</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -1075,7 +1075,7 @@
<question answertype="resource" id="77">
<string>houses/NNS with/IN open/JJ plan/NN kitchen/NN near/IN Oxford/NNP</string>
<queryStatus>
-<evaluation>partlycorrect</correct>
+<evaluation>partlycorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -1092,7 +1092,7 @@
<question answertype="resource" id="78">
<string>houses/NNS with/IN walled/JJ garden/NN near/IN Oxford/NNP</string>
<queryStatus>
-<evaluation>partlycorrect</correct>
+<evaluation>partlycorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -1109,7 +1109,7 @@
<question answertype="resource" id="79">
<string>houses/NNS with/IN river/NN views/NNS</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -1139,7 +1139,7 @@
<question answertype="resource" id="82">
<string>house/NN with/IN balcony/NN and/CC vaulted/VBD ceiling/NN</string>
<queryStatus>
-<evaluation>partlycorrect</correct>
+<evaluation>partlycorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -1165,7 +1165,7 @@
<question answertype="resource" id="84">
<string>house/NN in/IN a/DT corner/NN or/CC end/NN of/IN terrace/NN plot/NN</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -1188,7 +1188,7 @@
<question answertype="resource" id="86">
<string>house/NN with/IN at/IN least/JJS 2/CD reception/NN rooms/NNS and/CC a/DT garden/NN</string>
<queryStatus>
-<evaluation>partlycorrect</correct>
+<evaluation>partlycorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -1205,7 +1205,7 @@
<question answertype="resource" id="87">
<string>house/NN with/IN a/DT courtyard/NN</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -1242,7 +1242,7 @@
<question answertype="resource" id="91">
<string>house/NN in/IN a/DT retirement/NN complex/NN</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -1258,7 +1258,7 @@
<question answertype="resource" id="92">
<string>house/NN with/IN double/JJ glazing/NN and/CC central/JJ heating/NN</string>
<queryStatus>
-<evaluation>partlycorrect</correct>
+<evaluation>partlycorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -1282,7 +1282,7 @@
<question answertype="resource" id="94">
<string>house/NN listed/VBD Grade/NNP I/NNP or/CC Grade/NNP II/NNP</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -1305,7 +1305,7 @@
<question answertype="resource" id="96">
<string>house/NN in/IN Witney/NNP or/CC Wolvercote/NNP</string>
<queryStatus>
-<evaluation>partlycorrect</correct>
+<evaluation>partlycorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -1329,7 +1329,7 @@
<question answertype="resource" id="98">
<string>house/NN in/IN Banbury/NNP Road/NNP</string>
<queryStatus>
-<evaluation>correct</correct>
+<evaluation>correct</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
@@ -1345,7 +1345,7 @@
<question answertype="resource" id="99">
<string>house/NN in/IN the/DT area/NN of/IN John/NNP Radcliffe/NNP hospital/NN</string>
<queryStatus>
-<evaluation>incorrect</correct>
+<evaluation>incorrect</evaluation>
<type>OK</type>
</queryStatus>
<query><![CDATA[PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
Modified: branches/hmm/components-ext/src/test/java/org/dllearner/algorithm/tbsl/learning/QueryTestData.java
===================================================================
--- branches/hmm/components-ext/src/test/java/org/dllearner/algorithm/tbsl/learning/QueryTestData.java 2013-11-17 19:29:06 UTC (rev 4150)
+++ branches/hmm/components-ext/src/test/java/org/dllearner/algorithm/tbsl/learning/QueryTestData.java 2013-11-18 09:42:55 UTC (rev 4151)
@@ -38,12 +38,15 @@
public class QueryTestData implements Serializable
{
+ public enum EvaluationStatus {CORRECT,PARTIALLY_CORRECT,INCORRECT};
+
private static final long serialVersionUID = 2L;
public boolean hmm = false;
public SortedMap<Integer, String> id2Question = new ConcurrentSkipListMap<Integer, String>();
public SortedMap<Integer, String> id2Query = new ConcurrentSkipListMap<Integer, String>();
public SortedMap<Integer, Set<String>> id2Answers = new ConcurrentSkipListMap<Integer, Set<String>>();
public SortedMap<Integer, LearnStatus> id2QueryStatus = new ConcurrentSkipListMap<Integer, LearnStatus>();
+ public SortedMap<Integer, EvaluationStatus> id2EvaluationStatus = new ConcurrentSkipListMap<Integer, EvaluationStatus>();
/** TODO: include in the xml*/
public SortedMap<Integer, LearnStatus> id2AnswerStatus = new ConcurrentSkipListMap<Integer, LearnStatus>();
@@ -100,6 +103,11 @@
}
return this;
}
+ /** @see readQaldXml(File file, int MAX_NUMBER_OF_QUESTIONS, boolean whitelistOnly, Set<Integer> whitelist)**/
+ public static QueryTestData readQaldXml(final File file)
+ {
+ return readQaldXml(file, Integer.MAX_VALUE, false,null);
+ }
/** reads test data from a QALD2 benchmark XML file, including questions, queries and answers.
* each question needs to have a query but not necessarily an answer.
@@ -127,38 +135,44 @@
//read question ID
id = Integer.valueOf(questionNode.getAttribute("id"));
if(whitelistOnly&&!whitelist.contains(id)) {continue;}
-
+
//Read question
question = ((Element)questionNode.getElementsByTagName("string").item(0)).getChildNodes().item(0).getNodeValue().trim();
+ // TODO: read evaluation status
//Read SPARQL query
- query = ((Element)questionNode.getElementsByTagName("query").item(0)).getChildNodes().item(0).getNodeValue().trim();
- // //Read answers
- // answers = new HashSet<String>();
- // NodeList aswersNodes = questionNode.getElementsByTagName("answer");
- // for(int j = 0; j < aswersNodes.getLength(); j++){
- // Element answerNode = (Element) aswersNodes.item(j);
- // answers.add(((Element)answerNode.getElementsByTagName("uri").item(0)).getChildNodes().item(0).getNodeValue().trim());
- // }
- if(!query.equals("OUT OF SCOPE")) // marker in qald benchmark file, will create holes interval of ids (e.g. 1,2,5,7)
+ NodeList queryElements = questionNode.getElementsByTagName("query");
+ if(queryElements.getLength()>0)
{
- testData.id2Question.put(id, question);
- testData.id2Query.put(id, query);
- Element answersElement = (Element) questionNode.getElementsByTagName("answers").item(0);
- // some of our qald files were mistakenly created so that they have the "answer" elements directly under the question node
- // with no answers element
- if(answersElement==null) answersElement = (Element)questionNode;
- // if(answersElement!=null)
+ query = queryElements.item(0).getChildNodes().item(0).getNodeValue().trim();
+ // //Read answers
+ // answers = new HashSet<String>();
+ // NodeList aswersNodes = questionNode.getElementsByTagName("answer");
+ // for(int j = 0; j < aswersNodes.getLength(); j++){
+ // Element answerNode = (Element) aswersNodes.item(j);
+ // answers.add(((Element)answerNode.getElementsByTagName("uri").item(0)).getChildNodes().item(0).getNodeValue().trim());
+ // }
+
+ if(!query.equals("OUT OF SCOPE")) // marker in qald benchmark file, will create holes interval of ids (e.g. 1,2,5,7)
{
- NodeList answerElements = answersElement.getElementsByTagName("answer");
- for(int j=0; j<answerElements.getLength();j++)
+ testData.id2Question.put(id, question);
+ testData.id2Query.put(id, query);
+ Element answersElement = (Element) questionNode.getElementsByTagName("answers").item(0);
+ // some of our qald files were mistakenly created so that they have the "answer" elements directly under the question node
+ // with no answers element
+ if(answersElement==null) answersElement = (Element)questionNode;
+ // if(answersElement!=null)
{
- String answer = ((Element)answerElements.item(j)).getTextContent();
- answers.add(answer);
+ NodeList answerElements = answersElement.getElementsByTagName("answer");
+ for(int j=0; j<answerElements.getLength();j++)
+ {
+ String answer = ((Element)answerElements.item(j)).getTextContent();
+ answers.add(answer);
+ }
+ testData.id2Answers.put(id, answers);
}
- testData.id2Answers.put(id, answers);
}
- }
+ }
// question2Answers.put(question, answers);
}
Modified: branches/hmm/components-ext/src/test/java/org/dllearner/algorithm/tbsl/learning/SPARQLTemplateBasedLearner3Test.java
===================================================================
--- branches/hmm/components-ext/src/test/java/org/dllearner/algorithm/tbsl/learning/SPARQLTemplateBasedLearner3Test.java 2013-11-17 19:29:06 UTC (rev 4150)
+++ branches/hmm/components-ext/src/test/java/org/dllearner/algorithm/tbsl/learning/SPARQLTemplateBasedLearner3Test.java 2013-11-18 09:42:55 UTC (rev 4151)
@@ -48,7 +48,6 @@
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.concurrent.Future;
-import java.util.concurrent.ThreadPoolExecutor;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.TimeoutException;
import java.util.regex.Pattern;
@@ -132,7 +131,7 @@
protected static final int QUESTION_OFFSET = 0;
protected static final int QUESTION_LIMIT = Integer.MAX_VALUE;
- protected static final boolean WHITELIST_ONLY = true;
+ protected static final boolean WHITELIST_ONLY = false;
protected static final Set<Integer> WHITELIST = Collections.unmodifiableSet(new HashSet<Integer>(Arrays.asList(new Integer[] {24})));
protected static final boolean GENERATE_HTML_ONLY = false;
protected static final int MAX_THREADS = 4;
@@ -359,7 +358,7 @@
}
- @Test @SuppressWarnings("null") public void createXMLOxford() throws IOException
+ /*@Test*/ @SuppressWarnings("null") public void createXMLOxford() throws IOException
{
/**more will be left out of the xml file */
List<String> questions = new LinkedList<String>();
@@ -731,9 +730,12 @@
{
final Set<Integer> aMinusB = new HashSet<Integer>();
final Set<Integer> bMinusA = new HashSet<Integer>();
- final Set<Integer> intersection = new HashSet<Integer>();
+ final Set<Integer> intersection = new HashSet<Integer>();
+ final Set<Integer> differentQueries = new HashSet<Integer>();
+ /** only contains ids of who have the same query*/
final Set<Integer> differentAnswers = new HashSet<Integer>();
+ /** assumes that the same questions have the same ids in both test datas */
public Diff(QueryTestData reference, QueryTestData newData)
{
// if(d.id2Question.size()!=e.id2Question.size())
@@ -753,14 +755,30 @@
intersection.retainAll(newData.id2Question.keySet());
for(int i: intersection)
- {
- // the questions are the same - we don't care about the answer
+ {
if(reference.id2Question.get(i).equals(newData.id2Question.get(i)))
-
- if(reference.id2Answers.containsKey(i)&&!reference.id2Answers.get(i).equals(newData.id2Answers.get(i)))
+ {
+ {
+ boolean r = reference.id2Query.containsKey(i);
+ boolean n = newData.id2Query.containsKey(i);
+ // no queries - stop
+ if(!r&&!n) {continue;}
+ // if exactly one of them contains queries or both do and the queries are different
+ if((r^n)||(!reference.id2Query.get(i).equals(newData.id2Query.get(i))))
+ {
+ differentQueries.add(i);
+ continue;
+ }
+ }
+ // both have the same queries - check the answers
+ boolean r = reference.id2Answers.containsKey(i);
+ boolean n = newData.id2Answers.containsKey(i);
+ if(!r&&!n) {continue;}
+ if(r^n||!reference.id2Answers.get(i).equals(newData.id2Answers.get(i)))
{
differentAnswers.add(i);
- }
+ }
+ }
}
}
@@ -1641,4 +1659,27 @@
in.close();
out.close();
}
+
+ @Test public void diffXML()
+ {
+ String oldXML = "eval/eval2.xml";
+ String newXML = "log/test_limitNONE_offset0_timeoutSeconds_120_threads4_mode-BEST_QUERY_generateAnswers-true.xml";
+ QueryTestData oldData = QueryTestData.readQaldXml(new File(oldXML));
+ QueryTestData newData = QueryTestData.readQaldXml(new File(newXML));
+ Diff diff = new Diff(oldData, newData);
+
+ for(Integer id: diff.differentQueries)
+ {
+ System.out.println(oldData.id2Question.get(id)+"*******************************************************************************");
+ System.out.println(id+" with "+newData.id2Answers.get(id).size()+" answers, old query: "+oldData.id2Query.get(id)+"\n new query:"+newData.id2Query.get(id));
+ }
+
+ // TODO: are there correct questions that are different now?
+
+// for(Integer id: oldData.id2AnswerStatus.keySet())
+// {
+// if(oldData.id2AnswerStatus.get(id).type)
+// }
+ }
+
}
\ No newline at end of file
This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.
|
