Menu
▾
▴
[DL-Learner SVN] SF.net SVN: dl-learner:[2180] trunk
|
From: <ku...@us...> - 2010-06-27 17:29:34
|
Revision: 2180
http://dl-learner.svn.sourceforge.net/dl-learner/?rev=2180&view=rev
Author: kurzum
Date: 2010-06-27 17:29:28 +0000 (Sun, 27 Jun 2010)
Log Message:
-----------
fixes in scripts
fixed precision and recall formula in Examples
Modified Paths:
--------------
trunk/src/dl-learner/org/dllearner/kb/sparql/SparqlQueryDescriptionConvertVisitor.java
trunk/src/dl-learner/org/dllearner/utilities/analyse/CountInstances.java
trunk/src/dl-learner/org/dllearner/utilities/analyse/ScriptDoAll.java
trunk/src/dl-learner/org/dllearner/utilities/experiments/Examples.java
Property Changed:
----------------
trunk/
trunk/examples/
Property changes on: trunk
___________________________________________________________________
Modified: svn:ignore
- .lastUsedExample
.settings
.project
.classpath
classes
log
cache
cachePersistant
reports
results
local
rdbtoonto
the_log.txt
tmp
fragmentOntology.owl
output
ling
osmdata
matching
stanley
dllearner.jar
father.inp
lgd.nt
files
errorDescription
bin
tigerResults
dbpedia_3.4.owl
dbpedia_3.4.owl.count
dbpedia_3.4.owl.expanded.count
dbpedia_3.4.owl.purged.ser
dbpedia_3.4.owl.sub.ser
dbpedia_3.4.owl.super.ser
dbpedia_3.4.owl.tar.gz
skoscategories_en.nt
skoscategories_en.nt.count
skoscategories_en.nt.expanded.count
skoscategories_en.nt.purged.ser
skoscategories_en.nt.sub.ser
skoscategories_en.nt.super.ser
skoscategories_en.nt.tar.gz
yagoclasses_links.nt
yagoclasses_links.nt.count
yagoclasses_links.nt.expanded.count
yagoclasses_links.nt.purged.ser
yagoclasses_links.nt.sub.ser
yagoclasses_links.nt.super.ser
yagoclasses_links.nt.tar.gz
target
+ .lastUsedExample
.settings
.project
.classpath
classes
log
cache
cachePersistant
reports
results
local
rdbtoonto
the_log.txt
tmp
fragmentOntology.owl
output
ling
osmdata
matching
stanley
dllearner.jar
father.inp
lgd.nt
files
errorDescription
bin
tigerResults
dbpedia_3.4.owl
dbpedia_3.4.owl.count
dbpedia_3.4.owl.expanded.count
dbpedia_3.4.owl.purged.ser
dbpedia_3.4.owl.sub.ser
dbpedia_3.4.owl.super.ser
dbpedia_3.4.owl.tar.gz
skoscategories_en.nt
skoscategories_en.nt.count
skoscategories_en.nt.expanded.count
skoscategories_en.nt.purged.ser
skoscategories_en.nt.sub.ser
skoscategories_en.nt.super.ser
skoscategories_en.nt.tar.gz
yagoclasses_links.nt
yagoclasses_links.nt.count
yagoclasses_links.nt.expanded.count
yagoclasses_links.nt.purged.ser
yagoclasses_links.nt.sub.ser
yagoclasses_links.nt.super.ser
yagoclasses_links.nt.tar.gz
target
dbpedia_3.4.owl (2)
yagoclasses_links.nt (2)
new.tar.gz
dbpedia_3.5.1.owl
dbpedia_3.5.1.owl.bz2
dbpedia_3.5.1.owl.count
dbpedia_3.5.1.owl.expanded.count
dbpedia_3.5.1.owl.purged.ser
dbpedia_3.5.1.owl.sub.ser
dbpedia_3.5.1.owl.super.ser
Property changes on: trunk/examples
___________________________________________________________________
Modified: svn:ignore
- nlp
nodeExtractionBug.conf
+ nlp
nodeExtractionBug.conf
openanalytix
Modified: trunk/src/dl-learner/org/dllearner/kb/sparql/SparqlQueryDescriptionConvertVisitor.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/kb/sparql/SparqlQueryDescriptionConvertVisitor.java 2010-06-25 11:24:31 UTC (rev 2179)
+++ trunk/src/dl-learner/org/dllearner/kb/sparql/SparqlQueryDescriptionConvertVisitor.java 2010-06-27 17:29:28 UTC (rev 2180)
@@ -136,6 +136,11 @@
}
+ /**
+ * finalizes the patterns with a point
+ * @param toBePointed
+ * @return
+ */
private static String pointalize(String toBePointed){
if(toBePointed==null){
return "";
@@ -294,15 +299,38 @@
return getSparqlQuery(rewritten, resultLimit, false, false);
}
+
+
+ public static void testHasValue() throws Exception{
+// String ttt = "(\"http://dbpedia.org/ontology/Plant\" AND (\"http://dbpedia.org/ontology/kingdom\" hasValue \"http://dbpedia.org/resource/Plantae\" OR EXISTS \"http://dbpedia.org/ontology/family\".\"http://dbpedia.org/ontology/FloweringPlant\"))";
+ String ttt = "(\"http://dbpedia.org/ontology/Plant\" AND ((\"http://dbpedia.org/ontology/kingdom\" HASVALUE \"http://dbpedia.org/resource/Plantae\") OR EXISTS \"http://dbpedia.org/ontology/family\".\"http://dbpedia.org/ontology/FloweringPlant\"))";
+ SparqlQueryDescriptionConvertVisitor testVisitor = new SparqlQueryDescriptionConvertVisitor();
+ String q = testVisitor.getSparqlQuery(ttt);
+ System.out.println(q);
+ Description description = KBParser.parseConcept(ttt);
+ System.out.println(description.toString());
+ System.out.println(description.toKBSyntaxString());
+ System.out.println(description.toKBSyntaxString(null,null));
+ if (true) {
+ System.exit(0);
+ }
+
+ }
/**
* Used for testing the Sparql Query converter.
*
* @param args
*/
- public static void main(String[] args) {
+ public static void main(String[] args) throws Exception{
+
+ try {
+
+ testHasValue();
+
+
SparqlQueryConverter.test();
- try {
+
SortedSet<String> s = new TreeSet<String>();
HashMap<String, String> result = new HashMap<String, String>();
HashMap<String, String> subclassMap = new HashMap<String, String>();
Modified: trunk/src/dl-learner/org/dllearner/utilities/analyse/CountInstances.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/utilities/analyse/CountInstances.java 2010-06-25 11:24:31 UTC (rev 2179)
+++ trunk/src/dl-learner/org/dllearner/utilities/analyse/CountInstances.java 2010-06-27 17:29:28 UTC (rev 2180)
@@ -1,5 +1,6 @@
package org.dllearner.utilities.analyse;
+import java.net.URL;
import java.util.ArrayList;
import java.util.List;
@@ -15,7 +16,18 @@
public class CountInstances {
- SPARQLTasks t = new SPARQLTasks(Cache.getDefaultCache(), SparqlEndpoint.getEndpointLOCALDBpedia());
+ SPARQLTasks t;
+
+ public CountInstances( String url , List<String> defaultGraphs){
+ try{
+ t = new SPARQLTasks(Cache.getDefaultCache(),
+ new SparqlEndpoint(new URL(url), defaultGraphs, new ArrayList<String>()));
+ }catch (Exception e) {
+ e.printStackTrace();
+ }
+
+ }
+
public class Count implements Comparable<Count>{
public Count(String uri, int count) {
super();
Modified: trunk/src/dl-learner/org/dllearner/utilities/analyse/ScriptDoAll.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/utilities/analyse/ScriptDoAll.java 2010-06-25 11:24:31 UTC (rev 2179)
+++ trunk/src/dl-learner/org/dllearner/utilities/analyse/ScriptDoAll.java 2010-06-27 17:29:28 UTC (rev 2180)
@@ -2,6 +2,7 @@
import java.io.File;
import java.util.ArrayList;
+import java.util.Arrays;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
@@ -24,23 +25,25 @@
public static String dbns = "http://dbpedia.org/ontology/";
public static String yagons = "http://dbpedia.org/class/yago/";
+ static CountInstances c = new CountInstances("http://db0.aksw.org:8893/sparql", Arrays.asList(new String[]{"http://dbpedia.org/ontology"}));
+
public static void main(String[] args) {
@SuppressWarnings("unused")
- String dbpediaFile = "dbpedia_3.4.owl";
+ String dbpediaFile = "dbpedia_3.5.1.owl";
@SuppressWarnings("unused")
String yagoFile = "yagoclasses_links.nt";
@SuppressWarnings("unused")
String categoryFile = "skoscategories_en.nt";
doIt(dbpediaFile, "RDF/XML", subclassof, rdftype, dbns,false);
- doIt(yagoFile, "N-TRIPLES", subclassof, rdftype, yagons,false);
+// doIt(yagoFile, "N-TRIPLES", subclassof, rdftype, yagons,false);
// doIt(categoryFile, "N-TRIPLES", broader, subject, catns, true);
}
public static void doIt(String file, String format, String relation, String type, String nsFilter, boolean noExpand){
- CountInstances c = new CountInstances();
+
Map<String, SortedSet<String>> dbdown = new Hierarchy().getHierarchyDown(file, format, relation, noExpand);
Files.writeObjectToFile(dbdown, new File(file+".sub.ser"));
Map<String, SortedSet<String>> dbup = new Hierarchy().getHierarchyUp(file, format, relation, noExpand);
@@ -96,7 +99,7 @@
if(expanded == null){
//just add this one, i.e. no subclasses
- ret.add(new CountInstances().new Count(key, now));
+ ret.add(c.new Count(key, now));
}else{
Integer add = null;
for(String rel:expanded){
@@ -104,7 +107,7 @@
now += add;
}
}
- ret.add(new CountInstances().new Count(key, now));
+ ret.add(c.new Count(key, now));
}
}
Modified: trunk/src/dl-learner/org/dllearner/utilities/experiments/Examples.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/utilities/experiments/Examples.java 2010-06-25 11:24:31 UTC (rev 2179)
+++ trunk/src/dl-learner/org/dllearner/utilities/experiments/Examples.java 2010-06-27 17:29:28 UTC (rev 2180)
@@ -71,13 +71,18 @@
/**
* calculates precision based on the test set
+ * CAVE: incorrect
* @param retrieved
* @return
*/
public double precision(SortedSet<String> retrieved){
if(retrieved.size()==0){return 0.0d;}
- int posAsPos = Helper.intersection(retrieved, getPosTest()).size();
- return ((double)posAsPos)/((double)retrieved.size());
+ SortedSet<String> retrievedClean = new TreeSet<String>(retrieved);
+ retrievedClean.removeAll(posTrain);
+ retrievedClean.removeAll(negTrain);
+
+ int posAsPos = Helper.intersection(retrievedClean, getPosTest()).size();
+ return ((double)posAsPos)/((double)retrievedClean.size());
}
/**
@@ -87,8 +92,12 @@
*/
public double recall( SortedSet<String> retrieved){
if(sizeTotalOfPositives()==0){return 0.0d;}
- int posAsPos = Helper.intersection(retrieved, getPosTest()).size();
- return ((double)posAsPos)/((double)sizeTotalOfPositives());
+ SortedSet<String> retrievedClean = new TreeSet<String>(retrieved);
+ retrievedClean.removeAll(posTrain);
+ retrievedClean.removeAll(negTrain);
+
+ int posAsPos = Helper.intersection(retrievedClean, getPosTest()).size();
+ return ((double)posAsPos)/((double)posTest.size());
}
private void _remove(String toBeRemoved ){
This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.
|
