Menu
▾
▴
[DL-Learner SVN] SF.net SVN: dl-learner: [907] trunk/src/dl-learner/org/dllearner
|
From: <ku...@us...> - 2008-05-20 16:41:52
|
Revision: 907
http://dl-learner.svn.sourceforge.net/dl-learner/?rev=907&view=rev
Author: kurzum
Date: 2008-05-20 09:41:30 -0700 (Tue, 20 May 2008)
Log Message:
-----------
Modified Paths:
--------------
trunk/src/dl-learner/org/dllearner/kb/sparql/SparqlQueryDescriptionConvertRDFS.java
trunk/src/dl-learner/org/dllearner/scripts/SKOS7030.java
trunk/src/dl-learner/org/dllearner/scripts/SPARQLExtractionEvaluation.java
trunk/src/dl-learner/org/dllearner/scripts/SPARQLMassLearning.java
Added Paths:
-----------
trunk/src/dl-learner/org/dllearner/utilities/examples/AutomaticExampleFinderSPARQLold.java
trunk/src/dl-learner/org/dllearner/utilities/examples/AutomaticExampleFinderSPARQLtest.java
Removed Paths:
-------------
trunk/src/dl-learner/org/dllearner/utilities/examples/AutomaticExampleFinderSPARQL.java
Modified: trunk/src/dl-learner/org/dllearner/kb/sparql/SparqlQueryDescriptionConvertRDFS.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/kb/sparql/SparqlQueryDescriptionConvertRDFS.java 2008-05-20 14:25:48 UTC (rev 906)
+++ trunk/src/dl-learner/org/dllearner/kb/sparql/SparqlQueryDescriptionConvertRDFS.java 2008-05-20 16:41:30 UTC (rev 907)
@@ -19,8 +19,6 @@
static Logger logger = Logger.getLogger(SparqlQueryDescriptionConvertRDFS.class);
-
-
/**
*
* replaces each String representing a concept in descriptionKBSyntax with a
@@ -83,7 +81,8 @@
}
/**
- * gets a SortedSet of all subclasses
+ * gets a SortedSet of all subclasses QUALITY: maybe it is better to have a
+ * parameter int depth, to choose a depth of subclass interference
*
* @see conceptRewrite(String descriptionKBSyntax, SparqlEndpoint se, Cache
* c, boolean simple )
Modified: trunk/src/dl-learner/org/dllearner/scripts/SKOS7030.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/scripts/SKOS7030.java 2008-05-20 14:25:48 UTC (rev 906)
+++ trunk/src/dl-learner/org/dllearner/scripts/SKOS7030.java 2008-05-20 16:41:30 UTC (rev 907)
@@ -34,36 +34,9 @@
static SparqlEndpoint se;
private static Logger logger = Logger.getRootLogger();
- static String standardSettings="";
- static String algorithm="refexamples";
- static String standardSettingsRefexamples =
- "refexamples.minExecutionTimeInSeconds = 30;\n" +
- "refexamples.maxExecutionTimeInSeconds = 30;\n" +
- "//refexamples.guaranteeXgoodDescriptions = 10;\n" +
- "refexamples.logLevel=\"TRACE\";\n" +
- "refexamples.noisePercentage = 0.10;\n" +
- "refexamples.writeSearchTree = false;\n" +
- "refexamples.searchTreeFile = \"searchTree.txt\";\n" +
- "refexamples.replaceSearchTree = true;\n\n" ;
- static String standardSettingsRefinement =
- "refinement.minExecutionTimeInSeconds = 30;\n" +
- "refinement.maxExecutionTimeInSeconds = 30;\n" +
- "//refinement.guaranteeXgoodDescriptions = 10;\n" +
- "refinement.logLevel=\"TRACE\";\n" +
- "refinement.writeSearchTree = false;\n" +
- "refinement.searchTreeFile = \"searchTree.txt\";\n" +
- "refinement.replaceSearchTree = true;\n\n" ;
-
- static String standardDBpedia="" +
- "sparql.recursionDepth = 1;\n" +
- "sparql.predefinedFilter = \"YAGO\";\n" +
- "sparql.predefinedEndpoint = \"DBPEDIA\";\n";
- //"sparql.logLevel = \"INFO\";\n";
-
-
//vars
static boolean useRelated = false;
static boolean useSuperClasses = false;
Modified: trunk/src/dl-learner/org/dllearner/scripts/SPARQLExtractionEvaluation.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/scripts/SPARQLExtractionEvaluation.java 2008-05-20 14:25:48 UTC (rev 906)
+++ trunk/src/dl-learner/org/dllearner/scripts/SPARQLExtractionEvaluation.java 2008-05-20 16:41:30 UTC (rev 907)
@@ -16,7 +16,7 @@
import org.dllearner.kb.sparql.SparqlQuery;
import org.dllearner.utilities.datastructures.JenaResultSetConvenience;
import org.dllearner.utilities.datastructures.SetManipulation;
-import org.dllearner.utilities.examples.AutomaticExampleFinderSPARQL;
+import org.dllearner.utilities.examples.AutomaticExampleFinderSPARQLold;
import org.dllearner.utilities.learn.LearnSparql;
import org.dllearner.utilities.statistics.SimpleClock;
import org.dllearner.utilities.statistics.Statistics;
@@ -105,7 +105,7 @@
boolean closeAfterRecursion=true;
System.out.println(oneConcept);
- AutomaticExampleFinderSPARQL ae= new AutomaticExampleFinderSPARQL( se);
+ AutomaticExampleFinderSPARQLold ae= new AutomaticExampleFinderSPARQLold( se);
ae.initDBpedia(oneConcept, useRelated, useSuperClasses,useParallelClasses, poslimit, neglimit);
Modified: trunk/src/dl-learner/org/dllearner/scripts/SPARQLMassLearning.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/scripts/SPARQLMassLearning.java 2008-05-20 14:25:48 UTC (rev 906)
+++ trunk/src/dl-learner/org/dllearner/scripts/SPARQLMassLearning.java 2008-05-20 16:41:30 UTC (rev 907)
@@ -16,7 +16,7 @@
import org.dllearner.utilities.datastructures.JenaResultSetConvenience;
import org.dllearner.utilities.datastructures.SetManipulation;
import org.dllearner.utilities.examples.AutomaticExampleFinderRolesSPARQL;
-import org.dllearner.utilities.examples.AutomaticExampleFinderSPARQL;
+import org.dllearner.utilities.examples.AutomaticExampleFinderSPARQLold;
import org.dllearner.utilities.learn.ConfWriter;
import org.dllearner.utilities.learn.LearnSparql;
import org.dllearner.utilities.statistics.SimpleClock;
@@ -185,7 +185,7 @@
boolean closeAfterRecursion=false;
int numberOfTriples = 0;
for (String oneConcept : concepts) {
- AutomaticExampleFinderSPARQL ae= new AutomaticExampleFinderSPARQL( se);
+ AutomaticExampleFinderSPARQLold ae= new AutomaticExampleFinderSPARQLold( se);
useRelated = true;
useSuperClasses = true;
useParallelClasses = false;
Deleted: trunk/src/dl-learner/org/dllearner/utilities/examples/AutomaticExampleFinderSPARQL.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/utilities/examples/AutomaticExampleFinderSPARQL.java 2008-05-20 14:25:48 UTC (rev 906)
+++ trunk/src/dl-learner/org/dllearner/utilities/examples/AutomaticExampleFinderSPARQL.java 2008-05-20 16:41:30 UTC (rev 907)
@@ -1,350 +0,0 @@
-package org.dllearner.utilities.examples;
-
-import java.util.SortedSet;
-import java.util.TreeSet;
-
-import org.apache.log4j.Logger;
-import org.dllearner.core.ComponentManager;
-import org.dllearner.kb.sparql.Cache;
-import org.dllearner.kb.sparql.SparqlEndpoint;
-import org.dllearner.kb.sparql.SparqlQuery;
-import org.dllearner.kb.sparql.SparqlQueryDescriptionConvertVisitor;
-import org.dllearner.utilities.datastructures.JenaResultSetConvenience;
-import org.dllearner.utilities.datastructures.SetManipulation;
-
-import com.hp.hpl.jena.query.ResultSet;
-
-public class AutomaticExampleFinderSPARQL {
-
- private static Logger logger = Logger
- .getLogger(ComponentManager.class);
-
- private Cache c;
- private SparqlEndpoint se;
- private SortedSet<String> posExamples;
- private SortedSet<String> negExamples;
- public SortedSet<String> totalSKOSset;
- private int limit=1000;
-
-
- public AutomaticExampleFinderSPARQL(SparqlEndpoint se){
- this.c=new Cache("cachetemp");
- this.se=se;
- posExamples = new TreeSet<String>();
- negExamples = new TreeSet<String>();
- }
-
- public void initDBpedia(String concept, boolean useRelated, boolean useSuperclasses,boolean useParallelClasses, int poslimit, int neglimit) {
- dbpediaMakePositiveExamplesFromConcept( concept);
- SortedSet<String> keepForClean = new TreeSet<String>();
- keepForClean.addAll(this.posExamples);
-
- this.posExamples = SetManipulation.fuzzyShrink(this.posExamples, poslimit);
-
-
- logger.trace("shrinking: pos Example size: "+posExamples.size());
-
- if(useRelated) {
- dbpediaMakeNegativeExamplesFromRelatedInstances(this.posExamples);
- }
- if(useSuperclasses) {
- makeNegativeExamplesFromSuperClasses(concept);
- }
- if(useParallelClasses) {
- makeNegativeExamplesFromClassesOfInstances();
- }
- //clean
- negExamples.removeAll(keepForClean);
- logger.trace("neg Example size after cleaning: "+negExamples.size());
- this.negExamples = SetManipulation.fuzzyShrink(negExamples, neglimit);
- logger.debug("pos Example size after shrinking: "+posExamples.size());
- logger.debug("neg Example size after shrinking: "+negExamples.size());
- logger.debug("Finished examples for concept: "+concept);
- }
-
- public void init(String concept, String namespace, boolean useRelated, boolean useSuperclasses,boolean useParallelClasses, int poslimit, int neglimit) {
- makePositiveExamplesFromConcept( concept);
- SortedSet<String> keepForClean = new TreeSet<String>();
- keepForClean.addAll(this.posExamples);
- this.posExamples = SetManipulation.fuzzyShrink(this.posExamples, poslimit);
- logger.trace("shrinking: pos Example size: "+posExamples.size());
-
- if(useRelated) {
- makeNegativeExamplesFromRelatedInstances(this.posExamples,namespace);
- }
- if(useSuperclasses) {
- makeNegativeExamplesFromSuperClasses(concept);
- }
- if(useParallelClasses) {
- makeNegativeExamplesFromClassesOfInstances();
- }
- //clean
- negExamples.removeAll(keepForClean);
- logger.trace("neg Example size after cleaning: "+negExamples.size());
- this.negExamples = SetManipulation.fuzzyShrink(negExamples, neglimit);
- logger.debug("pos Example size after shrinking: "+posExamples.size());
- logger.debug("neg Example size after shrinking: "+negExamples.size());
- logger.debug("Finished examples for concept: "+concept);
- }
-
-
-
- public SortedSet<String> dbpediaGetPosOnly(String concept, int limit){
- dbpediaMakePositiveExamplesFromConcept( concept);
- return SetManipulation.fuzzyShrink(this.posExamples, limit);
- }
-
- public SortedSet<String> getPosOnly(String concept, int limit){
- makePositiveExamplesFromConcept( concept);
- return SetManipulation.fuzzyShrink(this.posExamples, limit);
- }
-
- private void dbpediaMakePositiveExamplesFromConcept(String concept){
- logger.debug("making Positive Examples from Concept: "+concept);
- if(concept.contains("http://dbpedia.org/resource/Category:")) {
- this.posExamples = new JenaResultSetConvenience(dbpediaQuerySKOSConcept(concept,limit))
- .getStringListForVariable("subject");
- }else {
- this.posExamples = new JenaResultSetConvenience(queryConcept(concept,limit))
- .getStringListForVariable("subject");
- }
- logger.debug(" pos Example size: "+posExamples.size());
- }
-
- private void makePositiveExamplesFromConcept(String concept){
- logger.debug("making Positive Examples from Concept: "+concept);
- this.posExamples = new JenaResultSetConvenience(queryConcept(concept,0))
- .getStringListForVariable("subject");
- logger.debug(" pos Example size: "+posExamples.size());
- }
-
-
-
- /*private void makePositiveExamplesFromConcept(String concept){
- logger.debug("making Positive Examples from Concept: "+concept);
- if(concept.contains("http://dbpedia.org/resource/Category:")) {
- this.posExamples = new JenaResultSetConvenience(querySKOSConcept(concept,0))
- .getStringListForVariable("subject");
- }else {
- this.posExamples = new JenaResultSetConvenience(queryConcept(concept,0))
- .getStringListForVariable("subject");
- }
- logger.debug(" pos Example size: "+posExamples.size());
- }*/
-
-
-
-
-
- private void dbpediaMakeNegativeExamplesFromRelatedInstances(SortedSet<String> subject) {
- logger.debug("making examples from related instances");
- for (String string : subject) {
- dbpediaMakeNegativeExamplesFromRelatedInstances(string);
- }
- logger.debug(" negExample size: "+negExamples.size());
- }
-
- private void makeNegativeExamplesFromRelatedInstances(SortedSet<String> subject, String namespace) {
- logger.debug("making examples from related instances");
- for (String string : subject) {
- makeNegativeExamplesFromRelatedInstances(string,namespace);
- }
- logger.debug(" negExample size: "+negExamples.size());
- }
-
-
- /**
- *
- * @param subject
- * @return
- */
- private void dbpediaMakeNegativeExamplesFromRelatedInstances(String subject) {
- // SortedSet<String> result = new TreeSet<String>();
-
- String query = "SELECT * WHERE { \n" + "<" + subject + "> " + "?p ?o. \n"
- + "FILTER (REGEX(str(?o), 'http://dbpedia.org/resource/')).\n"
- + "FILTER (!REGEX(str(?p), 'http://www.w3.org/2004/02/skos'))\n"
- + "}";
-
- String JSON = (c.executeSparqlQuery(new SparqlQuery(query, se)));
- ResultSet rs =SparqlQuery.JSONtoResultSet(JSON);
- JenaResultSetConvenience rsc = new JenaResultSetConvenience(rs);
- this.negExamples.addAll(rsc.getStringListForVariable("o"));
-
-
- }
-
- private void makeNegativeExamplesFromRelatedInstances(String subject, String namespace) {
- // SortedSet<String> result = new TreeSet<String>();
-
- String query = "SELECT * WHERE { \n" + "<" + subject + "> " + "?p ?o. \n"
- + "FILTER (REGEX(str(?o), '"+namespace+"')).\n"
- + "}";
-
- String JSON = (c.executeSparqlQuery(new SparqlQuery(query, se)));
- ResultSet rs =SparqlQuery.JSONtoResultSet(JSON);
- JenaResultSetConvenience rsc = new JenaResultSetConvenience(rs);
- this.negExamples.addAll(rsc.getStringListForVariable("o"));
-
-
- }
-
-
- private void makeNegativeExamplesFromSuperClasses(String concept) {
-
- SortedSet<String> superClasses = new TreeSet<String>();
- superClasses.add(concept.replace("\"", ""));
- //logger.debug("before"+superClasses);
- superClasses = getSuperClasses( superClasses, 4);
- logger.debug("making neg Examples from "+superClasses.size()+" superclasses");
- JenaResultSetConvenience rsc;
- for (String oneSuperClass : superClasses) {
- logger.debug(oneSuperClass);
- rsc = new JenaResultSetConvenience(queryConcept("\""+oneSuperClass+"\"", limit));
- this.negExamples.addAll(rsc.getStringListForVariable("subject"));
- }
- logger.debug(" neg Example size: "+negExamples.size());
- }
-
-
-
- private void makeNegativeExamplesFromClassesOfInstances() {
- logger.debug("making neg Examples from parallel classes");
- SortedSet<String> classes = new TreeSet<String>();
- //superClasses.add(concept.replace("\"", ""));
- //logger.debug("before"+superClasses);
- //superClasses = dbpediaGetSuperClasses( superClasses, 4);
- //logger.debug("getting negExamples from "+superClasses.size()+" superclasses");
- JenaResultSetConvenience rsc;
- ResultSet rs=null;
- for (String instance : posExamples) {
- //System.out.println(instance);
- rs = getClassesForInstance(instance);
- //System.out.println(ResultSetFormatter.asXMLString(rs));
- rsc = new JenaResultSetConvenience(rs);
- classes.addAll(rsc.getStringListForVariable("subject"));
- //System.out.println(classes);
- }
- logger.debug("getting negExamples from "+classes.size()+" parallel classes");
- for (String oneClass : classes) {
- logger.debug(oneClass);
- rsc = new JenaResultSetConvenience(queryConcept("\""+oneClass+"\"",limit));
- this.negExamples.addAll(rsc.getStringListForVariable("subject"));
- }
- logger.debug("neg Example size: "+negExamples.size());
-
- }
-
- private SortedSet<String> getSuperClasses(SortedSet<String> superClasses, int depth) {
- SortedSet<String> ret = new TreeSet<String>();
- SortedSet<String> tmpset = new TreeSet<String>();
- ret.addAll(superClasses);
- //logger.debug(superClasses);
- JenaResultSetConvenience rsc;
-
- String query = "";
- for (; depth != 0 ; depth--) {
- for (String oneSuperClass : superClasses) {
-
- //tmp = oneSuperClass.replace("\"", "");
- query = "SELECT * WHERE { \n" + "<" + oneSuperClass + "> "
- + "<http://www.w3.org/2000/01/rdf-schema#subClassOf> ?superclass. \n"
- + "}";
-
- String JSON = (c.executeSparqlQuery(new SparqlQuery(query, se)));
- ResultSet rs =SparqlQuery.JSONtoResultSet(JSON);
- rsc = new JenaResultSetConvenience(rs);
- tmpset.addAll(rsc.getStringListForVariable("superclass"));
-
- }
- ret.addAll(tmpset);
- //logger.debug(ret);
- superClasses.clear();
- superClasses.addAll(tmpset);
- tmpset.clear();
- }
- //logger.debug(concept);
- //logger.debug(query);
- return ret;
- }
-
-
-
- public ResultSet queryConcept(String concept,int limit) {
- ResultSet rs = null;
- try {
- String query = SparqlQueryDescriptionConvertVisitor
- .getSparqlQuery(concept,limit);
-
- SparqlQuery sq = new SparqlQuery(query, se);
- String JSON = c.executeSparqlQuery(sq);
- //System.out.println("JSON:\n"+JSON);
- rs = SparqlQuery.JSONtoResultSet(JSON);
-
- } catch (Exception e) {
- e.printStackTrace();
- }
-
- return rs;
- }
-
- public ResultSet dbpediaQuerySKOSConcept(String SKOSconcept,int limit) {
- if(limit==0)limit=99999;
- //
- ResultSet rs = null;
- try {
-
- String query = "SELECT * WHERE { \n " +
- "?subject " +
- "<http://www.w3.org/2004/02/skos/core#subject> " +
- "<" + SKOSconcept + "> \n" +
- "} LIMIT "+limit;
- SparqlQuery sq = new SparqlQuery(query, se);
- String JSON = c.executeSparqlQuery(sq);
- //System.out.println(JSON);
- rs = SparqlQuery.JSONtoResultSet(JSON);
-
- } catch (Exception e) {
- e.printStackTrace();
- }
-
- return rs;
- }
-
- public ResultSet getClassesForInstance(String instance) {
- ResultSet rs = null;
- try {
-
- String query = "SELECT ?subject WHERE { \n " +
- "<" + instance + ">"+
- " a " +
- "?subject " +
- "\n" +
- "} LIMIT "+limit;
- SparqlQuery sq = new SparqlQuery(query, se);
- //System.out.println(query);
- String JSON = c.executeSparqlQuery(sq);
- //System.out.println(JSON);
- rs = SparqlQuery.JSONtoResultSet(JSON);
-
- } catch (Exception e) {
- e.printStackTrace();
- }
-
- return rs;
- }
-
- public SortedSet<String> getPosExamples() {
- return posExamples;
- }
-
- public SortedSet<String> getNegExamples() {
- return negExamples;
- }
-
-
-
-
-
-
-}
Copied: trunk/src/dl-learner/org/dllearner/utilities/examples/AutomaticExampleFinderSPARQLold.java (from rev 905, trunk/src/dl-learner/org/dllearner/utilities/examples/AutomaticExampleFinderSPARQL.java)
===================================================================
--- trunk/src/dl-learner/org/dllearner/utilities/examples/AutomaticExampleFinderSPARQLold.java (rev 0)
+++ trunk/src/dl-learner/org/dllearner/utilities/examples/AutomaticExampleFinderSPARQLold.java 2008-05-20 16:41:30 UTC (rev 907)
@@ -0,0 +1,350 @@
+package org.dllearner.utilities.examples;
+
+import java.util.SortedSet;
+import java.util.TreeSet;
+
+import org.apache.log4j.Logger;
+import org.dllearner.core.ComponentManager;
+import org.dllearner.kb.sparql.Cache;
+import org.dllearner.kb.sparql.SparqlEndpoint;
+import org.dllearner.kb.sparql.SparqlQuery;
+import org.dllearner.kb.sparql.SparqlQueryDescriptionConvertVisitor;
+import org.dllearner.utilities.datastructures.JenaResultSetConvenience;
+import org.dllearner.utilities.datastructures.SetManipulation;
+
+import com.hp.hpl.jena.query.ResultSet;
+
+public class AutomaticExampleFinderSPARQLold {
+
+ private static Logger logger = Logger
+ .getLogger(ComponentManager.class);
+
+ private Cache c;
+ private SparqlEndpoint se;
+ private SortedSet<String> posExamples;
+ private SortedSet<String> negExamples;
+ public SortedSet<String> totalSKOSset;
+ private int limit=1000;
+
+
+ public AutomaticExampleFinderSPARQLold(SparqlEndpoint se){
+ this.c=new Cache("cachetemp");
+ this.se=se;
+ posExamples = new TreeSet<String>();
+ negExamples = new TreeSet<String>();
+ }
+
+ public void initDBpedia(String concept, boolean useRelated, boolean useSuperclasses,boolean useParallelClasses, int poslimit, int neglimit) {
+ dbpediaMakePositiveExamplesFromConcept( concept);
+ SortedSet<String> keepForClean = new TreeSet<String>();
+ keepForClean.addAll(this.posExamples);
+
+ this.posExamples = SetManipulation.fuzzyShrink(this.posExamples, poslimit);
+
+
+ logger.trace("shrinking: pos Example size: "+posExamples.size());
+
+ if(useRelated) {
+ dbpediaMakeNegativeExamplesFromRelatedInstances(this.posExamples);
+ }
+ if(useSuperclasses) {
+ makeNegativeExamplesFromSuperClasses(concept);
+ }
+ if(useParallelClasses) {
+ makeNegativeExamplesFromClassesOfInstances();
+ }
+ //clean
+ negExamples.removeAll(keepForClean);
+ logger.trace("neg Example size after cleaning: "+negExamples.size());
+ this.negExamples = SetManipulation.fuzzyShrink(negExamples, neglimit);
+ logger.debug("pos Example size after shrinking: "+posExamples.size());
+ logger.debug("neg Example size after shrinking: "+negExamples.size());
+ logger.debug("Finished examples for concept: "+concept);
+ }
+
+ public void init(String concept, String namespace, boolean useRelated, boolean useSuperclasses,boolean useParallelClasses, int poslimit, int neglimit) {
+ makePositiveExamplesFromConcept( concept);
+ SortedSet<String> keepForClean = new TreeSet<String>();
+ keepForClean.addAll(this.posExamples);
+ this.posExamples = SetManipulation.fuzzyShrink(this.posExamples, poslimit);
+ logger.trace("shrinking: pos Example size: "+posExamples.size());
+
+ if(useRelated) {
+ makeNegativeExamplesFromRelatedInstances(this.posExamples,namespace);
+ }
+ if(useSuperclasses) {
+ makeNegativeExamplesFromSuperClasses(concept);
+ }
+ if(useParallelClasses) {
+ makeNegativeExamplesFromClassesOfInstances();
+ }
+ //clean
+ negExamples.removeAll(keepForClean);
+ logger.trace("neg Example size after cleaning: "+negExamples.size());
+ this.negExamples = SetManipulation.fuzzyShrink(negExamples, neglimit);
+ logger.debug("pos Example size after shrinking: "+posExamples.size());
+ logger.debug("neg Example size after shrinking: "+negExamples.size());
+ logger.debug("Finished examples for concept: "+concept);
+ }
+
+
+
+ public SortedSet<String> dbpediaGetPosOnly(String concept, int limit){
+ dbpediaMakePositiveExamplesFromConcept( concept);
+ return SetManipulation.fuzzyShrink(this.posExamples, limit);
+ }
+
+ public SortedSet<String> getPosOnly(String concept, int limit){
+ makePositiveExamplesFromConcept( concept);
+ return SetManipulation.fuzzyShrink(this.posExamples, limit);
+ }
+
+ private void dbpediaMakePositiveExamplesFromConcept(String concept){
+ logger.debug("making Positive Examples from Concept: "+concept);
+ if(concept.contains("http://dbpedia.org/resource/Category:")) {
+ this.posExamples = new JenaResultSetConvenience(dbpediaQuerySKOSConcept(concept,limit))
+ .getStringListForVariable("subject");
+ }else {
+ this.posExamples = new JenaResultSetConvenience(queryConcept(concept,limit))
+ .getStringListForVariable("subject");
+ }
+ logger.debug(" pos Example size: "+posExamples.size());
+ }
+
+ private void makePositiveExamplesFromConcept(String concept){
+ logger.debug("making Positive Examples from Concept: "+concept);
+ this.posExamples = new JenaResultSetConvenience(queryConcept(concept,0))
+ .getStringListForVariable("subject");
+ logger.debug(" pos Example size: "+posExamples.size());
+ }
+
+
+
+ /*private void makePositiveExamplesFromConcept(String concept){
+ logger.debug("making Positive Examples from Concept: "+concept);
+ if(concept.contains("http://dbpedia.org/resource/Category:")) {
+ this.posExamples = new JenaResultSetConvenience(querySKOSConcept(concept,0))
+ .getStringListForVariable("subject");
+ }else {
+ this.posExamples = new JenaResultSetConvenience(queryConcept(concept,0))
+ .getStringListForVariable("subject");
+ }
+ logger.debug(" pos Example size: "+posExamples.size());
+ }*/
+
+
+
+
+
+ private void dbpediaMakeNegativeExamplesFromRelatedInstances(SortedSet<String> subject) {
+ logger.debug("making examples from related instances");
+ for (String string : subject) {
+ dbpediaMakeNegativeExamplesFromRelatedInstances(string);
+ }
+ logger.debug(" negExample size: "+negExamples.size());
+ }
+
+ private void makeNegativeExamplesFromRelatedInstances(SortedSet<String> subject, String namespace) {
+ logger.debug("making examples from related instances");
+ for (String string : subject) {
+ makeNegativeExamplesFromRelatedInstances(string,namespace);
+ }
+ logger.debug(" negExample size: "+negExamples.size());
+ }
+
+
+ /**
+ *
+ * @param subject
+ * @return
+ */
+ private void dbpediaMakeNegativeExamplesFromRelatedInstances(String subject) {
+ // SortedSet<String> result = new TreeSet<String>();
+
+ String query = "SELECT * WHERE { \n" + "<" + subject + "> " + "?p ?o. \n"
+ + "FILTER (REGEX(str(?o), 'http://dbpedia.org/resource/')).\n"
+ + "FILTER (!REGEX(str(?p), 'http://www.w3.org/2004/02/skos'))\n"
+ + "}";
+
+ String JSON = (c.executeSparqlQuery(new SparqlQuery(query, se)));
+ ResultSet rs =SparqlQuery.JSONtoResultSet(JSON);
+ JenaResultSetConvenience rsc = new JenaResultSetConvenience(rs);
+ this.negExamples.addAll(rsc.getStringListForVariable("o"));
+
+
+ }
+
+ private void makeNegativeExamplesFromRelatedInstances(String subject, String namespace) {
+ // SortedSet<String> result = new TreeSet<String>();
+
+ String query = "SELECT * WHERE { \n" + "<" + subject + "> " + "?p ?o. \n"
+ + "FILTER (REGEX(str(?o), '"+namespace+"')).\n"
+ + "}";
+
+ String JSON = (c.executeSparqlQuery(new SparqlQuery(query, se)));
+ ResultSet rs =SparqlQuery.JSONtoResultSet(JSON);
+ JenaResultSetConvenience rsc = new JenaResultSetConvenience(rs);
+ this.negExamples.addAll(rsc.getStringListForVariable("o"));
+
+
+ }
+
+
+ private void makeNegativeExamplesFromSuperClasses(String concept) {
+
+ SortedSet<String> superClasses = new TreeSet<String>();
+ superClasses.add(concept.replace("\"", ""));
+ //logger.debug("before"+superClasses);
+ superClasses = getSuperClasses( superClasses, 4);
+ logger.debug("making neg Examples from "+superClasses.size()+" superclasses");
+ JenaResultSetConvenience rsc;
+ for (String oneSuperClass : superClasses) {
+ logger.debug(oneSuperClass);
+ rsc = new JenaResultSetConvenience(queryConcept("\""+oneSuperClass+"\"", limit));
+ this.negExamples.addAll(rsc.getStringListForVariable("subject"));
+ }
+ logger.debug(" neg Example size: "+negExamples.size());
+ }
+
+
+
+ private void makeNegativeExamplesFromClassesOfInstances() {
+ logger.debug("making neg Examples from parallel classes");
+ SortedSet<String> classes = new TreeSet<String>();
+ //superClasses.add(concept.replace("\"", ""));
+ //logger.debug("before"+superClasses);
+ //superClasses = dbpediaGetSuperClasses( superClasses, 4);
+ //logger.debug("getting negExamples from "+superClasses.size()+" superclasses");
+ JenaResultSetConvenience rsc;
+ ResultSet rs=null;
+ for (String instance : posExamples) {
+ //System.out.println(instance);
+ rs = getClassesForInstance(instance);
+ //System.out.println(ResultSetFormatter.asXMLString(rs));
+ rsc = new JenaResultSetConvenience(rs);
+ classes.addAll(rsc.getStringListForVariable("subject"));
+ //System.out.println(classes);
+ }
+ logger.debug("getting negExamples from "+classes.size()+" parallel classes");
+ for (String oneClass : classes) {
+ logger.debug(oneClass);
+ rsc = new JenaResultSetConvenience(queryConcept("\""+oneClass+"\"",limit));
+ this.negExamples.addAll(rsc.getStringListForVariable("subject"));
+ }
+ logger.debug("neg Example size: "+negExamples.size());
+
+ }
+
+ private SortedSet<String> getSuperClasses(SortedSet<String> superClasses, int depth) {
+ SortedSet<String> ret = new TreeSet<String>();
+ SortedSet<String> tmpset = new TreeSet<String>();
+ ret.addAll(superClasses);
+ //logger.debug(superClasses);
+ JenaResultSetConvenience rsc;
+
+ String query = "";
+ for (; depth != 0 ; depth--) {
+ for (String oneSuperClass : superClasses) {
+
+ //tmp = oneSuperClass.replace("\"", "");
+ query = "SELECT * WHERE { \n" + "<" + oneSuperClass + "> "
+ + "<http://www.w3.org/2000/01/rdf-schema#subClassOf> ?superclass. \n"
+ + "}";
+
+ String JSON = (c.executeSparqlQuery(new SparqlQuery(query, se)));
+ ResultSet rs =SparqlQuery.JSONtoResultSet(JSON);
+ rsc = new JenaResultSetConvenience(rs);
+ tmpset.addAll(rsc.getStringListForVariable("superclass"));
+
+ }
+ ret.addAll(tmpset);
+ //logger.debug(ret);
+ superClasses.clear();
+ superClasses.addAll(tmpset);
+ tmpset.clear();
+ }
+ //logger.debug(concept);
+ //logger.debug(query);
+ return ret;
+ }
+
+
+
+ public ResultSet queryConcept(String concept,int limit) {
+ ResultSet rs = null;
+ try {
+ String query = SparqlQueryDescriptionConvertVisitor
+ .getSparqlQuery(concept,limit);
+
+ SparqlQuery sq = new SparqlQuery(query, se);
+ String JSON = c.executeSparqlQuery(sq);
+ //System.out.println("JSON:\n"+JSON);
+ rs = SparqlQuery.JSONtoResultSet(JSON);
+
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+
+ return rs;
+ }
+
+ public ResultSet dbpediaQuerySKOSConcept(String SKOSconcept,int limit) {
+ if(limit==0)limit=99999;
+ //
+ ResultSet rs = null;
+ try {
+
+ String query = "SELECT * WHERE { \n " +
+ "?subject " +
+ "<http://www.w3.org/2004/02/skos/core#subject> " +
+ "<" + SKOSconcept + "> \n" +
+ "} LIMIT "+limit;
+ SparqlQuery sq = new SparqlQuery(query, se);
+ String JSON = c.executeSparqlQuery(sq);
+ //System.out.println(JSON);
+ rs = SparqlQuery.JSONtoResultSet(JSON);
+
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+
+ return rs;
+ }
+
+ public ResultSet getClassesForInstance(String instance) {
+ ResultSet rs = null;
+ try {
+
+ String query = "SELECT ?subject WHERE { \n " +
+ "<" + instance + ">"+
+ " a " +
+ "?subject " +
+ "\n" +
+ "} LIMIT "+limit;
+ SparqlQuery sq = new SparqlQuery(query, se);
+ //System.out.println(query);
+ String JSON = c.executeSparqlQuery(sq);
+ //System.out.println(JSON);
+ rs = SparqlQuery.JSONtoResultSet(JSON);
+
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+
+ return rs;
+ }
+
+ public SortedSet<String> getPosExamples() {
+ return posExamples;
+ }
+
+ public SortedSet<String> getNegExamples() {
+ return negExamples;
+ }
+
+
+
+
+
+
+}
Copied: trunk/src/dl-learner/org/dllearner/utilities/examples/AutomaticExampleFinderSPARQLtest.java (from rev 905, trunk/src/dl-learner/org/dllearner/utilities/examples/AutomaticExampleFinderSPARQL.java)
===================================================================
--- trunk/src/dl-learner/org/dllearner/utilities/examples/AutomaticExampleFinderSPARQLtest.java (rev 0)
+++ trunk/src/dl-learner/org/dllearner/utilities/examples/AutomaticExampleFinderSPARQLtest.java 2008-05-20 16:41:30 UTC (rev 907)
@@ -0,0 +1,21 @@
+package org.dllearner.utilities.examples;
+
+import java.util.SortedSet;
+
+import org.dllearner.kb.sparql.Cache;
+import org.dllearner.kb.sparql.SparqlEndpoint;
+
+public class AutomaticExampleFinderSPARQLtest {
+
+
+ private Cache c;
+ private SparqlEndpoint se;
+ private SortedSet<String> posExamples;
+ private SortedSet<String> negExamples;
+
+ static boolean useRelated = false;
+ static boolean useSuperClasses = false;
+ static boolean useParallelClasses = true;
+ static int poslimit = 10;
+ static int neglimit = 20;
+}
This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.
|
