Menu
▾
▴
[DL-Learner SVN] SF.net SVN: dl-learner: [392] trunk
|
From: <jen...@us...> - 2008-01-18 13:11:00
|
Revision: 392
http://dl-learner.svn.sourceforge.net/dl-learner/?rev=392&view=rev
Author: jenslehmann
Date: 2008-01-18 05:10:58 -0800 (Fri, 18 Jan 2008)
Log Message:
-----------
- corrected Sparql component entry in components.ini (such that it can be used in DL-Learner)
- implemented interruptable Jena SPARQL query
Modified Paths:
--------------
trunk/lib/components.ini
trunk/src/dl-learner/org/dllearner/cli/Start.java
trunk/src/dl-learner/org/dllearner/kb/sparql/Manager.java
trunk/src/dl-learner/org/dllearner/kb/sparql/TypedSparqlQuery.java
trunk/src/dl-learner/org/dllearner/kb/sparql/TypedSparqlQueryClasses.java
trunk/src/dl-learner/org/dllearner/kb/sparql/configuration/Configuration.java
trunk/src/dl-learner/org/dllearner/kb/sparql/configuration/PredefinedEndpoint.java
trunk/src/dl-learner/org/dllearner/kb/sparql/query/CachedSparqlQuery.java
trunk/src/dl-learner/org/dllearner/kb/sparql/query/JenaTestScript.java
trunk/src/dl-learner/org/dllearner/kb/sparql/query/SparqlQuery.java
trunk/src/dl-learner/org/dllearner/kb/sparql/query/SparqlQueryAbstract.java
trunk/src/dl-learner/org/dllearner/kb/sparql/query/SparqlQueryConventional.java
trunk/src/dl-learner/org/dllearner/kb/sparql/query/TestSparqlQuery.java
trunk/src/dl-learner/org/dllearner/server/ClientState.java
trunk/src/dl-learner/org/dllearner/server/DLLearnerWS.java
Added Paths:
-----------
trunk/src/dl-learner/org/dllearner/kb/sparql/SparqlKnowledgeSource.java
trunk/src/dl-learner/org/dllearner/kb/sparql/configuration/SparqlEndpoint.java
Removed Paths:
-------------
trunk/src/dl-learner/org/dllearner/kb/SparqlKnowledgeSource.java
trunk/src/dl-learner/org/dllearner/kb/sparql/configuration/SpecificSparqlEndpoint.java
Modified: trunk/lib/components.ini
===================================================================
--- trunk/lib/components.ini 2008-01-18 11:59:56 UTC (rev 391)
+++ trunk/lib/components.ini 2008-01-18 13:10:58 UTC (rev 392)
@@ -3,7 +3,7 @@
# knowledge sources
org.dllearner.kb.OWLFile
org.dllearner.kb.KBFile
-org.dllearner.kb.sparql.SparqlEndpoint
+org.dllearner.kb.sparql.SparqlKnowledgeSource
# reasoners
org.dllearner.reasoning.OWLAPIReasoner
org.dllearner.reasoning.DIGReasoner
Modified: trunk/src/dl-learner/org/dllearner/cli/Start.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/cli/Start.java 2008-01-18 11:59:56 UTC (rev 391)
+++ trunk/src/dl-learner/org/dllearner/cli/Start.java 2008-01-18 13:10:58 UTC (rev 392)
@@ -60,7 +60,7 @@
import org.dllearner.core.dl.Individual;
import org.dllearner.kb.KBFile;
import org.dllearner.kb.OWLFile;
-import org.dllearner.kb.SparqlKnowledgeSource;
+import org.dllearner.kb.sparql.SparqlKnowledgeSource;
import org.dllearner.learningproblems.PosNegDefinitionLP;
import org.dllearner.learningproblems.PosNegInclusionLP;
import org.dllearner.learningproblems.PosOnlyDefinitionLP;
Deleted: trunk/src/dl-learner/org/dllearner/kb/SparqlKnowledgeSource.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/kb/SparqlKnowledgeSource.java 2008-01-18 11:59:56 UTC (rev 391)
+++ trunk/src/dl-learner/org/dllearner/kb/SparqlKnowledgeSource.java 2008-01-18 13:10:58 UTC (rev 392)
@@ -1,524 +0,0 @@
-/**
- * Copyright (C) 2007, Jens Lehmann
- *
- * This file is part of DL-Learner.
- *
- * DL-Learner is free software; you can redistribute it and/or modify
- * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation; either version 3 of the License, or
- * (at your option) any later version.
- *
- * DL-Learner is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program. If not, see <http://www.gnu.org/licenses/>.
- *
- */
-package org.dllearner.kb;
-
-import java.io.File;
-import java.io.FileWriter;
-import java.io.IOException;
-import java.net.MalformedURLException;
-import java.net.URI;
-import java.net.URL;
-import java.util.Collection;
-import java.util.HashMap;
-import java.util.HashSet;
-import java.util.LinkedList;
-import java.util.Set;
-
-import org.dllearner.core.KnowledgeSource;
-import org.dllearner.core.OntologyFormat;
-import org.dllearner.core.OntologyFormatUnsupportedException;
-import org.dllearner.core.config.BooleanConfigOption;
-import org.dllearner.core.config.ConfigEntry;
-import org.dllearner.core.config.ConfigOption;
-import org.dllearner.core.config.IntegerConfigOption;
-import org.dllearner.core.config.InvalidConfigOptionValueException;
-import org.dllearner.core.config.StringConfigOption;
-import org.dllearner.core.config.StringSetConfigOption;
-import org.dllearner.core.config.StringTupleListConfigOption;
-import org.dllearner.core.dl.KB;
-import org.dllearner.kb.sparql.Manager;
-import org.dllearner.kb.sparql.Manipulator;
-import org.dllearner.kb.sparql.configuration.PredefinedEndpoint;
-import org.dllearner.kb.sparql.configuration.PredefinedFilter;
-import org.dllearner.kb.sparql.configuration.SparqlQueryType;
-import org.dllearner.kb.sparql.configuration.SpecificSparqlEndpoint;
-import org.dllearner.kb.sparql.old.*;
-import org.dllearner.parser.KBParser;
-import org.dllearner.reasoning.DIGConverter;
-import org.dllearner.reasoning.JenaOWLDIGConverter;
-import org.dllearner.utilities.StringTuple;
-
-/**
- * Represents a SPARQL Endpoint.
- *
- * @author Jens Lehmann
- * @author Sebastian Knappe
- * @author Sebastian Hellmann
- */
-public class SparqlKnowledgeSource extends KnowledgeSource {
-
- // ConfigOptions
- private URL url;
- String host;
- private Set<String> instances=new HashSet<String>();;
- private URL dumpFile;
- private int recursionDepth = 1;
- private int predefinedFilter = 0;
- private int predefinedEndpoint = 0;
- private Set<String> predList=new HashSet<String>();
- private Set<String> objList=new HashSet<String>();
- // private Set<String> classList;
- private String format = "N-TRIPLES";
- private boolean dumpToFile = true;
- private boolean useLits = false;
- private boolean getAllSuperClasses = true;
- private boolean closeAfterRecursion = true;
- private int breakSuperClassRetrievalAfter = 200;
-
- private boolean learnDomain = false;
- private boolean learnRange = false;
- private int numberOfInstancesUsedForRoleLearning=40;
- private String role="";
- private String blankNodeIdentifier = "bnode";
-
- LinkedList<StringTuple> URIParameters = new LinkedList<StringTuple>();
- LinkedList<StringTuple> replacePredicate = new LinkedList<StringTuple>();
- LinkedList<StringTuple> replaceObject = new LinkedList<StringTuple>();
-
- /**
- * Holds the results of the calculateSubjects method
- */
- private String[] subjects;
-
- /**
- * Holds the results of the calculateTriples method
- */
- private String[] triples;
-
- /**
- * Holds the results of the calculateConceptSubjects method
- */
- private String[] conceptSubjects;
-
- /**
- * if a method is running this becomes true
- */
- private boolean subjectThreadRunning = false;
-
- private boolean triplesThreadRunning = false;
-
- private boolean conceptThreadRunning = false;
-
- /**
- * the Thread that is running a method
- */
- private Thread subjectThread;
-
- private Thread triplesThread;
-
- private Thread conceptThread;
-
- // received ontology as array, used if format=Array(an element of the
- // array consists of the subject, predicate and object separated by '<'
- private String[] ontArray;
-
- // received ontology as KB, the internal format
- private KB kb;
-
- public static String getName() {
- return "SPARQL Endpoint Restructured";
- }
-
- /**
- * sets the ConfigOptions for this KnowledgeSource
- *
- * @return
- */
- public static Collection<ConfigOption<?>> createConfigOptions() {
- Collection<ConfigOption<?>> options = new LinkedList<ConfigOption<?>>();
- options.add(new StringConfigOption("url", "URL of SPARQL Endpoint"));
- options.add(new StringConfigOption("host", "host of SPARQL Endpoint"));
- options.add(new StringSetConfigOption("instances",
- "relevant instances e.g. positive and negative examples in a learning problem"));
- options.add(new IntegerConfigOption("recursionDepth",
- "recursion depth of KB fragment selection", 2));
- options.add(new IntegerConfigOption("predefinedFilter", "the mode of the SPARQL Filter"));
- options.add(new IntegerConfigOption("predefinedEndpoint", "the mode of the SPARQL Filter"));
-
- options.add(new StringSetConfigOption("predList", "list of all ignored roles"));
- options.add(new StringSetConfigOption("objList", "list of all ignored objects"));
- options.add(new StringSetConfigOption("classList", "list of all ignored classes"));
- options.add(new StringConfigOption("format", "N-TRIPLES or KB format", "N-TRIPLES"));
- options.add(new BooleanConfigOption("dumpToFile",
- "Specifies whether the extracted ontology is written to a file or not.", true));
- options.add(new BooleanConfigOption("useLits", "use Literals in SPARQL query"));
- options.add(new BooleanConfigOption("getAllSuperClasses", "If true then all superclasses are retrieved until the most general class (owl:Thing) is reached.", true));
-
- options.add(new BooleanConfigOption("learnDomain", "learns the Domain for a Role"));
- options.add(new BooleanConfigOption("learnRange", "learns the Range for a Role"));
- options.add(new StringConfigOption("role", "role to learn Domain/Range from"));
- options.add(new StringConfigOption("blankNodeIdentifier",
- "used to identify blanknodes in Tripels"));
-
- options.add(new StringTupleListConfigOption("example", "example"));
- options.add(new StringTupleListConfigOption("replacePredicate", "rule for replacing predicates"));
- options.add(new StringTupleListConfigOption("replaceObject", "rule for replacing predicates"));
- options.add(new IntegerConfigOption("breakSuperClassRetrievalAfter", "stops a cyclic hierarchy after specified number of classes"));
- options.add(new IntegerConfigOption("numberOfInstancesUsedForRoleLearning", ""));
- options.add(new BooleanConfigOption("closeAfterRecursion", "gets all classes for all instances"));
-
-
-
- return options;
- }
-
- /*
- * @see org.dllearner.core.Component#applyConfigEntry(org.dllearner.core.ConfigEntry)
- */
- @Override
- @SuppressWarnings( { "unchecked" })
- public <T> void applyConfigEntry(ConfigEntry<T> entry) throws InvalidConfigOptionValueException {
- String option = entry.getOptionName();
- if (option.equals("url")) {
- String s = (String) entry.getValue();
- try {
- url = new URL(s);
- } catch (MalformedURLException e) {
- throw new InvalidConfigOptionValueException(entry.getOption(), entry.getValue(),
- "malformed URL " + s);
- }
- } else if (option.equals("host")) {
- host = (String) entry.getValue();
- } else if (option.equals("instances")) {
- instances = (Set<String>) entry.getValue();
- } else if (option.equals("recursionDepth")) {
- recursionDepth = (Integer) entry.getValue();
- } else if (option.equals("predList")) {
- predList = (Set<String>) entry.getValue();
- } else if (option.equals("objList")) {
- objList = (Set<String>) entry.getValue();
- //} else if (option.equals("classList")) {
- // classList = (Set<String>) entry.getValue();
- } else if (option.equals("predefinedEndpoint")) {
- predefinedEndpoint = (Integer) entry.getValue();
- } else if (option.equals("predefinedFilter")) {
- predefinedFilter = (Integer) entry.getValue();
- } else if (option.equals("format")) {
- format = (String) entry.getValue();
- } else if (option.equals("dumpToFile")) {
- dumpToFile = (Boolean) entry.getValue();
- } else if (option.equals("useLits")) {
- useLits = (Boolean) entry.getValue();
- } else if (option.equals("getAllSuperClasses")) {
- getAllSuperClasses = (Boolean) entry.getValue();
- } else if (option.equals("learnDomain")) {
- learnDomain = (Boolean) entry.getValue();
- }else if (option.equals("learnRange")) {
- learnRange = (Boolean) entry.getValue();
- } else if (option.equals("role")) {
- role = (String) entry.getValue();
- } else if (option.equals("blankNodeIdentifier")) {
- blankNodeIdentifier = (String) entry.getValue();
- } else if (option.equals("example")) {
- //System.out.println(entry.getValue());
- }else if (option.equals("replacePredicate")) {
- replacePredicate = (LinkedList)entry.getValue();
- }else if (option.equals("replaceObject")) {
- replaceObject = (LinkedList)entry.getValue();
- }else if (option.equals("breakSuperClassRetrievalAfter")) {
- breakSuperClassRetrievalAfter = (Integer) entry.getValue();
- }else if (option.equals("numberOfInstancesUsedForRoleLearning")) {
- numberOfInstancesUsedForRoleLearning = (Integer) entry.getValue();
- }else if (option.equals("closeAfterRecursion")) {
- closeAfterRecursion = (Boolean) entry.getValue();
- }
-
- }
-
- /*
- * (non-Javadoc)
- *
- * @see org.dllearner.core.Component#init()
- */
- @Override
- public void init() {
- System.out.println("SparqlModul: Collecting Ontology");
- // SparqlOntologyCollector oc=
- // new SparqlOntologyCollector(Datastructures.setToArray(instances),
- // numberOfRecursions, filterMode,
- // Datastructures.setToArray(predList),Datastructures.setToArray(
- // objList),Datastructures.setToArray(classList),format,url,useLits);
- Manager m = new Manager();
- SpecificSparqlEndpoint sse = null;
- SparqlQueryType sqt = null;
- // get Options for Manipulator
- Manipulator man = new Manipulator(blankNodeIdentifier,breakSuperClassRetrievalAfter,replacePredicate,replaceObject);
- HashMap<String, String> parameters = new HashMap<String, String>();
- parameters.put("default-graph-uri", "http://dbpedia.org");
- parameters.put("format", "application/sparql-results.xml");
-
- // get Options for endpoints
- if (predefinedEndpoint >= 1) {
- sse = PredefinedEndpoint.getEndpoint(predefinedEndpoint);
- } else {
- sse = new SpecificSparqlEndpoint(url, host, parameters);
- }
-
- // get Options for Filters
-
- if (predefinedFilter >= 1) {
- sqt = PredefinedFilter.getFilter(predefinedFilter);
-
- } else {
- sqt = new SparqlQueryType("forbid", objList, predList, useLits + "");
-
- }
- // give everything to the manager
- m.useConfiguration(sqt, sse, man, recursionDepth, getAllSuperClasses,closeAfterRecursion);
- try {
- String ont = "";
- //System.out.println(learnDomain);
- // used to learn a domain of a role
- if (learnDomain || learnRange) {
- Set<String> pos=new HashSet<String>();
- Set<String> neg=new HashSet<String>();
- if(learnDomain){
- pos = m.getDomainInstancesForRole(role);
- neg = m.getRangeInstancesForRole(role);
- }else if(learnRange){
- neg = m.getDomainInstancesForRole(role);
- pos = m.getRangeInstancesForRole(role);
- }
- //choose 30
-
-
- Set<String> tmp=new HashSet<String>();
- for(String one:pos){
- tmp.add(one);
- if(tmp.size()>=numberOfInstancesUsedForRoleLearning)break;
- }
- pos=tmp;
- System.out.println("Instances used: "+pos.size());
-
- tmp=new HashSet<String>();
- for(String one:neg){
- tmp.add(one);
- if(tmp.size()>=numberOfInstancesUsedForRoleLearning)break;
- }
- neg=tmp;
-
- instances=new HashSet<String>();
- instances.addAll(pos);
-
- instances.addAll(neg);
-
- for(String one:pos){
- System.out.println("+\""+one+"\"");
- }
- for(String one:neg){
- System.out.println("-\""+one+"\"");
- }
-
- /*Random r= new Random();
-
-
- Object[] arr=instances.toArray();
- while(instances.size()>=30){
-
- }*/
- // add the role to the filter(a solution is always EXISTS
- // role.TOP)
- m.addPredicateFilter(role);
- //System.out.println(instances);
- // THIS is a workaround
-
- }
- // the actual extraction is started here
- ont = m.extract(instances);
- System.out.println("Number of cached SPARQL queries: "+m.getConfiguration().numberOfCachedSparqlQueries);
- System.out.println("Number of uncached SPARQL queries: "+m.getConfiguration().numberOfUncachedSparqlQueries);
-
- System.out.println("Finished collecting Fragment");
-
- if (dumpToFile) {
- String filename = System.currentTimeMillis() + ".nt";
- String basedir = "cache" + File.separator;
- try {
- if (!new File(basedir).exists())
- new File(basedir).mkdir();
-
- FileWriter fw = new FileWriter(new File(basedir + filename), true);
- fw.write(ont);
- fw.flush();
- fw.close();
-
- dumpFile = (new File(basedir + filename)).toURI().toURL();
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- if (format.equals("KB")) {
- try {
- //kb = KBParser.parseKBFile(new StringReader(ont));
- kb=KBParser.parseKBFile(dumpFile);
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- } catch (Exception e) {
- e.printStackTrace();
- }
- System.out.println("SparqlModul: ****Finished");
- }
-
- /*
- * (non-Javadoc)
- *
- * @see org.dllearner.core.KnowledgeSource#toDIG()
- */
- @Override
- public String toDIG(URI kbURI) {
- if (format.equals("N-TRIPLES"))
- return JenaOWLDIGConverter.getTellsString(dumpFile, OntologyFormat.N_TRIPLES, kbURI);
- else
- return DIGConverter.getDIGString(kb, kbURI).toString();
- }
-
- /*
- * (non-Javadoc)
- *
- * @see org.dllearner.core.KnowledgeSource#export(java.io.File,
- * org.dllearner.core.OntologyFormat)
- */
- @Override
- public void export(File file, OntologyFormat format) throws OntologyFormatUnsupportedException {
- // currently no export functions implemented, so we just throw an
- // exception
- throw new OntologyFormatUnsupportedException("export", format);
- }
-
- public URL getURL() {
- return url;
- }
-
- public String[] getOntArray() {
- return ontArray;
- }
-
-
- /**
- * TODO SparqlOntologyCollector needs to be removed
- * @param label
- * @param limit
- */
- public void calculateSubjects(String label, int limit) {
- System.out.println("SparqlModul: Collecting Subjects");
- oldSparqlOntologyCollector oc = new oldSparqlOntologyCollector(url);
- try {
- subjects = oc.getSubjectsFromLabel(label, limit);
- } catch (IOException e) {
- subjects = new String[1];
- subjects[0] = "[Error]Sparql Endpoint could not be reached.";
- }
- System.out.println("SparqlModul: ****Finished");
- }
-
- /**
- * TODO SparqlOntologyCollector needs to be removed
- * @param subject
- */
- public void calculateTriples(String subject) {
- System.out.println("SparqlModul: Collecting Triples");
- oldSparqlOntologyCollector oc = new oldSparqlOntologyCollector(url);
- try {
- triples = oc.collectTriples(subject);
- } catch (IOException e) {
- triples = new String[1];
- triples[0] = "[Error]Sparql Endpoint could not be reached.";
- }
- System.out.println("SparqlModul: ****Finished");
- }
-
- /**
- * TODO SparqlOntologyCollector needs to be removed
- * @param concept
- */
- public void calculateConceptSubjects(String concept) {
- System.out.println("SparqlModul: Collecting Subjects");
- oldSparqlOntologyCollector oc = new oldSparqlOntologyCollector(url);
- try {
- conceptSubjects = oc.getSubjectsFromConcept(concept);
- } catch (IOException e) {
- conceptSubjects = new String[1];
- conceptSubjects[0] = "[Error]Sparql Endpoint could not be reached.";
- }
- System.out.println("SparqlModul: ****Finished");
- }
-
- public boolean subjectThreadIsRunning() {
- return subjectThreadRunning;
- }
-
- public void setSubjectThreadRunning(boolean bool) {
- subjectThreadRunning = bool;
- }
-
- public boolean triplesThreadIsRunning() {
- return triplesThreadRunning;
- }
-
- public void setTriplesThreadRunning(boolean bool) {
- triplesThreadRunning = bool;
- }
-
- public boolean conceptThreadIsRunning() {
- return conceptThreadRunning;
- }
-
- public void setConceptThreadRunning(boolean bool) {
- conceptThreadRunning = bool;
- }
-
- public String[] getSubjects() {
- return subjects;
- }
-
- public Thread getSubjectThread() {
- return subjectThread;
- }
-
- public void setSubjectThread(Thread subjectThread) {
- this.subjectThread = subjectThread;
- }
-
- public Thread getTriplesThread() {
- return triplesThread;
- }
-
- public void setTriplesThread(Thread triplesThread) {
- this.triplesThread = triplesThread;
- }
-
- public Thread getConceptThread() {
- return conceptThread;
- }
-
- public void setConceptThread(Thread conceptThread) {
- this.conceptThread = conceptThread;
- }
-
- public String[] getTriples() {
- return triples;
- }
-
- public String[] getConceptSubjects() {
- return conceptSubjects;
- }
-}
Modified: trunk/src/dl-learner/org/dllearner/kb/sparql/Manager.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/kb/sparql/Manager.java 2008-01-18 11:59:56 UTC (rev 391)
+++ trunk/src/dl-learner/org/dllearner/kb/sparql/Manager.java 2008-01-18 13:10:58 UTC (rev 392)
@@ -28,7 +28,7 @@
import org.dllearner.kb.sparql.configuration.Configuration;
import org.dllearner.kb.sparql.configuration.SparqlQueryType;
-import org.dllearner.kb.sparql.configuration.SpecificSparqlEndpoint;
+import org.dllearner.kb.sparql.configuration.SparqlEndpoint;
import org.dllearner.kb.sparql.datastructure.Node;
import org.dllearner.kb.sparql.old.oldSparqlOntologyCollector;
import org.dllearner.utilities.StringTuple;
@@ -46,7 +46,7 @@
private ExtractionAlgorithm extractionAlgorithm;
public void useConfiguration(SparqlQueryType SparqlQueryType,
- SpecificSparqlEndpoint SparqlEndpoint, Manipulator manipulator, int recursiondepth,
+ SparqlEndpoint SparqlEndpoint, Manipulator manipulator, int recursiondepth,
boolean getAllSuperClasses,boolean closeAfterRecursion) {
this.configuration = new Configuration(SparqlEndpoint, SparqlQueryType, manipulator,
Copied: trunk/src/dl-learner/org/dllearner/kb/sparql/SparqlKnowledgeSource.java (from rev 391, trunk/src/dl-learner/org/dllearner/kb/SparqlKnowledgeSource.java)
===================================================================
--- trunk/src/dl-learner/org/dllearner/kb/sparql/SparqlKnowledgeSource.java (rev 0)
+++ trunk/src/dl-learner/org/dllearner/kb/sparql/SparqlKnowledgeSource.java 2008-01-18 13:10:58 UTC (rev 392)
@@ -0,0 +1,528 @@
+/**
+ * Copyright (C) 2007, Jens Lehmann
+ *
+ * This file is part of DL-Learner.
+ *
+ * DL-Learner is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * DL-Learner is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program. If not, see <http://www.gnu.org/licenses/>.
+ *
+ */
+package org.dllearner.kb.sparql;
+
+import java.io.File;
+import java.io.FileWriter;
+import java.io.IOException;
+import java.net.MalformedURLException;
+import java.net.URI;
+import java.net.URL;
+import java.util.Collection;
+import java.util.HashMap;
+import java.util.HashSet;
+import java.util.LinkedList;
+import java.util.Set;
+
+import org.dllearner.core.KnowledgeSource;
+import org.dllearner.core.OntologyFormat;
+import org.dllearner.core.OntologyFormatUnsupportedException;
+import org.dllearner.core.config.BooleanConfigOption;
+import org.dllearner.core.config.ConfigEntry;
+import org.dllearner.core.config.ConfigOption;
+import org.dllearner.core.config.IntegerConfigOption;
+import org.dllearner.core.config.InvalidConfigOptionValueException;
+import org.dllearner.core.config.StringConfigOption;
+import org.dllearner.core.config.StringSetConfigOption;
+import org.dllearner.core.config.StringTupleListConfigOption;
+import org.dllearner.core.dl.KB;
+import org.dllearner.kb.sparql.configuration.PredefinedEndpoint;
+import org.dllearner.kb.sparql.configuration.PredefinedFilter;
+import org.dllearner.kb.sparql.configuration.SparqlQueryType;
+import org.dllearner.kb.sparql.configuration.SparqlEndpoint;
+import org.dllearner.kb.sparql.old.*;
+import org.dllearner.kb.sparql.query.SparqlQuery;
+import org.dllearner.parser.KBParser;
+import org.dllearner.reasoning.DIGConverter;
+import org.dllearner.reasoning.JenaOWLDIGConverter;
+import org.dllearner.utilities.StringTuple;
+
+/**
+ * Represents a SPARQL Endpoint.
+ *
+ * @author Jens Lehmann
+ * @author Sebastian Knappe
+ * @author Sebastian Hellmann
+ */
+public class SparqlKnowledgeSource extends KnowledgeSource {
+
+ // ConfigOptions
+ private URL url;
+ String host;
+ private Set<String> instances=new HashSet<String>();;
+ private URL dumpFile;
+ private int recursionDepth = 1;
+ private int predefinedFilter = 0;
+ private int predefinedEndpoint = 0;
+ private Set<String> predList=new HashSet<String>();
+ private Set<String> objList=new HashSet<String>();
+ // private Set<String> classList;
+ private String format = "N-TRIPLES";
+ private boolean dumpToFile = true;
+ private boolean useLits = false;
+ private boolean getAllSuperClasses = true;
+ private boolean closeAfterRecursion = true;
+ private int breakSuperClassRetrievalAfter = 200;
+
+ private boolean learnDomain = false;
+ private boolean learnRange = false;
+ private int numberOfInstancesUsedForRoleLearning=40;
+ private String role="";
+ private String blankNodeIdentifier = "bnode";
+
+ LinkedList<StringTuple> URIParameters = new LinkedList<StringTuple>();
+ LinkedList<StringTuple> replacePredicate = new LinkedList<StringTuple>();
+ LinkedList<StringTuple> replaceObject = new LinkedList<StringTuple>();
+
+ SparqlEndpoint sse = null;
+
+ /**
+ * Holds the results of the calculateSubjects method
+ */
+ private String[] subjects;
+
+ /**
+ * Holds the results of the calculateTriples method
+ */
+ private String[] triples;
+
+ /**
+ * Holds the results of the calculateConceptSubjects method
+ */
+ private String[] conceptSubjects;
+
+ /**
+ * if a method is running this becomes true
+ */
+ private boolean subjectThreadRunning = false;
+
+ private boolean triplesThreadRunning = false;
+
+ private boolean conceptThreadRunning = false;
+
+ /**
+ * the Thread that is running a method
+ */
+ private Thread subjectThread;
+
+ private Thread triplesThread;
+
+ private Thread conceptThread;
+
+ // received ontology as array, used if format=Array(an element of the
+ // array consists of the subject, predicate and object separated by '<'
+ private String[] ontArray;
+
+ // received ontology as KB, the internal format
+ private KB kb;
+
+ public static String getName() {
+ return "SPARQL Endpoint Restructured";
+ }
+
+ /**
+ * sets the ConfigOptions for this KnowledgeSource
+ *
+ * @return
+ */
+ public static Collection<ConfigOption<?>> createConfigOptions() {
+ Collection<ConfigOption<?>> options = new LinkedList<ConfigOption<?>>();
+ options.add(new StringConfigOption("url", "URL of SPARQL Endpoint"));
+ options.add(new StringConfigOption("host", "host of SPARQL Endpoint"));
+ options.add(new StringSetConfigOption("instances",
+ "relevant instances e.g. positive and negative examples in a learning problem"));
+ options.add(new IntegerConfigOption("recursionDepth",
+ "recursion depth of KB fragment selection", 2));
+ options.add(new IntegerConfigOption("predefinedFilter", "the mode of the SPARQL Filter"));
+ options.add(new IntegerConfigOption("predefinedEndpoint", "the mode of the SPARQL Filter"));
+
+ options.add(new StringSetConfigOption("predList", "list of all ignored roles"));
+ options.add(new StringSetConfigOption("objList", "list of all ignored objects"));
+ options.add(new StringSetConfigOption("classList", "list of all ignored classes"));
+ options.add(new StringConfigOption("format", "N-TRIPLES or KB format", "N-TRIPLES"));
+ options.add(new BooleanConfigOption("dumpToFile",
+ "Specifies whether the extracted ontology is written to a file or not.", true));
+ options.add(new BooleanConfigOption("useLits", "use Literals in SPARQL query"));
+ options.add(new BooleanConfigOption("getAllSuperClasses", "If true then all superclasses are retrieved until the most general class (owl:Thing) is reached.", true));
+
+ options.add(new BooleanConfigOption("learnDomain", "learns the Domain for a Role"));
+ options.add(new BooleanConfigOption("learnRange", "learns the Range for a Role"));
+ options.add(new StringConfigOption("role", "role to learn Domain/Range from"));
+ options.add(new StringConfigOption("blankNodeIdentifier",
+ "used to identify blanknodes in Tripels"));
+
+ options.add(new StringTupleListConfigOption("example", "example"));
+ options.add(new StringTupleListConfigOption("replacePredicate", "rule for replacing predicates"));
+ options.add(new StringTupleListConfigOption("replaceObject", "rule for replacing predicates"));
+ options.add(new IntegerConfigOption("breakSuperClassRetrievalAfter", "stops a cyclic hierarchy after specified number of classes"));
+ options.add(new IntegerConfigOption("numberOfInstancesUsedForRoleLearning", ""));
+ options.add(new BooleanConfigOption("closeAfterRecursion", "gets all classes for all instances"));
+
+
+
+ return options;
+ }
+
+ /*
+ * @see org.dllearner.core.Component#applyConfigEntry(org.dllearner.core.ConfigEntry)
+ */
+ @Override
+ @SuppressWarnings( { "unchecked" })
+ public <T> void applyConfigEntry(ConfigEntry<T> entry) throws InvalidConfigOptionValueException {
+ String option = entry.getOptionName();
+ if (option.equals("url")) {
+ String s = (String) entry.getValue();
+ try {
+ url = new URL(s);
+ } catch (MalformedURLException e) {
+ throw new InvalidConfigOptionValueException(entry.getOption(), entry.getValue(),
+ "malformed URL " + s);
+ }
+ } else if (option.equals("host")) {
+ host = (String) entry.getValue();
+ } else if (option.equals("instances")) {
+ instances = (Set<String>) entry.getValue();
+ } else if (option.equals("recursionDepth")) {
+ recursionDepth = (Integer) entry.getValue();
+ } else if (option.equals("predList")) {
+ predList = (Set<String>) entry.getValue();
+ } else if (option.equals("objList")) {
+ objList = (Set<String>) entry.getValue();
+ //} else if (option.equals("classList")) {
+ // classList = (Set<String>) entry.getValue();
+ } else if (option.equals("predefinedEndpoint")) {
+ predefinedEndpoint = (Integer) entry.getValue();
+ } else if (option.equals("predefinedFilter")) {
+ predefinedFilter = (Integer) entry.getValue();
+ } else if (option.equals("format")) {
+ format = (String) entry.getValue();
+ } else if (option.equals("dumpToFile")) {
+ dumpToFile = (Boolean) entry.getValue();
+ } else if (option.equals("useLits")) {
+ useLits = (Boolean) entry.getValue();
+ } else if (option.equals("getAllSuperClasses")) {
+ getAllSuperClasses = (Boolean) entry.getValue();
+ } else if (option.equals("learnDomain")) {
+ learnDomain = (Boolean) entry.getValue();
+ }else if (option.equals("learnRange")) {
+ learnRange = (Boolean) entry.getValue();
+ } else if (option.equals("role")) {
+ role = (String) entry.getValue();
+ } else if (option.equals("blankNodeIdentifier")) {
+ blankNodeIdentifier = (String) entry.getValue();
+ } else if (option.equals("example")) {
+ //System.out.println(entry.getValue());
+ }else if (option.equals("replacePredicate")) {
+ replacePredicate = (LinkedList)entry.getValue();
+ }else if (option.equals("replaceObject")) {
+ replaceObject = (LinkedList)entry.getValue();
+ }else if (option.equals("breakSuperClassRetrievalAfter")) {
+ breakSuperClassRetrievalAfter = (Integer) entry.getValue();
+ }else if (option.equals("numberOfInstancesUsedForRoleLearning")) {
+ numberOfInstancesUsedForRoleLearning = (Integer) entry.getValue();
+ }else if (option.equals("closeAfterRecursion")) {
+ closeAfterRecursion = (Boolean) entry.getValue();
+ }
+
+ }
+
+ /*
+ * (non-Javadoc)
+ *
+ * @see org.dllearner.core.Component#init()
+ */
+ @Override
+ public void init() {
+ System.out.println("SparqlModul: Collecting Ontology");
+ // SparqlOntologyCollector oc=
+ // new SparqlOntologyCollector(Datastructures.setToArray(instances),
+ // numberOfRecursions, filterMode,
+ // Datastructures.setToArray(predList),Datastructures.setToArray(
+ // objList),Datastructures.setToArray(classList),format,url,useLits);
+ Manager m = new Manager();
+ SparqlQueryType sqt = null;
+ // get Options for Manipulator
+ Manipulator man = new Manipulator(blankNodeIdentifier,breakSuperClassRetrievalAfter,replacePredicate,replaceObject);
+ HashMap<String, String> parameters = new HashMap<String, String>();
+ parameters.put("default-graph-uri", "http://dbpedia.org");
+ parameters.put("format", "application/sparql-results.xml");
+
+ // get Options for endpoints
+ if (predefinedEndpoint >= 1) {
+ sse = PredefinedEndpoint.getEndpoint(predefinedEndpoint);
+ } else {
+ sse = new SparqlEndpoint(url, host, parameters);
+ }
+
+ // get Options for Filters
+
+ if (predefinedFilter >= 1) {
+ sqt = PredefinedFilter.getFilter(predefinedFilter);
+
+ } else {
+ sqt = new SparqlQueryType("forbid", objList, predList, useLits + "");
+
+ }
+ // give everything to the manager
+ m.useConfiguration(sqt, sse, man, recursionDepth, getAllSuperClasses,closeAfterRecursion);
+ try {
+ String ont = "";
+ //System.out.println(learnDomain);
+ // used to learn a domain of a role
+ if (learnDomain || learnRange) {
+ Set<String> pos=new HashSet<String>();
+ Set<String> neg=new HashSet<String>();
+ if(learnDomain){
+ pos = m.getDomainInstancesForRole(role);
+ neg = m.getRangeInstancesForRole(role);
+ }else if(learnRange){
+ neg = m.getDomainInstancesForRole(role);
+ pos = m.getRangeInstancesForRole(role);
+ }
+ //choose 30
+
+
+ Set<String> tmp=new HashSet<String>();
+ for(String one:pos){
+ tmp.add(one);
+ if(tmp.size()>=numberOfInstancesUsedForRoleLearning)break;
+ }
+ pos=tmp;
+ System.out.println("Instances used: "+pos.size());
+
+ tmp=new HashSet<String>();
+ for(String one:neg){
+ tmp.add(one);
+ if(tmp.size()>=numberOfInstancesUsedForRoleLearning)break;
+ }
+ neg=tmp;
+
+ instances=new HashSet<String>();
+ instances.addAll(pos);
+
+ instances.addAll(neg);
+
+ for(String one:pos){
+ System.out.println("+\""+one+"\"");
+ }
+ for(String one:neg){
+ System.out.println("-\""+one+"\"");
+ }
+
+ /*Random r= new Random();
+
+
+ Object[] arr=instances.toArray();
+ while(instances.size()>=30){
+
+ }*/
+ // add the role to the filter(a solution is always EXISTS
+ // role.TOP)
+ m.addPredicateFilter(role);
+ //System.out.println(instances);
+ // THIS is a workaround
+
+ }
+ // the actual extraction is started here
+ ont = m.extract(instances);
+ System.out.println("Number of cached SPARQL queries: "+m.getConfiguration().numberOfCachedSparqlQueries);
+ System.out.println("Number of uncached SPARQL queries: "+m.getConfiguration().numberOfUncachedSparqlQueries);
+
+ System.out.println("Finished collecting Fragment");
+
+ if (dumpToFile) {
+ String filename = System.currentTimeMillis() + ".nt";
+ String basedir = "cache" + File.separator;
+ try {
+ if (!new File(basedir).exists())
+ new File(basedir).mkdir();
+
+ FileWriter fw = new FileWriter(new File(basedir + filename), true);
+ fw.write(ont);
+ fw.flush();
+ fw.close();
+
+ dumpFile = (new File(basedir + filename)).toURI().toURL();
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+ }
+ if (format.equals("KB")) {
+ try {
+ //kb = KBParser.parseKBFile(new StringReader(ont));
+ kb=KBParser.parseKBFile(dumpFile);
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+ }
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+ System.out.println("SparqlModul: ****Finished");
+ }
+
+ /*
+ * (non-Javadoc)
+ *
+ * @see org.dllearner.core.KnowledgeSource#toDIG()
+ */
+ @Override
+ public String toDIG(URI kbURI) {
+ if (format.equals("N-TRIPLES"))
+ return JenaOWLDIGConverter.getTellsString(dumpFile, OntologyFormat.N_TRIPLES, kbURI);
+ else
+ return DIGConverter.getDIGString(kb, kbURI).toString();
+ }
+
+ /*
+ * (non-Javadoc)
+ *
+ * @see org.dllearner.core.KnowledgeSource#export(java.io.File,
+ * org.dllearner.core.OntologyFormat)
+ */
+ @Override
+ public void export(File file, OntologyFormat format) throws OntologyFormatUnsupportedException {
+ // currently no export functions implemented, so we just throw an
+ // exception
+ throw new OntologyFormatUnsupportedException("export", format);
+ }
+
+ public URL getURL() {
+ return url;
+ }
+
+ public String[] getOntArray() {
+ return ontArray;
+ }
+
+
+ /**
+ * TODO SparqlOntologyCollector needs to be removed
+ * @param label
+ * @param limit
+ */
+ public void calculateSubjects(String label, int limit) {
+ System.out.println("SparqlModul: Collecting Subjects");
+ oldSparqlOntologyCollector oc = new oldSparqlOntologyCollector(url);
+ try {
+ subjects = oc.getSubjectsFromLabel(label, limit);
+ } catch (IOException e) {
+ subjects = new String[1];
+ subjects[0] = "[Error]Sparql Endpoint could not be reached.";
+ }
+ System.out.println("SparqlModul: ****Finished");
+ }
+
+ /**
+ * TODO SparqlOntologyCollector needs to be removed
+ * @param subject
+ */
+ public void calculateTriples(String subject) {
+ System.out.println("SparqlModul: Collecting Triples");
+ oldSparqlOntologyCollector oc = new oldSparqlOntologyCollector(url);
+ try {
+ triples = oc.collectTriples(subject);
+ } catch (IOException e) {
+ triples = new String[1];
+ triples[0] = "[Error]Sparql Endpoint could not be reached.";
+ }
+ System.out.println("SparqlModul: ****Finished");
+ }
+
+ /**
+ * TODO SparqlOntologyCollector needs to be removed
+ * @param concept
+ */
+ public void calculateConceptSubjects(String concept) {
+ System.out.println("SparqlModul: Collecting Subjects");
+ oldSparqlOntologyCollector oc = new oldSparqlOntologyCollector(url);
+ try {
+ conceptSubjects = oc.getSubjectsFromConcept(concept);
+ } catch (IOException e) {
+ conceptSubjects = new String[1];
+ conceptSubjects[0] = "[Error]Sparql Endpoint could not be reached.";
+ }
+ System.out.println("SparqlModul: ****Finished");
+ }
+
+ public boolean subjectThreadIsRunning() {
+ return subjectThreadRunning;
+ }
+
+ public void setSubjectThreadRunning(boolean bool) {
+ subjectThreadRunning = bool;
+ }
+
+ public boolean triplesThreadIsRunning() {
+ return triplesThreadRunning;
+ }
+
+ public void setTriplesThreadRunning(boolean bool) {
+ triplesThreadRunning = bool;
+ }
+
+ public boolean conceptThreadIsRunning() {
+ return conceptThreadRunning;
+ }
+
+ public void setConceptThreadRunning(boolean bool) {
+ conceptThreadRunning = bool;
+ }
+
+ public String[] getSubjects() {
+ return subjects;
+ }
+
+ public Thread getSubjectThread() {
+ return subjectThread;
+ }
+
+ public void setSubjectThread(Thread subjectThread) {
+ this.subjectThread = subjectThread;
+ }
+
+ public Thread getTriplesThread() {
+ return triplesThread;
+ }
+
+ public void setTriplesThread(Thread triplesThread) {
+ this.triplesThread = triplesThread;
+ }
+
+ public Thread getConceptThread() {
+ return conceptThread;
+ }
+
+ public void setConceptThread(Thread conceptThread) {
+ this.conceptThread = conceptThread;
+ }
+
+ public String[] getTriples() {
+ return triples;
+ }
+
+ public String[] getConceptSubjects() {
+ return conceptSubjects;
+ }
+
+ public SparqlQuery sparqlQuery(String query) {
+ return new SparqlQuery(sse, query);
+ }
+}
Modified: trunk/src/dl-learner/org/dllearner/kb/sparql/TypedSparqlQuery.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/kb/sparql/TypedSparqlQuery.java 2008-01-18 11:59:56 UTC (rev 391)
+++ trunk/src/dl-learner/org/dllearner/kb/sparql/TypedSparqlQuery.java 2008-01-18 13:10:58 UTC (rev 392)
@@ -33,7 +33,7 @@
import java.util.Set;
import org.dllearner.kb.sparql.configuration.Configuration;
-import org.dllearner.kb.sparql.configuration.SpecificSparqlEndpoint;
+import org.dllearner.kb.sparql.configuration.SparqlEndpoint;
import org.dllearner.kb.sparql.query.Cache;
import org.dllearner.kb.sparql.query.CachedSparqlQuery;
import org.dllearner.kb.sparql.query.SparqlQuery;
Modified: trunk/src/dl-learner/org/dllearner/kb/sparql/TypedSparqlQueryClasses.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/kb/sparql/TypedSparqlQueryClasses.java 2008-01-18 11:59:56 UTC (rev 391)
+++ trunk/src/dl-learner/org/dllearner/kb/sparql/TypedSparqlQueryClasses.java 2008-01-18 13:10:58 UTC (rev 392)
@@ -33,7 +33,7 @@
import java.util.Set;
import org.dllearner.kb.sparql.configuration.Configuration;
-import org.dllearner.kb.sparql.configuration.SpecificSparqlEndpoint;
+import org.dllearner.kb.sparql.configuration.SparqlEndpoint;
import org.dllearner.kb.sparql.query.Cache;
import org.dllearner.utilities.StringTuple;
@@ -193,7 +193,7 @@
// String an Sparql-Endpoint schicken
HttpURLConnection connection;
- SpecificSparqlEndpoint se = configuration.getSparqlEndpoint();
+ SparqlEndpoint se = configuration.getSparqlEndpoint();
p("URL: "+se.getURL());
p("Host: "+se.getHost());
Modified: trunk/src/dl-learner/org/dllearner/kb/sparql/configuration/Configuration.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/kb/sparql/configuration/Configuration.java 2008-01-18 11:59:56 UTC (rev 391)
+++ trunk/src/dl-learner/org/dllearner/kb/sparql/configuration/Configuration.java 2008-01-18 13:10:58 UTC (rev 392)
@@ -33,7 +33,7 @@
* see the other classes, which are used as attributes here
* */
- private SpecificSparqlEndpoint specificSparqlEndpoint;
+ private SparqlEndpoint specificSparqlEndpoint;
private SparqlQueryType sparqlQueryType;
private Manipulator manipulator;
// the following needs to be moved to
@@ -44,7 +44,7 @@
public int numberOfUncachedSparqlQueries=0;
public int numberOfCachedSparqlQueries=0;
- public Configuration(SpecificSparqlEndpoint specificSparqlEndpoint,
+ public Configuration(SparqlEndpoint specificSparqlEndpoint,
SparqlQueryType sparqlQueryType, Manipulator manipulator, int recursiondepth,
boolean getAllSuperClasses, boolean closeAfterRecursion) {
this.specificSparqlEndpoint = specificSparqlEndpoint;
@@ -67,7 +67,7 @@
return this.manipulator;
}
- public SpecificSparqlEndpoint getSparqlEndpoint() {
+ public SparqlEndpoint getSparqlEndpoint() {
return specificSparqlEndpoint;
}
Modified: trunk/src/dl-learner/org/dllearner/kb/sparql/configuration/PredefinedEndpoint.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/kb/sparql/configuration/PredefinedEndpoint.java 2008-01-18 11:59:56 UTC (rev 391)
+++ trunk/src/dl-learner/org/dllearner/kb/sparql/configuration/PredefinedEndpoint.java 2008-01-18 13:10:58 UTC (rev 392)
@@ -30,7 +30,7 @@
*
*/
public class PredefinedEndpoint {
- public static SpecificSparqlEndpoint getEndpoint(int i) {
+ public static SparqlEndpoint getEndpoint(int i) {
switch (i) {
case 1:
@@ -49,7 +49,7 @@
return null;
}
- public static SpecificSparqlEndpoint dbpediaEndpoint() {
+ public static SparqlEndpoint dbpediaEndpoint() {
URL u = null;
HashMap<String, String> m = new HashMap<String, String>();
m.put("default-graph-uri", "http://dbpedia.org");
@@ -59,10 +59,10 @@
} catch (Exception e) {
e.printStackTrace();
}
- return new SpecificSparqlEndpoint(u, "dbpedia.openlinksw.com", m);
+ return new SparqlEndpoint(u, "dbpedia.openlinksw.com", m);
}
- public static SpecificSparqlEndpoint localJoseki() {
+ public static SparqlEndpoint localJoseki() {
URL u = null;
HashMap<String, String> m = new HashMap<String, String>();
// m.put("default-graph-uri", "http://dbpedia.org");
@@ -72,9 +72,9 @@
} catch (Exception e) {
e.printStackTrace();
}
- return new SpecificSparqlEndpoint(u, "localhost", m);
+ return new SparqlEndpoint(u, "localhost", m);
}
- public static SpecificSparqlEndpoint worldFactBook() {
+ public static SparqlEndpoint worldFactBook() {
URL u = null;
HashMap<String, String> m = new HashMap<String, String>();
// m.put("default-graph-uri", "http://dbpedia.org");
@@ -84,7 +84,7 @@
} catch (Exception e) {
e.printStackTrace();
}
- return new SpecificSparqlEndpoint(u, "www4.wiwiss.fu-berlin.de", m);
+ return new SparqlEndpoint(u, "www4.wiwiss.fu-berlin.de", m);
}
/*
@@ -102,7 +102,7 @@
return new SpecificSparqlEndpoint(u, "www4.wiwiss.fu-berlin.de", m);
}
*/
- public static SpecificSparqlEndpoint govTrack() {
+ public static SparqlEndpoint govTrack() {
URL u = null;
HashMap<String, String> m = new HashMap<String, String>();
// m.put("default-graph-uri", "http://dbpedia.org");
@@ -112,9 +112,9 @@
} catch (Exception e) {
e.printStackTrace();
}
- return new SpecificSparqlEndpoint(u, "www.rdfabout.com", m);
+ return new SparqlEndpoint(u, "www.rdfabout.com", m);
}
- public static SpecificSparqlEndpoint revyu() {
+ public static SparqlEndpoint revyu() {
URL u = null;
HashMap<String, String> m = new HashMap<String, String>();
// m.put("default-graph-uri", "http://dbpedia.org");
@@ -125,7 +125,7 @@
} catch (Exception e) {
e.printStackTrace();
}
- return new SpecificSparqlEndpoint(u, "revyu.com", m);
+ return new SparqlEndpoint(u, "revyu.com", m);
}
// returns strange xml
@@ -151,7 +151,7 @@
return new SpecificSparqlEndpoint(u, "dbtune.org", m);
}*/
- public static SpecificSparqlEndpoint myopenlink() {
+ public static SparqlEndpoint myopenlink() {
URL u = null;
HashMap<String, String> m = new HashMap<String, String>();
m.put("default-graph-uri", "http://myopenlink.net/dataspace");
@@ -162,7 +162,7 @@
} catch (Exception e) {
e.printStackTrace();
}
- return new SpecificSparqlEndpoint(u, "myopenlink.net", m);
+ return new SparqlEndpoint(u, "myopenlink.net", m);
}
}
Copied: trunk/src/dl-learner/org/dllearner/kb/sparql/configuration/SparqlEndpoint.java (from rev 391, trunk/src/dl-learner/org/dllearner/kb/sparql/configuration/SpecificSparqlEndpoint.java)
===================================================================
--- trunk/src/dl-learner/org/dllearner/kb/sparql/configuration/SparqlEndpoint.java (rev 0)
+++ trunk/src/dl-learner/org/dllearner/kb/sparql/configuration/SparqlEndpoint.java 2008-01-18 13:10:58 UTC (rev 392)
@@ -0,0 +1,74 @@
+/**
+ * Copyright (C) 2007, Sebastian Hellmann
+ *
+ * This file is part of DL-Learner.
+ *
+ * DL-Learner is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * DL-Learner is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program. If not, see <http://www.gnu.org/licenses/>.
+ *
+ */
+package org.dllearner.kb.sparql.configuration;
+
+import java.net.URL;
+import java.util.HashMap;
+
+/**
+ * One sparql endpoint configuration.
+ *
+ * @author Sebastian Hellmann
+ *
+ */
+public class SparqlEndpoint {
+
+ String host;
+ String hasQueryParameter;
+ URL url;
+ public HashMap<String, String> parameters = new HashMap<String, String>();
+
+ public SparqlEndpoint(URL url, String host, HashMap<String, String> parameters) {
+ super();
+ this.host = host;
+ this.url = url;
+ this.hasQueryParameter = "query";
+ this.parameters = parameters;
+ }
+
+ public String getHasQueryParameter() {
+ return hasQueryParameter;
+ }
+
+ public void setHasQueryParameter(String hasQueryParameter) {
+ this.hasQueryParameter = hasQueryParameter;
+ }
+
+ public String getHost() {
+ return host;
+ }
+
+ public void setHost(String host) {
+ this.host = host;
+ }
+
+ public HashMap<String, String> getParameters() {
+ return parameters;
+ }
+
+ public void setParameters(HashMap<String, String> parameters) {
+ this.parameters = parameters;
+ }
+
+ public URL getURL() {
+ return this.url;
+ }
+
+}
Deleted: trunk/src/dl-learner/org/dllearner/kb/sparql/configuration/SpecificSparqlEndpoint.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/kb/sparql/configuration/SpecificSparqlEndpoint.java 2008-01-18 11:59:56 UTC (rev 391)
+++ trunk/src/dl-learner/org/dllearner/kb/sparql/configuration/SpecificSparqlEndpoint.java 2008-01-18 13:10:58 UTC (rev 392)
@@ -1,74 +0,0 @@
-/**
- * Copyright (C) 2007, Sebastian Hellmann
- *
- * This file is part of DL-Learner.
- *
- * DL-Learner is free software; you can redistribute it and/or modify
- * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation; either version 3 of the License, or
- * (at your option) any later version.
- *
- * DL-Learner is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program. If not, see <http://www.gnu.org/licenses/>.
- *
- */
-package org.dllearner.kb.sparql.configuration;
-
-import java.net.URL;
-import java.util.HashMap;
-
-/**
- * One sparql endpoint configuration.
- *
- * @author Sebastian Hellmann
- *
- */
-public class SpecificSparqlEndpoint {
-
- String host;
- String hasQueryParameter;
- URL url;
- public HashMap<String, String> parameters = new HashMap<String, String>();
-
- public SpecificSparqlEndpoint(URL url, String host, HashMap<String, String> parameters) {
- super();
- this.host = host;
- this.url = url;
- this.hasQueryParameter = "query";
- this.parameters = parameters;
- }
-
- public String getHasQueryParameter() {
- return hasQueryParameter;
- }
-
- public void setHasQueryParameter(String hasQueryParameter) {
- this.hasQueryParameter = hasQueryParameter;
- }
-
- public String getHost() {
- return host;
- }
-
- public void setHost(String host) {
- this.host = host;
- }
-
- public HashMap<String, String> getParameters() {
- return parameters;
- }
-
- public void setParameters(HashMap<String, String> parameters) {
- this.parameters = parameters;
- }
-
- public URL getURL() {
- return this.url;
- }
-
-}
Modified: trunk/src/dl-learner/org/dllearner/kb/sparql/query/CachedSparqlQuery.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/kb/sparql/query/CachedSparqlQuery.java 2008-01-18 11:59:56 UTC (rev 391)
+++ trunk/src/dl-learner/org/dllearner/kb/sparql/query/CachedSparqlQuery.java 2008-01-18 13:10:58 UTC (rev 392)
@@ -2,7 +2,7 @@
import java.net.URI;
-import org.dllearner.kb.sparql.configuration.SpecificSparqlEndpoint;
+import org.dllearner.kb.sparql.configuration.SparqlEndpoint;
import com.hp.hpl.jena.query.ResultSet;
import com.hp.hpl.jena.query.ResultSetFormatter;
@@ -14,7 +14,7 @@
SparqlQuery sparqlQuery;
boolean debug_no_cache=false;
- public CachedSparqlQuery(SpecificSparqlEndpoint endpoint,Cache c) {
+ public CachedSparqlQuery(SparqlEndpoint endpoint,Cache c) {
//this.specificSparqlEndpoint=endpoint;
this.sparqlQuery=new SparqlQuery(endpoint);
this.cache=c;
Modified: trunk/src/dl-learner/org/dllearner/kb/sparql/query/JenaTestScript.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/kb/sparql/query/JenaTestScript.java 2008-01-18 11:59:56 UTC (rev 391)
+++ trunk/src/dl-learner/org/dllearner/kb/sparql/query/JenaTestScript.java 2008-01-18 13:10:58 UTC (rev 392)
@@ -20,7 +20,7 @@
package org.dllearner.kb.sparql.query;
import org.dllearner.kb.sparql.configuration.PredefinedEndpoint;
-import org.dllearner.kb.sparql.configuration.SpecificSparqlEndpoint;
+import org.dllearner.kb.sparql.configuration.SparqlEndpoint;
import com.hp.hpl.jena.query.Query;
import com.hp.hpl.jena.query.QueryExecution;
Modified: trunk/src/dl-learner/org/dllearner/kb/sparql/query/SparqlQuery.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/kb/sparql/query/SparqlQuery.java 2008-01-18 11:59:56 UTC (rev 391)
+++ trunk/src/dl-learner/org/dllearner/kb/sparql/query/SparqlQuery.java 2008-01-18 13:10:58 UTC (rev 392)
@@ -22,7 +22,7 @@
import java.util.ArrayList;
import java.util.List;
-import org.dllearner.kb.sparql.configuration.SpecificSparqlEndpoint;
+import org.dllearner.kb.sparql.configuration.SparqlEndpoint;
import com.hp.hpl.jena.query.Query;
import com.hp.hpl.jena.query.QueryExecution;
@@ -35,21 +35,58 @@
* Represents a SPARQL query. It includes support for stopping the SPARQL
* query (which may be necessary if a timeout is reached).
*
- * TODO: It is probably good to change all SPARQL query calls to use only
- * this class.
- *
- * TODO: Could we use Jena as a solid foundation here? (com.hp.jena.query)
- *
* @author Jens Lehmann
*
*/
public class SparqlQuery extends SparqlQueryAbstract{
- public SparqlQuery(SpecificSparqlEndpoint endpoint) {
+ private boolean isRunning = false;
+ private String queryString;
+ private QueryExecution queryExecution;
+
+ public SparqlQuery(SparqlEndpoint endpoint, String queryString) {
super(endpoint);
- // TODO Auto-generated constructor stub
+ this.queryString = queryString;
}
+
+ public ResultSet send() {
+ isRunning = true;
+
+ p(queryString);
+ // create a query and parse it into Jena
+ Query query = QueryFactory.create(queryString);
+ // query.validate();
+ // Jena access to DBpedia SPARQL endpoint
+ String service=specificSparqlEndpoint.getURL().toString();
+
+ // TODO: the graph uri should be a parameter of SparqlQuery
+ ArrayList<String> al=new ArrayList<String>();
+ al.add("http://dbpedia.org");
+ QueryExecution queryExecution =
+ QueryExecutionFactory.sparqlService(service, query, al, new ArrayList<String>());
+ p("query SPARQL server");
+ ResultSet rs = queryExecution.execSelect();
+ isRunning = false;
+ return rs;
+ }
+
+ public void stop() {
+ queryExecution.abort();
+ isRunning = false;
+ }
+ public boolean isRunning() {
+ return isRunning;
+ }
+
+
+
+ // CODE BY SEBASTIAN H. BELOW //
+
+ public SparqlQuery(SparqlEndpoint endpoint) {
+ super(endpoint);
+ }
+
private ResultSet sendAndReceive(String queryString){
p(queryString);
Modified: trunk/src/dl-learner/org/dllearner/kb/sparql/query/SparqlQueryAbstract.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/kb/sparql/query/SparqlQueryAbstract.java 2008-01-18 11:59:56 UTC (rev 391)
+++ trunk/src/dl-learner/org/dllearner/kb/sparql/query/SparqlQueryAbstract.java 2008-01-18 13:10:58 UTC (rev 392)
@@ -1,33 +1,15 @@
package org.dllearner.kb.sparql.query;
-import org.dllearner.kb.sparql.configuration.SpecificSparqlEndpoint;
+import org.dllearner.kb.sparql.configuration.SparqlEndpoint;
public abstract class SparqlQueryAbstract {
- private boolean isRunning = false;
boolean print_flag=false;
- SpecificSparqlEndpoint specificSparqlEndpoint;
+ SparqlEndpoint specificSparqlEndpoint;
- public SparqlQueryAbstract(SpecificSparqlEndpoint endpoint) {
+ public SparqlQueryAbstract(SparqlEndpoint endpoint) {
this.specificSparqlEndpoint=endpoint;
}
- public void send() {
- isRunning = true;
-
- // ... send query
- // ... check periodically whether isRunning is still true, if not
- // abort the query
- }
-
- public void stop() {
- isRunning = false;
- }
-
- public boolean isRunning() {
- return isRunning;
- }
-
-
public abstract String getAsXMLString(String queryString);
//public abstract String getAsXMLString(String queryString);
Modified: trunk/src/dl-learner/org/dllearner/kb/sparql/query/SparqlQueryConventional.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/kb/sparql/query/SparqlQueryConventional.java 2008-01-18 11:59:56 UTC (rev 391)
+++ trunk/src/dl-learner/org/dllearner/kb/sparql/query/SparqlQueryConventional.java 2008-01-18 13:10:58 UTC (rev 392)
@@ -11,7 +11,7 @@
import java.util.Iterator;
import java.util.Set;
-import org.dllearner.kb.sparql.configuration.SpecificSparqlEndpoint;
+import org.dllearner.kb.sparql.configuration.SparqlEndpoint;
import com.hp.hpl.jena.query.ResultSet;
import com.hp.hpl.jena.query.ResultSetFormatter;
@@ -22,7 +22,7 @@
- public SparqlQueryConventional(SpecificSparqlEndpoint specificSparqlEndpoint) {
+ public SparqlQueryConventional(SparqlEndpoint specificSparqlEndpoint) {
super(specificSparqlEndpoint);
}
Modified: trunk/src/dl-learner/org/dllearner/kb/sparql/query/TestSparqlQuery.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/kb/sparql/query/TestSparqlQuery.java 2008-01-18 11:59:56 UTC (rev 391)
+++ trunk/src/dl-learner/org/dllearner/kb/sparql/query/TestSparqlQuery.java 2008-01-18 13:10:58 UTC (rev 392)
@@ -20,7 +20,7 @@
package org.dllearner.kb.sparql.query;
import org.dllearner.kb.sparql.configuration.PredefinedEndpoint;
-import org.dllearner.kb.sparql.configuration.SpecificSparqlEndpoint;
+import org.dllearner.kb.sparql.configuration.SparqlEndpoint;
import com.hp.hpl.jena.query.Query;
import com.hp.hpl.jena.query.QueryExecution;
@@ -65,7 +65,7 @@
}
public static void testTime(int howOften, String queryString){
- SpecificSparqlEndpoint sse= PredefinedEndpoint.dbpediaEndpoint();
+ SparqlEndpoint sse= PredefinedEndpoint.dbpediaEndpoint();
SparqlQuery sqJena=new SparqlQuery(sse);
SparqlQueryConventional sqConv=new SparqlQueryConventional(sse);
@@ -97,7 +97,7 @@
}
public static void compareResults( String queryString){
- SpecificSparqlEndpoint sse= PredefinedEndpoint.dbpediaEndpoint();
+ SparqlEndpoint sse= PredefinedEndpoint.dbpediaEndpoint();
SparqlQuery sqJena=new SparqlQuery(sse);
SparqlQueryConventional sqConv=new SparqlQueryConventional(sse);
Modified: trunk/src/dl-learner/org/dllearner/server/ClientState.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/server/ClientState.java 2008-01-18 11:59:56 UTC (rev 391)
+++ trunk/src/dl-learner/org/dllearner/server/ClientState.java 2008-01-18 13:10:58 UTC (rev 392)
@@ -33,7 +33,7 @@
import org.dllearner.core.ReasonerComponent;
import org.dllearner.core.ReasoningService;
import org.dllearner.kb.OWLFile;
-import org.dllearner.kb.SparqlKnowledgeSource;
+import org.dllearner.kb.sparql.SparqlKnowledgeSource;
/**
* Stores the state of a DL-Learner client session.
Modified: trunk/src/dl-learner/org/dllearner/server/DLLearnerWS.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/server/DLLearnerWS.java 2008-01-18 11:59:56 UTC (rev 391)
+++ trunk/src/dl-learner/org/dllearner/server/DLLearnerWS.java 2008-01-18 13:10:58 UTC (rev 392)
@@ -46,7 +46,7 @@
import org.dllearner.core.dl.Concept;
import org.dllearner.core.dl.Individual;
import org.dllearner.kb.OWLFile;
-import org.dllearner.kb.SparqlKnowledgeSource;
+import org.dllearner.kb.sparql.SparqlKnowledgeSource;
import org.dllearner.learningproblems.PosNegDefin...
[truncated message content] |
