Menu
▾
▴
[DL-Learner SVN] SF.net SVN: dl-learner:[3439] trunk/components-core/src/main/java/org/ dllearner/kb/sparql
|
From: <lor...@us...> - 2011-11-28 08:24:25
|
Revision: 3439
http://dl-learner.svn.sourceforge.net/dl-learner/?rev=3439&view=rev
Author: lorenz_b
Date: 2011-11-28 08:24:14 +0000 (Mon, 28 Nov 2011)
Log Message:
-----------
Added simple implementation for concise bounded description generator without resolving blank nodes and reification.
Added Paths:
-----------
trunk/components-core/src/main/java/org/dllearner/kb/sparql/ConciseBoundedDescriptionGenerator.java
trunk/components-core/src/main/java/org/dllearner/kb/sparql/ConciseBoundedDescriptionGeneratorImpl.java
trunk/components-core/src/main/java/org/dllearner/kb/sparql/SymmetricConciseBoundedDescriptionGeneratorImpl.java
Added: trunk/components-core/src/main/java/org/dllearner/kb/sparql/ConciseBoundedDescriptionGenerator.java
===================================================================
--- trunk/components-core/src/main/java/org/dllearner/kb/sparql/ConciseBoundedDescriptionGenerator.java (rev 0)
+++ trunk/components-core/src/main/java/org/dllearner/kb/sparql/ConciseBoundedDescriptionGenerator.java 2011-11-28 08:24:14 UTC (rev 3439)
@@ -0,0 +1,10 @@
+package org.dllearner.kb.sparql;
+
+import com.hp.hpl.jena.rdf.model.Model;
+
+public interface ConciseBoundedDescriptionGenerator {
+
+ public Model getConciseBoundedDescription(String resourceURI);
+
+ public Model getConciseBoundedDescription(String resourceURI, int depth);
+}
Added: trunk/components-core/src/main/java/org/dllearner/kb/sparql/ConciseBoundedDescriptionGeneratorImpl.java
===================================================================
--- trunk/components-core/src/main/java/org/dllearner/kb/sparql/ConciseBoundedDescriptionGeneratorImpl.java (rev 0)
+++ trunk/components-core/src/main/java/org/dllearner/kb/sparql/ConciseBoundedDescriptionGeneratorImpl.java 2011-11-28 08:24:14 UTC (rev 3439)
@@ -0,0 +1,134 @@
+package org.dllearner.kb.sparql;
+
+import java.io.UnsupportedEncodingException;
+import java.sql.SQLException;
+import java.util.Set;
+
+import org.apache.log4j.Level;
+import org.apache.log4j.Logger;
+
+import com.hp.hpl.jena.query.Query;
+import com.hp.hpl.jena.query.QueryFactory;
+import com.hp.hpl.jena.rdf.model.Model;
+import com.hp.hpl.jena.rdf.model.ModelFactory;
+import com.hp.hpl.jena.sparql.engine.http.QueryEngineHTTP;
+
+public class ConciseBoundedDescriptionGeneratorImpl implements ConciseBoundedDescriptionGenerator{
+
+ private static final Logger logger = Logger.getLogger(ConciseBoundedDescriptionGeneratorImpl.class);
+
+ private static final int CHUNK_SIZE = 1000;
+ private static final int DEFAULT_DEPTH = 1;
+
+ private ExtractionDBCache cache;
+ private SparqlEndpoint endpoint;
+
+ public ConciseBoundedDescriptionGeneratorImpl(SparqlEndpoint endpoint, ExtractionDBCache cache) {
+ this.endpoint = endpoint;
+ this.cache = cache;
+ }
+
+ public ConciseBoundedDescriptionGeneratorImpl(SparqlEndpoint endpoint) {
+ this(endpoint, null);
+ }
+
+ public Model getConciseBoundedDescription(String resourceURI){
+ return getConciseBoundedDescription(resourceURI, DEFAULT_DEPTH);
+ }
+
+ public Model getConciseBoundedDescription(String resourceURI, int depth){
+ return getModelChunked(resourceURI, depth);
+ }
+
+ private Model getModelChunked(String resource, int depth){
+ String query = makeConstructQueryOptional(resource, CHUNK_SIZE, 0, depth);
+ Model all = ModelFactory.createDefaultModel();
+ try {
+ Model model;
+ if(cache == null){
+ model = getModel(query);
+ } else {
+ model = cache.executeConstructQuery(endpoint, query);
+ }
+ all.add(model);
+ int i = 1;
+ while(model.size() != 0){
+// while(model.size() == CHUNK_SIZE){
+ query = makeConstructQueryOptional(resource, CHUNK_SIZE, i * CHUNK_SIZE, depth);
+ if(cache == null){
+ model = getModel(query);
+ } else {
+ model = cache.executeConstructQuery(endpoint, query);
+ }
+ all.add(model);
+ i++;
+ }
+ } catch (UnsupportedEncodingException e) {
+ logger.error(e);
+ } catch (SQLException e) {
+ logger.error(e);
+ }
+ return all;
+ }
+
+ /**
+ * A SPARQL CONSTRUCT query is created, to get a RDF graph for the given example with a specific recursion depth.
+ * @param example The example resource for which a CONSTRUCT query is created.
+ * @return The JENA ARQ Query object.
+ */
+ private String makeConstructQueryOptional(String resource, int limit, int offset, int depth){
+ StringBuilder sb = new StringBuilder();
+ sb.append("CONSTRUCT {\n");
+ sb.append("<").append(resource).append("> ").append("?p0 ").append("?o0").append(".\n");
+ for(int i = 1; i < depth; i++){
+ sb.append("?o").append(i-1).append(" ").append("?p").append(i).append(" ").append("?o").append(i).append(".\n");
+ }
+ sb.append("}\n");
+ sb.append("WHERE {\n");
+ sb.append("<").append(resource).append("> ").append("?p0 ").append("?o0").append(".\n");
+ for(int i = 1; i < depth; i++){
+ sb.append("OPTIONAL{\n");
+ sb.append("?o").append(i-1).append(" ").append("?p").append(i).append(" ").append("?o").append(i).append(".\n");
+ }
+ for(int i = 1; i < depth; i++){
+ sb.append("}");
+ }
+ sb.append("}\n");
+ sb.append("LIMIT ").append(limit).append("\n");
+ sb.append("OFFSET ").append(offset);
+
+ return sb.toString();
+ }
+
+ private Model getModel(String query) throws UnsupportedEncodingException, SQLException{
+ if(logger.isDebugEnabled()){
+ logger.debug("Sending SPARQL query ...");
+ logger.debug("Query:\n" + query.toString());
+ }
+
+ Model model;
+ if(cache == null){
+ QueryEngineHTTP queryExecution = new QueryEngineHTTP(endpoint.getURL().toString(), query);
+ for (String dgu : endpoint.getDefaultGraphURIs()) {
+ queryExecution.addDefaultGraph(dgu);
+ }
+ for (String ngu : endpoint.getNamedGraphURIs()) {
+ queryExecution.addNamedGraph(ngu);
+ }
+ model = queryExecution.execConstruct();
+ } else {
+ model = cache.executeConstructQuery(endpoint, query);
+ }
+ if(logger.isDebugEnabled()){
+ logger.debug("Got " + model.size() + " new triples in.");
+ }
+ return model;
+ }
+
+ public static void main(String[] args) {
+ Logger.getRootLogger().setLevel(Level.DEBUG);
+ ConciseBoundedDescriptionGenerator cbdGen = new ConciseBoundedDescriptionGeneratorImpl(SparqlEndpoint.getEndpointDBpedia());
+ cbdGen.getConciseBoundedDescription("http://dbpedia.org/resource/Leipzig", 2);
+ }
+
+}
Added: trunk/components-core/src/main/java/org/dllearner/kb/sparql/SymmetricConciseBoundedDescriptionGeneratorImpl.java
===================================================================
--- trunk/components-core/src/main/java/org/dllearner/kb/sparql/SymmetricConciseBoundedDescriptionGeneratorImpl.java (rev 0)
+++ trunk/components-core/src/main/java/org/dllearner/kb/sparql/SymmetricConciseBoundedDescriptionGeneratorImpl.java 2011-11-28 08:24:14 UTC (rev 3439)
@@ -0,0 +1,197 @@
+package org.dllearner.kb.sparql;
+
+import java.io.UnsupportedEncodingException;
+import java.sql.SQLException;
+import java.util.Set;
+
+import org.apache.log4j.Level;
+import org.apache.log4j.Logger;
+
+import com.hp.hpl.jena.query.Query;
+import com.hp.hpl.jena.query.QueryFactory;
+import com.hp.hpl.jena.rdf.model.Model;
+import com.hp.hpl.jena.rdf.model.ModelFactory;
+import com.hp.hpl.jena.sparql.engine.http.QueryEngineHTTP;
+
+public class SymmetricConciseBoundedDescriptionGeneratorImpl implements ConciseBoundedDescriptionGenerator{
+
+ private static final Logger logger = Logger.getLogger(SymmetricConciseBoundedDescriptionGeneratorImpl.class);
+
+ private static final int CHUNK_SIZE = 1000;
+ private static final int DEFAULT_DEPTH = 1;
+
+ private ExtractionDBCache cache;
+ private SparqlEndpoint endpoint;
+
+ public SymmetricConciseBoundedDescriptionGeneratorImpl(SparqlEndpoint endpoint, ExtractionDBCache cache) {
+ this.endpoint = endpoint;
+ this.cache = cache;
+ }
+
+ public SymmetricConciseBoundedDescriptionGeneratorImpl(SparqlEndpoint endpoint) {
+ this(endpoint, null);
+ }
+
+ public Model getConciseBoundedDescription(String resourceURI){
+ return getConciseBoundedDescription(resourceURI, DEFAULT_DEPTH);
+ }
+
+ public Model getConciseBoundedDescription(String resourceURI, int depth){
+ Model cbd = ModelFactory.createDefaultModel();
+ cbd.add(getModelChunkedResourceIsObject(resourceURI, depth));
+ cbd.add(getModelChunkedResourceIsSubject(resourceURI, depth));
+ return cbd;
+ }
+
+ private Model getModelChunkedResourceIsObject(String resource, int depth){
+ String query = makeConstructQueryObject(resource, CHUNK_SIZE, 0, depth);
+ Model all = ModelFactory.createDefaultModel();
+ try {
+ Model model;
+ if(cache == null){
+ model = getModel(query);
+ } else {
+ model = cache.executeConstructQuery(endpoint, query);
+ }
+ all.add(model);
+ int i = 1;
+ while(model.size() != 0){
+// while(model.size() == CHUNK_SIZE){
+ query = makeConstructQueryObject(resource, CHUNK_SIZE, i * CHUNK_SIZE, depth);
+ if(cache == null){
+ model = getModel(query);
+ } else {
+ model = cache.executeConstructQuery(endpoint, query);
+ }
+ all.add(model);
+ i++;
+ }
+ } catch (UnsupportedEncodingException e) {
+ logger.error(e);
+ } catch (SQLException e) {
+ logger.error(e);
+ }
+ return all;
+ }
+
+ private Model getModelChunkedResourceIsSubject(String resource, int depth){
+ String query = makeConstructQuerySubject(resource, CHUNK_SIZE, 0, depth);
+ Model all = ModelFactory.createDefaultModel();
+ try {
+ Model model;
+ if(cache == null){
+ model = getModel(query);
+ } else {
+ model = cache.executeConstructQuery(endpoint, query);
+ }
+ all.add(model);
+ int i = 1;
+ while(model.size() != 0){
+// while(model.size() == CHUNK_SIZE){
+ query = makeConstructQuerySubject(resource, CHUNK_SIZE, i * CHUNK_SIZE, depth);
+ if(cache == null){
+ model = getModel(query);
+ } else {
+ model = cache.executeConstructQuery(endpoint, query);
+ }
+ all.add(model);
+ i++;
+ }
+ } catch (UnsupportedEncodingException e) {
+ logger.error(e);
+ } catch (SQLException e) {
+ logger.error(e);
+ }
+ return all;
+ }
+
+ /**
+ * A SPARQL CONSTRUCT query is created, to get a RDF graph for the given resource and recursion depth.
+ * @param resource The resource for which a CONSTRUCT query is created.
+ * @return The CONSTRUCT query
+ */
+ private String makeConstructQuerySubject(String resource, int limit, int offset, int depth){
+ StringBuilder sb = new StringBuilder();
+ sb.append("CONSTRUCT {\n");
+ sb.append("<").append(resource).append("> ").append("?p0 ").append("?o0").append(".\n");
+ for(int i = 1; i < depth; i++){
+ sb.append("?o").append(i-1).append(" ").append("?p").append(i).append(" ").append("?o").append(i).append(".\n");
+ }
+ sb.append("}\n");
+ sb.append("WHERE {\n");
+ sb.append("<").append(resource).append("> ").append("?p0 ").append("?o0").append(".\n");
+ for(int i = 1; i < depth; i++){
+ sb.append("OPTIONAL{\n");
+ sb.append("?o").append(i-1).append(" ").append("?p").append(i).append(" ").append("?o").append(i).append(".\n");
+ }
+ for(int i = 1; i < depth; i++){
+ sb.append("}");
+ }
+ sb.append("}\n");
+ sb.append("LIMIT ").append(limit).append("\n");
+ sb.append("OFFSET ").append(offset);
+
+ return sb.toString();
+ }
+
+ /**
+ * A SPARQL CONSTRUCT query is created, to get a RDF graph for the given resource and recursion depth.
+ * @param resource The resource for which a CONSTRUCT query is created.
+ * @return The CONSTRUCT query
+ */
+ private String makeConstructQueryObject(String resource, int limit, int offset, int depth){
+ StringBuilder sb = new StringBuilder();
+ sb.append("CONSTRUCT {\n");
+ sb.append("?s0 ").append("?p0 ").append("<").append(resource).append(">").append(".\n");
+ for(int i = 1; i < depth; i++){
+ sb.append("?o").append(i).append(" ").append("?p").append(i).append(" ").append("?s").append(i-1).append(".\n");
+ }
+ sb.append("}\n");
+ sb.append("WHERE {\n");
+ sb.append("?s0 ").append("?p0 ").append("<").append(resource).append(">").append(".\n");
+ for(int i = 1; i < depth; i++){
+ sb.append("OPTIONAL{\n");
+ sb.append("?o").append(i).append(" ").append("?p").append(i).append(" ").append("?s").append(i-1).append(".\n");
+ }
+ for(int i = 1; i < depth; i++){
+ sb.append("}");
+ }
+ sb.append("}\n");
+ sb.append("LIMIT ").append(limit).append("\n");
+ sb.append("OFFSET ").append(offset);
+
+ return sb.toString();
+ }
+
+ private Model getModel(String query) throws UnsupportedEncodingException, SQLException{
+ if(logger.isDebugEnabled()){
+ logger.debug("Sending SPARQL query ...");
+ logger.debug("Query:\n" + query.toString());
+ }
+
+ Model model;
+ if(cache == null){
+ QueryEngineHTTP queryExecution = new QueryEngineHTTP(endpoint.getURL().toString(), query);
+ for (String dgu : endpoint.getDefaultGraphURIs()) {
+ queryExecution.addDefaultGraph(dgu);
+ }
+ for (String ngu : endpoint.getNamedGraphURIs()) {
+ queryExecution.addNamedGraph(ngu);
+ }
+ model = queryExecution.execConstruct();
+ } else {
+ model = cache.executeConstructQuery(endpoint, query);
+ }
+ if(logger.isDebugEnabled()){
+ logger.debug("Got " + model.size() + " new triples in.");
+ }
+ return model;
+ }
+
+ public static void main(String[] args) {
+ Logger.getRootLogger().setLevel(Level.DEBUG);
+ ConciseBoundedDescriptionGenerator cbdGen = new SymmetricConciseBoundedDescriptionGeneratorImpl(SparqlEndpoint.getEndpointDBpedia());
+ cbdGen.getConciseBoundedDescription("http://dbpedia.org/resource/Leipzig", 1);
+ }
+
+}
This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.
|
