Thread: [DL-Learner SVN] SF.net SVN: dl-learner:[3493] trunk/interfaces/src/main/java/org/dllearner/ cli

SourceForge Headquarters 1320 Columbia Street Suite 310 San Diego, CA 92101 +1 (858) 422-6466

Revision: 3493
          http://dl-learner.svn.sourceforge.net/dl-learner/?rev=3493&view=rev
Author:   jenslehmann
Date:     2011-12-09 09:22:49 +0000 (Fri, 09 Dec 2011)
Log Message:
-----------
basic LOD enrichment script done

Modified Paths:
--------------
    trunk/interfaces/src/main/java/org/dllearner/cli/Enrichment.java
    trunk/interfaces/src/main/java/org/dllearner/cli/GlobalEnrichment.java

Modified: trunk/interfaces/src/main/java/org/dllearner/cli/Enrichment.java
===================================================================

--- trunk/interfaces/src/main/java/org/dllearner/cli/Enrichment.java	2011-12-08 16:59:38 UTC (rev 3492)
+++ trunk/interfaces/src/main/java/org/dllearner/cli/Enrichment.java	2011-12-09 09:22:49 UTC (rev 3493)
@@ -155,7 +155,7 @@
 public class Enrichment {
 
 	// data structure for holding the result of an algorithm run
-	private class AlgorithmRun {
+	protected class AlgorithmRun {
 		
 		// we only store the algorithm class and not the learning algorithm object,
 		// since otherwise we run into memory problems for full enrichment
@@ -521,7 +521,7 @@
 	/*
 	 * Generates list of OWL axioms.
 	 */
-	private List<OWLAxiom> toRDF(List<EvaluatedAxiom> evalAxioms, Class<? extends LearningAlgorithm> algorithm, Map<ConfigOption,Object> parameters, SparqlEndpointKS ks){
+	List<OWLAxiom> toRDF(List<EvaluatedAxiom> evalAxioms, Class<? extends LearningAlgorithm> algorithm, Map<ConfigOption,Object> parameters, SparqlEndpointKS ks){
 		return toRDF(evalAxioms, algorithm, parameters, ks, null);
 	}
 	
@@ -653,7 +653,7 @@
 //		return model;
 //	}	
 	
-	private Model getModel(List<OWLAxiom> axioms) {
+	Model getModel(List<OWLAxiom> axioms) {
 		Model model = ModelFactory.createDefaultModel();
 		try {
 			OWLOntology ontology = OWLManager.createOWLOntologyManager().createOntology(new HashSet<OWLAxiom>(axioms));

Modified: trunk/interfaces/src/main/java/org/dllearner/cli/GlobalEnrichment.java
===================================================================
--- trunk/interfaces/src/main/java/org/dllearner/cli/GlobalEnrichment.java	2011-12-08 16:59:38 UTC (rev 3492)
+++ trunk/interfaces/src/main/java/org/dllearner/cli/GlobalEnrichment.java	2011-12-09 09:22:49 UTC (rev 3493)
@@ -19,16 +19,33 @@
  */
 package org.dllearner.cli;
 
+import java.io.File;
+import java.io.FileNotFoundException;
+import java.io.FileOutputStream;
+import java.lang.reflect.InvocationTargetException;
 import java.net.MalformedURLException;
 import java.net.URL;
+import java.util.HashMap;
 import java.util.LinkedList;
 import java.util.List;
+import java.util.Map;
+import java.util.Map.Entry;
 
+import org.apache.log4j.ConsoleAppender;
+import org.apache.log4j.Level;
+import org.apache.log4j.Logger;
+import org.apache.log4j.SimpleLayout;
+import org.dllearner.cli.Enrichment.AlgorithmRun;
+import org.dllearner.core.ComponentInitException;
+import org.dllearner.core.LearningProblemUnsupportedException;
+import org.dllearner.kb.SparqlEndpointKS;
 import org.dllearner.kb.sparql.SparqlEndpoint;
 import org.dllearner.kb.sparql.SparqlQuery;
+import org.semanticweb.owlapi.model.OWLAxiom;
 
 import com.hp.hpl.jena.query.QuerySolution;
 import com.hp.hpl.jena.query.ResultSet;
+import com.hp.hpl.jena.rdf.model.Model;
 
 /**
  * Enriches all of the LOD cloud.
@@ -38,36 +55,89 @@
  */
 public class GlobalEnrichment {
 
+	// parameters
+	private static double threshold = 0.8;
+	private static int nrOfAxiomsToLearn = 10;
+	private static boolean useInference = true;
+	
+	// directory for generated schemata
+	private static String baseDir = "log/lod-enriched/";
+	
 	/**
 	 * @param args
 	 * @throws MalformedURLException 
+	 * @throws LearningProblemUnsupportedException 
+	 * @throws NoSuchMethodException 
+	 * @throws InvocationTargetException 
+	 * @throws IllegalAccessException 
+	 * @throws InstantiationException 
+	 * @throws ComponentInitException 
+	 * @throws SecurityException 
+	 * @throws IllegalArgumentException 
+	 * @throws FileNotFoundException 
 	 */
-	public static void main(String[] args) throws MalformedURLException {
-		// get all SPARQL endpoints and their graphs
-		List<SparqlEndpoint> endpoints = new LinkedList<SparqlEndpoint>();
+	public static void main(String[] args) throws MalformedURLException, IllegalArgumentException, SecurityException, ComponentInitException, InstantiationException, IllegalAccessException, InvocationTargetException, NoSuchMethodException, LearningProblemUnsupportedException, FileNotFoundException {
 		
+		SimpleLayout layout = new SimpleLayout();
+		ConsoleAppender consoleAppender = new ConsoleAppender(layout);
+		Logger.getRootLogger().setLevel(Level.WARN);
+		Logger.getLogger("org.dllearner").setLevel(Level.WARN); // seems to be needed for some reason (?)
+		Logger.getRootLogger().removeAllAppenders();
+		Logger.getRootLogger().addAppender(consoleAppender);		
+		
+		// get all SPARQL endpoints and their graphs - the key is a name-identifier
+		Map<String,SparqlEndpoint> endpoints = new HashMap<String,SparqlEndpoint>();
+		
 		String query = "";
-		query += "PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#> ";
-		query += "PREFIX void: <http://rdfs.org/ns/void#> ";
-		query += "PREFIX dcterms: <http://purl.org/dc/terms/> ";
-		query += "SELECT ?endpoint ";
-		query += "WHERE { ";
-		query += "?item rdf:type void:Dataset . ";
-		query += "?item dcterms:isPartOf <http://ckan.net/group/lodcloud> . ";
-		query += "?item void:sparqlEndpoint ?endpoint . ";
-		query += "}"; 
+		query += "PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#> \n";
+		query += "PREFIX void: <http://rdfs.org/ns/void#> \n";
+		query += "PREFIX dcterms: <http://purl.org/dc/terms/> \n";
+		query += "PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> \n";
+		query += "PREFIX ov: <http://open.vocab.org/terms/> \n";
+		query += "SELECT * \n";
+		query += "WHERE { \n";
+		query += "   ?item rdf:type void:Dataset . \n";
+		query += "   ?item dcterms:isPartOf <http://ckan.net/group/lodcloud> . \n";
+		query += "   ?item void:sparqlEndpoint ?endpoint . \n";
+//		query += "   ?item dcterms:subject ?subject . \n";
+//		query += "   ?item rdfs:label ?label . \n";
+		query += "   ?item ov:shortName ?shortName . \n";
+		query += "}";
 //		query += "LIMIT 20";
+		System.out.println("Getting list of SPARQL endpoints from LATC DSI:");
+		System.out.println(query);
 		
-		// LATC DSI/MDS
+		// contact LATC DSI/MDS
 		SparqlEndpoint dsi = new SparqlEndpoint(new URL("http://api.talis.com/stores/latc-mds/services/sparql"));
 		SparqlQuery sq = new SparqlQuery(query, dsi);
 		ResultSet rs = sq.send();
 		while(rs.hasNext()) {
 			QuerySolution qs = rs.next();
 			String endpoint = qs.get("endpoint").toString();
-//			String graph = qs.getLiteral("graph").getString();
-			System.out.println(endpoint);
+			String shortName = qs.get("shortName").toString();
+			endpoints.put(shortName, new SparqlEndpoint(new URL(endpoint)));
 		}
+		System.out.println(endpoints.size() + " endpoints detected.");
+		
+		// perform enrichment on endpoints
+		for(Entry<String,SparqlEndpoint> endpoint : endpoints.entrySet()) {
+			// run enrichment
+			SparqlEndpoint se = endpoint.getValue();
+			String name = endpoint.getKey();
+			System.out.println("Enriching " + name + " using " + se);
+			Enrichment e = new Enrichment(se, null, threshold, nrOfAxiomsToLearn, useInference, false);
+			e.start();
+			// save results to a file
+			SparqlEndpointKS ks = new SparqlEndpointKS(se);
+			List<AlgorithmRun> runs = e.getAlgorithmRuns();
+			List<OWLAxiom> axioms = new LinkedList<OWLAxiom>();
+			for(AlgorithmRun run : runs) {
+				axioms.addAll(e.toRDF(run.getAxioms(), run.getAlgorithm(), run.getParameters(), ks));
+			}
+			Model model = e.getModel(axioms);
+			File f = new File(baseDir + name + ".ttl"); 
+			model.write(new FileOutputStream(f), "TURTLE");
+		}
 	}
 
 }

This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.





Thread: [DL-Learner SVN] SF.net SVN: dl-learner:[3493] trunk/interfaces/src/main/java/org/dllearner/ cli

dl-learner-svn