dl-learner-svn

[DL-Learner SVN] SF.net SVN: dl-learner:[3892] trunk/scripts/src/main/java/org/dllearner/ scripts/OntologyMatching.java

[<lor...@us...>]

Revision: 3892
          http://dl-learner.svn.sourceforge.net/dl-learner/?rev=3892&view=rev
Author:   lorenz_b
Date:     2013-01-25 13:04:28 +0000 (Fri, 25 Jan 2013)
Log Message:
-----------
Continued matching script.

Modified Paths:
--------------
    trunk/scripts/src/main/java/org/dllearner/scripts/OntologyMatching.java

Modified: trunk/scripts/src/main/java/org/dllearner/scripts/OntologyMatching.java
===================================================================
--- trunk/scripts/src/main/java/org/dllearner/scripts/OntologyMatching.java	2013-01-25 12:02:10 UTC (rev 3891)
+++ trunk/scripts/src/main/java/org/dllearner/scripts/OntologyMatching.java	2013-01-25 13:04:28 UTC (rev 3892)
@@ -1,19 +1,30 @@
 package org.dllearner.scripts;
 
 import java.net.URL;
+import java.text.DecimalFormat;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
+import java.util.Map.Entry;
 import java.util.Set;
 import java.util.SortedSet;
 import java.util.TreeSet;
 
+import org.apache.log4j.ConsoleAppender;
+import org.apache.log4j.Level;
 import org.apache.log4j.Logger;
+import org.apache.log4j.PatternLayout;
 import org.dllearner.algorithms.celoe.CELOE;
 import org.dllearner.core.AbstractLearningProblem;
 import org.dllearner.core.AbstractReasonerComponent;
 import org.dllearner.core.ComponentInitException;
+import org.dllearner.core.EvaluatedDescription;
+import org.dllearner.core.owl.Description;
 import org.dllearner.core.owl.Individual;
 import org.dllearner.core.owl.NamedClass;
 import org.dllearner.core.owl.ObjectProperty;
 import org.dllearner.kb.SparqlEndpointKS;
+import org.dllearner.kb.extraction.ExtractionAlgorithm;
 import org.dllearner.kb.sparql.ExtractionDBCache;
 import org.dllearner.kb.sparql.SPARQLTasks;
 import org.dllearner.kb.sparql.SparqlEndpoint;
@@ -26,7 +37,12 @@
 import org.dllearner.utilities.datastructures.Datastructures;
 import org.dllearner.utilities.datastructures.SortedSetTuple;
 import org.dllearner.utilities.examples.AutomaticNegativeExampleFinderSPARQL2;
+import org.dllearner.utilities.owl.DLLearnerDescriptionConvertVisitor;
+import org.dllearner.utilities.owl.OWLAPIDescriptionConvertVisitor;
+import org.semanticweb.owlapi.io.ToStringRenderer;
 
+import uk.ac.manchester.cs.owl.owlapi.mansyntaxrenderer.ManchesterOWLSyntaxOWLObjectRendererImpl;
+
 import com.hp.hpl.jena.query.Query;
 import com.hp.hpl.jena.query.QueryFactory;
 import com.hp.hpl.jena.query.QuerySolution;
@@ -63,11 +79,51 @@
 	}
 	
 	public void start(){
-		computeMatching(kb1, kb2);
-		computeMatching(kb2, kb1);
+		Map<Description, List<? extends EvaluatedDescription>> mapping1 = computeMapping(kb1, kb2);
+		printMappingPretty(mapping1);
+		Map<Description, List<? extends EvaluatedDescription>> mapping2 = computeMapping(kb2, kb1);
+		printMappingPretty(mapping2);
 	}
 	
-	private void computeMatching(KnowledgeBase source, KnowledgeBase target) {
+	private void printMapping(Map<Description, List<? extends EvaluatedDescription>> mapping){
+		logger.info("Source Class -> Target Class Expression");
+		for (Entry<Description, List<? extends org.dllearner.core.EvaluatedDescription>> entry : mapping.entrySet()) {
+			Description key = entry.getKey();
+			int length = key.toString().length();
+			String indention = "";
+			for(int i = 0; i < length; i++){
+				indention += " ";
+			}
+			List<? extends org.dllearner.core.EvaluatedDescription> value = entry.getValue();
+			logger.info(key.toString());
+			for (EvaluatedDescription evaluatedDescription : value) {
+				logger.info(indention + "\t->\t" + evaluatedDescription);
+			}
+		}
+	}
+	
+	private void printMappingPretty(Map<Description, List<? extends EvaluatedDescription>> mapping){
+		DecimalFormat dfPercent = new DecimalFormat("0.00%");
+		logger.info("Source Class -> Target Class Expression");
+		for (Entry<Description, List<? extends org.dllearner.core.EvaluatedDescription>> entry : mapping.entrySet()) {
+			Description key = entry.getKey();
+			int length = OWLAPIDescriptionConvertVisitor.getOWLClassExpression(key).toString().length();
+			String indention = "";
+			for(int i = 0; i < length; i++){
+				indention += " ";
+			}
+			List<? extends org.dllearner.core.EvaluatedDescription> value = entry.getValue();
+			logger.info(OWLAPIDescriptionConvertVisitor.getOWLClassExpression(key));
+			for (EvaluatedDescription evaluatedDescription : value) {
+				logger.info(indention + "\t->\t" + 
+			OWLAPIDescriptionConvertVisitor.getOWLClassExpression(evaluatedDescription.getDescription()) + 
+			"(" + dfPercent.format(evaluatedDescription.getAccuracy()) + ")");
+			}
+		}
+	}
+	
+	private Map<Description, List<? extends EvaluatedDescription>> computeMapping(KnowledgeBase source, KnowledgeBase target) {
+		Map<Description, List<? extends EvaluatedDescription>> mapping = new HashMap<Description, List<? extends EvaluatedDescription>>();
 		// get all classes in SOURCE
 		Set<NamedClass> sourceClasses = getClasses(source);
 
@@ -79,16 +135,18 @@
 			logger.info(individuals);
 			//learn concept in KB2 based on the examples
 			if(individuals.size() >= 3){
-				learnClassExpression(target, individuals);
+				List<? extends EvaluatedDescription> learnedClassExpressions = learnClassExpression(target, individuals);
+				mapping.put(nc, learnedClassExpressions);
 			}
 		}
+		return mapping;
 	}
 	
-	private void learnClassExpression(KnowledgeBase kb, SortedSet<Individual> posExamples){
-		learnClassExpression(kb, posExamples, false);
+	private List<? extends EvaluatedDescription> learnClassExpression(KnowledgeBase kb, SortedSet<Individual> posExamples){
+		return learnClassExpression(kb, posExamples, false);
 	}
 	
-	private void learnClassExpression(KnowledgeBase kb, SortedSet<Individual> positiveExamples, boolean posNeg){
+	private List<? extends EvaluatedDescription> learnClassExpression(KnowledgeBase kb, SortedSet<Individual> positiveExamples, boolean posNeg){
 		try {
 			SortedSet<Individual> negativeExamples = new TreeSet<Individual>();
 			if(posNeg){
@@ -132,11 +190,14 @@
 	        la.setNoisePercentage(25);
 	        la.init();
 	        la.start();
+	       
+	        logger.info(la.getCurrentlyBestEvaluatedDescription());
 	        
-	        logger.info(la.getCurrentlyBestEvaluatedDescription());
+	        return la.getCurrentlyBestEvaluatedDescriptions(10);
 		} catch (ComponentInitException e) {
 			e.printStackTrace();
 		}
+		return null;
 	}
 	
 	private Set<NamedClass> getClasses(KnowledgeBase kb){
@@ -195,7 +256,11 @@
 			qs = rs.next();
 			RDFNode object = qs.get("o");
 			if(object.isURIResource()){
-				relatedIndividuals.add(new Individual(object.asResource().getURI()));
+				
+				String uri = object.asResource().getURI();
+				//workaround for World Factbook - should be removed later
+				uri = uri.replace("http://www4.wiwiss.fu-berlin.de/factbook/resource/", "http://wifo5-03.informatik.uni-mannheim.de/factbook/resource/");
+				relatedIndividuals.add(new Individual(uri));
 			}
 		}
 		return relatedIndividuals;
@@ -272,6 +337,14 @@
 	 * @param args
 	 */
 	public static void main(String[] args) throws Exception{
+		//render output
+		ToStringRenderer.getInstance().setRenderer(new ManchesterOWLSyntaxOWLObjectRendererImpl());
+		//set logging properties
+		Logger.getLogger(SparqlKnowledgeSource.class).setLevel(Level.WARN);
+		Logger.getLogger(ExtractionAlgorithm.class).setLevel(Level.WARN);
+		Logger.getLogger(org.dllearner.kb.extraction.Manager.class).setLevel(Level.WARN);
+		Logger.getRootLogger().removeAllAppenders();
+		Logger.getRootLogger().addAppender(new ConsoleAppender(new PatternLayout("%m%n")));
 		// KB2
 		SparqlEndpoint endpoint1 = SparqlEndpoint.getEndpointDBpedia();
 		ExtractionDBCache cache1 = new ExtractionDBCache("cache");
@@ -280,6 +353,10 @@
 		// KB2
 		SparqlEndpoint endpoint2 = new SparqlEndpoint(new URL("http://wifo5-03.informatik.uni-mannheim.de/factbook/sparql"));
 		ExtractionDBCache cache2 = new ExtractionDBCache("cache");
+		//TODO problem with World Factbook is that old FU Berlin server is useless because of bugs and current version
+		//is provide by University Of Mannheim now with another namespace http://wifo5-03.informatik.uni-mannheim.de/factbook/resource/
+		//but the DBpedia links are still to the old D2R server instance
+		//workaround: replace namespace before learning
 		String namespace2 = "http://www4.wiwiss.fu-berlin.de/factbook/resource/";
 		KnowledgeBase kb2 = new KnowledgeBase(endpoint2, cache2, namespace2);
 

This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.

[DL-Learner SVN] SF.net SVN: dl-learner:[3907] trunk/scripts/src/main/java/org/dllearner/ scripts/OntologyMatching.java

[<lor...@us...>]

Revision: 3907
          http://dl-learner.svn.sourceforge.net/dl-learner/?rev=3907&view=rev
Author:   lorenz_b
Date:     2013-02-27 15:25:49 +0000 (Wed, 27 Feb 2013)
Log Message:
-----------
Small fix.

Modified Paths:
--------------
    trunk/scripts/src/main/java/org/dllearner/scripts/OntologyMatching.java

Modified: trunk/scripts/src/main/java/org/dllearner/scripts/OntologyMatching.java
===================================================================
--- trunk/scripts/src/main/java/org/dllearner/scripts/OntologyMatching.java	2013-02-27 13:48:57 UTC (rev 3906)
+++ trunk/scripts/src/main/java/org/dllearner/scripts/OntologyMatching.java	2013-02-27 15:25:49 UTC (rev 3907)
@@ -19,18 +19,15 @@
 
 import org.apache.log4j.Logger;
 import org.dllearner.algorithms.celoe.CELOE;
-import org.dllearner.algorithms.qtl.QTL;
 import org.dllearner.core.AbstractLearningProblem;
 import org.dllearner.core.AbstractReasonerComponent;
 import org.dllearner.core.ComponentInitException;
 import org.dllearner.core.EvaluatedDescription;
 import org.dllearner.core.KnowledgeSource;
-import org.dllearner.core.LearningProblemUnsupportedException;
 import org.dllearner.core.owl.Description;
 import org.dllearner.core.owl.Individual;
 import org.dllearner.core.owl.NamedClass;
 import org.dllearner.core.owl.ObjectProperty;
-import org.dllearner.kb.LocalModelBasedSparqlEndpointKS;
 import org.dllearner.kb.OWLAPIOntology;
 import org.dllearner.kb.SparqlEndpointKS;
 import org.dllearner.kb.sparql.ConciseBoundedDescriptionGenerator;
@@ -44,12 +41,10 @@
 import org.dllearner.learningproblems.PosOnlyLP;
 import org.dllearner.reasoning.FastInstanceChecker;
 import org.dllearner.reasoning.SPARQLReasoner;
-import org.dllearner.utilities.CrossValidation;
 import org.dllearner.utilities.LabelShortFormProvider;
 import org.dllearner.utilities.datastructures.Datastructures;
 import org.dllearner.utilities.datastructures.SetManipulation;
 import org.dllearner.utilities.datastructures.SortedSetTuple;
-import org.dllearner.utilities.examples.AutomaticNegativeExampleFinderSPARQL2;
 import org.dllearner.utilities.owl.OWLAPIDescriptionConvertVisitor;
 import org.semanticweb.owlapi.apibinding.OWLManager;
 import org.semanticweb.owlapi.model.OWLOntology;
@@ -320,7 +315,7 @@
 	        logger.info("Done.");
 	        
 	        if(performCrossValidation){
-				CrossValidation cv = new CrossValidation(la, lp, rc, 5, false);
+	        	org.dllearner.cli.CrossValidation cv = new org.dllearner.cli.CrossValidation(la, lp, rc, 5, false);
 			} else {
 				//apply the learning algorithm
 		        logger.info("Running learning algorithm...");

This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.