Menu
▾
▴
[DL-Learner SVN] SF.net SVN: dl-learner:[1781] trunk/src/dl-learner/org/dllearner
|
From: <ku...@us...> - 2009-05-29 15:22:34
|
Revision: 1781
http://dl-learner.svn.sourceforge.net/dl-learner/?rev=1781&view=rev
Author: kurzum
Date: 2009-05-29 15:22:25 +0000 (Fri, 29 May 2009)
Log Message:
-----------
classes to produce fragment ontology with all strings in lgd converted to classes
Added Paths:
-----------
trunk/src/dl-learner/org/dllearner/kb/manipulator/AddAllStringsAsClasses.java
trunk/src/dl-learner/org/dllearner/scripts/matching/Stanley.java
Added: trunk/src/dl-learner/org/dllearner/kb/manipulator/AddAllStringsAsClasses.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/kb/manipulator/AddAllStringsAsClasses.java (rev 0)
+++ trunk/src/dl-learner/org/dllearner/kb/manipulator/AddAllStringsAsClasses.java 2009-05-29 15:22:25 UTC (rev 1781)
@@ -0,0 +1,123 @@
+/**
+ * Copyright (C) 2007-2008, Jens Lehmann
+ *
+ * This file is part of DL-Learner.
+ *
+ * DL-Learner is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * DL-Learner is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program. If not, see <http://www.gnu.org/licenses/>.
+ *
+ */
+package org.dllearner.kb.manipulator;
+
+import java.net.URLEncoder;
+import java.util.SortedSet;
+import java.util.TreeSet;
+
+import org.dllearner.kb.extraction.Node;
+import org.dllearner.utilities.JamonMonitorLogger;
+import org.dllearner.utilities.datastructures.RDFNodeTuple;
+import org.dllearner.utilities.owl.OWLVocabulary;
+
+import com.hp.hpl.jena.rdf.model.Literal;
+import com.hp.hpl.jena.rdf.model.impl.ResourceImpl;
+
+public class AddAllStringsAsClasses extends Rule{
+ String namespace;
+
+
+ /**
+ * @param month
+ * @param resourceNamespace ns for the created uris
+ * @param limit does not convert strings that are longer than a specific value, zero means convert all
+ */
+ public AddAllStringsAsClasses(Months month, String resourceNamespace) {
+ super(month);
+ String slash = "";
+ if(!resourceNamespace.endsWith("/")) {
+ slash="/";
+ }
+
+ this.namespace = resourceNamespace+slash;
+
+ }
+
+
+ @Override
+ public SortedSet<RDFNodeTuple> applyRule(Node subject, SortedSet<RDFNodeTuple> tuples){
+ SortedSet<RDFNodeTuple> keep = new TreeSet<RDFNodeTuple>();
+ for (RDFNodeTuple tuple : tuples) {
+ //System.out.println(tuple);
+ //System.exit(0);
+ if(tuple.b.isURIResource()){
+ //System.out.println("added");
+ keep.add(tuple);
+ continue;
+ }
+
+ //RDFNode b = null;
+ if(!tuple.b.isURIResource()){
+ boolean replace = true;
+
+ //check for numbers
+ if(((Literal) tuple.b).getDatatypeURI()!= null){
+ replace = false;
+ }
+
+ //if string is an uri
+ if(tuple.b.toString().startsWith("http://")){
+ //System.out.println(tuple.b.toString());
+ if( tuple.b.toString().startsWith("http://ru.wikipedia.org/wiki/СеÑ") ||
+ tuple.bPartContains(" ")
+ ){
+ //filter
+ continue;
+ }
+
+ tuple.b = new ResourceImpl(tuple.b.toString());
+ replace = false;
+ }
+
+
+ if (replace){
+
+ String tmp = tuple.b.toString();
+ //System.out.println("replaced: "+tmp);
+ try{
+ //encode
+ tmp = URLEncoder.encode(tmp, "UTF-8");
+ }catch (Exception e) {
+ e.printStackTrace();
+ System.exit(0);
+ }
+ tmp = namespace+tmp;
+ tmp = tmp.replaceAll("%", "_");
+ keep.add(new RDFNodeTuple(new ResourceImpl(OWLVocabulary.RDF_TYPE),new ResourceImpl(tmp)));
+
+ }else {
+ // do nothing
+ }//end else
+
+ }//end if
+ keep.add(tuple);
+ }
+ return keep;
+ }
+
+ @Override
+ public void logJamon(){
+ JamonMonitorLogger.increaseCount(AddAllStringsAsClasses.class, "replacedObjects");
+ }
+
+
+
+}
Added: trunk/src/dl-learner/org/dllearner/scripts/matching/Stanley.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/scripts/matching/Stanley.java (rev 0)
+++ trunk/src/dl-learner/org/dllearner/scripts/matching/Stanley.java 2009-05-29 15:22:25 UTC (rev 1781)
@@ -0,0 +1,155 @@
+/**
+ * Copyright (C) 2007-2009, Jens Lehmann
+ *
+ * This file is part of DL-Learner.
+ *
+ * DL-Learner is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * DL-Learner is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program. If not, see <http://www.gnu.org/licenses/>.
+ *
+ */
+package org.dllearner.scripts.matching;
+
+import java.io.File;
+import java.io.IOException;
+import java.net.URI;
+import java.util.Map;
+import java.util.Set;
+import java.util.TreeSet;
+import java.util.Map.Entry;
+import java.util.zip.DataFormatException;
+
+import org.dllearner.algorithms.celoe.CELOE;
+import org.dllearner.core.ComponentInitException;
+import org.dllearner.core.ComponentManager;
+import org.dllearner.core.LearningProblemUnsupportedException;
+import org.dllearner.core.ReasonerComponent;
+import org.dllearner.kb.manipulator.AddAllStringsAsClasses;
+import org.dllearner.kb.manipulator.Manipulator;
+import org.dllearner.kb.manipulator.Rule.Months;
+import org.dllearner.kb.sparql.Cache;
+import org.dllearner.kb.sparql.SPARQLTasks;
+import org.dllearner.kb.sparql.SparqlEndpoint;
+import org.dllearner.kb.sparql.SparqlKnowledgeSource;
+import org.dllearner.learningproblems.PosOnlyLP;
+import org.dllearner.reasoning.FastInstanceChecker;
+
+/**
+ * This class produces a fragment for dbpedia and linkedgeodata
+ * for lgd all strings are converted to classes
+ *
+ */
+@SuppressWarnings("unused")
+public class Stanley {
+
+ private static SparqlEndpoint dbpediaEndpoint = SparqlEndpoint.getEndpointLOCALDBpedia();
+// private static SparqlEndpoint geoDataEndpoint = SparqlEndpoint.getEndpointLOCALGeoData();
+
+ public static void main(String args[]) throws IOException, DataFormatException, LearningProblemUnsupportedException, ComponentInitException {
+ File matchesFile = new File("log/geodata/owlsameas_en.dat");
+ Map<URI,URI> matches = Utility.getMatches(matchesFile);
+
+ //SPARQLTasks dbpedia = new SPARQLTasks(new Cache("matching"),dbpediaEndpoint);
+ Set<String> positives = new TreeSet<String>();
+ Set<String> negatives = new TreeSet<String>();
+
+ // loop through all matches
+ for(Entry<URI,URI> match : matches.entrySet()) {
+ URI dbpediaURI = match.getKey();
+
+ URI lgdURI = match.getValue();
+ // test whether the dbpediaURI is a city
+// String query = "ASK {<"+dbpediaURI+"> a <http://dbpedia.org/ontology/City>}";
+ //String query = "ASK {<"+dbpediaURI+"> a <http://dbpedia.org/ontology/Organisation>}";
+ //boolean isInClass = dbpedia.ask(query);
+// if(!isCity) {
+// // DBpedia ontology does not capture all cities, so we also use UMBEL, YAGO
+// String query2 = "ASK {<"+dbpediaURI+"> a ?x . FILTER(?x LIKE <%City%>) }";
+// String query3 = "ASK {<"+dbpediaURI+"> a ?x . FILTER(?x LIKE <%Cities%>) }";
+// isCity = dbpedia.ask(query2) || dbpedia.ask(query3);
+// }
+// System.out.println(isCity + " " + lgdURI);
+// if(isInClass) {
+//
+// System.out.println("+\""+lgdURI+"\"");
+// } else {
+// negatives.add(lgdURI.toString());
+// System.out.println("-\""+lgdURI+"\"");
+// }
+ //System.out.println(lgdURI.toString());
+ positives.add(lgdURI.toString());
+ }
+ //System.exit(0);
+ Set<String> instances = new TreeSet<String>();
+ instances.addAll(positives);
+ instances.addAll(negatives);
+
+ System.out.println(instances.size() + " instances - " + positives.size() + " positive examples");
+
+ // plug together DL-Learner components
+ ComponentManager cm = ComponentManager.getInstance();
+
+ SparqlKnowledgeSource ks = cm.knowledgeSource(SparqlKnowledgeSource.class);
+ ks.getConfigurator().setInstances(instances);
+ ks.getConfigurator().setPredefinedEndpoint("LOCALGEODATA");
+ //ks.getConfigurator().setPredefinedEndpoint("LOCALDBPEDIA");
+ ks.getConfigurator().setSaveExtractedFragment(true);
+ Manipulator m = Manipulator.getDefaultManipulator();
+ //m.addRule(new StringToResource(Months.NOVEMBER,"http://linkedgeodata.org/vocabulary", 0));
+ m.addRule(new AddAllStringsAsClasses(Months.NOVEMBER, "http://linkedgeodata.org/vocabulary"));
+ ks.setManipulator(m);
+ ks.init();
+ System.exit(0);
+ ReasonerComponent reasoner = cm.reasoner(FastInstanceChecker.class, ks);
+ reasoner.init();
+
+ PosOnlyLP lp = cm.learningProblem(PosOnlyLP.class, reasoner);
+ lp.getConfigurator().setPositiveExamples(positives);
+ lp.init();
+
+ CELOE celoe = cm.learningAlgorithm(CELOE.class, lp, reasoner);
+// ROLComponent2 celoe = cm.learningAlgorithm(ROLComponent2.class, lp, reasoner);
+ celoe.getConfigurator().setUseAllConstructor(false);
+// celoe.getConfigurator().setUseExistsConstructor(false);
+ celoe.getConfigurator().setUseCardinalityRestrictions(false);
+ celoe.getConfigurator().setUseBooleanDatatypes(false);
+ celoe.getConfigurator().setUseDoubleDatatypes(false);
+ celoe.getConfigurator().setUseNegation(false);
+ celoe.getConfigurator().setUseHasValueConstructor(true);
+ celoe.getConfigurator().setValueFrequencyThreshold(3);
+ celoe.getConfigurator().setMaxExecutionTimeInSeconds(100);
+ celoe.getConfigurator().setNoisePercentage(0.2);
+ celoe.init();
+
+ // debugging
+// ObjectProperty place = new ObjectProperty("http://linkedgeodata.org/vocabulary#place");
+// Individual city = new Individual("http://linkedgeodata.org/vocabulary/city");
+// Individual village = new Individual("http://linkedgeodata.org/vocabulary/village");
+// Individual town = new Individual("http://linkedgeodata.org/vocabulary/town");
+// Individual suburb = new Individual("http://linkedgeodata.org/vocabulary/suburb");
+// Description vd = new ObjectValueRestriction(place, village);
+// Description vc = new ObjectValueRestriction(place, city);
+// Description vt = new ObjectValueRestriction(place, town);
+// Description vs = new ObjectValueRestriction(place, suburb);
+// Description d = new Union(vd, vt, vs);
+// EvaluatedDescriptionPosOnly ed = lp.evaluate(d);
+// System.out.println(ed);
+// System.out.println(ed.getCoveredPositives().size() + ": " + ed.getCoveredPositives());
+// System.out.println(ed.getNotCoveredPositives().size() + ": " + ed.getNotCoveredPositives());
+// System.out.println(ed.getAdditionalInstances().size() + ": " + ed.getAdditionalInstances());
+
+ // execute algorithm
+ celoe.start();
+// Set<EvaluatedDescriptionPosOnly> solutions = (Set<EvaluatedDescriptionPosOnly>) algorithm.getCurrentlyBestEvaluatedDescriptions();
+ }
+
+}
This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.
|
