Menu
▾
▴
[DL-Learner SVN] SF.net SVN: dl-learner: [837] trunk/src/dl-learner/org/dllearner
|
From: <ku...@us...> - 2008-05-13 23:55:29
|
Revision: 837
http://dl-learner.svn.sourceforge.net/dl-learner/?rev=837&view=rev
Author: kurzum
Date: 2008-05-13 16:55:24 -0700 (Tue, 13 May 2008)
Log Message:
-----------
more endpoints, started to implement experiment
Modified Paths:
--------------
trunk/src/dl-learner/org/dllearner/kb/sparql/configuration/SparqlEndpoint.java
trunk/src/dl-learner/org/dllearner/scripts/SPARQLMassLearning.java
trunk/src/dl-learner/org/dllearner/test/SparqlEndpointTest.java
trunk/src/dl-learner/org/dllearner/utilities/AutomaticExampleFinderSPARQL.java
trunk/src/dl-learner/org/dllearner/utilities/SetManipulation.java
Modified: trunk/src/dl-learner/org/dllearner/kb/sparql/configuration/SparqlEndpoint.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/kb/sparql/configuration/SparqlEndpoint.java 2008-05-13 15:55:28 UTC (rev 836)
+++ trunk/src/dl-learner/org/dllearner/kb/sparql/configuration/SparqlEndpoint.java 2008-05-13 23:55:24 UTC (rev 837)
@@ -120,6 +120,10 @@
ll.add(EndpointSWConference());
ll.add(EndpointUSCensus());
ll.add(EndpointWorldFactBook());
+ ll.add(EndpointRiese());
+ ll.add(EndpointTalisBlogs());
+ ll.add(EndpointSWSchool());
+ ll.add(EndpointSparqlette());
return ll;
}
@@ -282,6 +286,16 @@
}
return new SparqlEndpoint(u);
}
+
+ public static SparqlEndpoint EndpointRiese() {
+ URL u = null;
+ try {
+ u = new URL("http://riese.joanneum.at:3020/");
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+ return new SparqlEndpoint(u);
+ }
public static SparqlEndpoint EndpointUSCensus() {
@@ -312,9 +326,41 @@
return new SparqlEndpoint(u);
}
+
+ public static SparqlEndpoint EndpointTalisBlogs() {
+ URL u = null;
+ try {
+ u = new URL("http://api.talis.com/stores/talisians/services/sparql");
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+ return new SparqlEndpoint(u);
+ }
+
+ public static SparqlEndpoint EndpointSparqlette() {
+ URL u = null;
+ try {
+ u = new URL("http://www.wasab.dk/morten/2005/04/sparqlette/");
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+ return new SparqlEndpoint(u);
+ }
+
+
+
+ public static SparqlEndpoint EndpointSWSchool() {
+ URL u = null;
+ try {
+ u = new URL("http://sparql.semantic-web.at/snorql/");
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+ return new SparqlEndpoint(u);
+ }
+
-
}
Modified: trunk/src/dl-learner/org/dllearner/scripts/SPARQLMassLearning.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/scripts/SPARQLMassLearning.java 2008-05-13 15:55:28 UTC (rev 836)
+++ trunk/src/dl-learner/org/dllearner/scripts/SPARQLMassLearning.java 2008-05-13 23:55:24 UTC (rev 837)
@@ -10,12 +10,17 @@
import org.apache.log4j.SimpleLayout;
import org.dllearner.kb.sparql.Cache;
import org.dllearner.kb.sparql.SparqlKnowledgeSource;
+import org.dllearner.kb.sparql.SparqlQuery;
import org.dllearner.kb.sparql.configuration.SparqlEndpoint;
import org.dllearner.utilities.AutomaticExampleFinderRolesSPARQL;
import org.dllearner.utilities.AutomaticExampleFinderSPARQL;
import org.dllearner.utilities.ConfWriter;
+import org.dllearner.utilities.JenaResultSetConvenience;
+import org.dllearner.utilities.SetManipulation;
import org.dllearner.utilities.SimpleClock;
+import com.hp.hpl.jena.query.ResultSet;
+
public class SPARQLMassLearning {
static Cache c;
@@ -72,9 +77,9 @@
standardSettings=standardSettingsRefexamples+standardDBpedia;
//standardSettings=standardSettingsRefinement+standardDBpedia;
- //DBpedia();
+ DBpedia();
//algorithm="refinement";
- roles();
+ //roles();
/*System.out.println(Level.DEBUG.getClass());
System.out.println(Level.toLevel("INFO"));
@@ -142,7 +147,13 @@
//concepts.add("(EXISTS \"monarch\".TOP AND EXISTS \"predecessor\".(\"Knight\" OR \"Secretary\"))");
SortedSet<String> concepts = new TreeSet<String>();
- concepts.add("(\"http://dbpedia.org/class/yago/HeadOfState110164747\" AND (\"http://dbpedia.org/class/yago/Negotiator110351874\" AND \"http://dbpedia.org/class/yago/Representative110522035\"))");
+ SortedSet<String> tmpSet=selectDBpediaConcepts(20);
+ System.out.println(concepts.size());
+ for (String string : tmpSet) {
+ concepts.add("\""+string+"\"");
+ }
+
+ //concepts.add("(\"http://dbpedia.org/class/yago/HeadOfState110164747\" AND (\"http://dbpedia.org/class/yago/Negotiator110351874\" AND \"http://dbpedia.org/class/yago/Representative110522035\"))");
//concepts.add("\"http://dbpedia.org/class/yago/Person100007846\"");
//concepts.add("\"http://dbpedia.org/class/yago/FieldMarshal110086821\"");
//concepts.add("http://dbpedia.org/resource/Category:Prime_Ministers_of_the_United_Kingdom");
@@ -232,10 +243,21 @@
logger.removeAllAppenders();
logger.addAppender(consoleAppender);
logger.setLevel(Level.DEBUG);
+ c = new Cache();
}
+ public static SortedSet<String> selectDBpediaConcepts(int number){
+ String query = "SELECT DISTINCT ?concept WHERE { \n" +
+ "[] a ?concept }\n";
+
+ String JSON = (c.executeSparqlQuery(new SparqlQuery(query, se)));
+ ResultSet rs =SparqlQuery.JSONtoResultSet(JSON);
+ JenaResultSetConvenience rsc = new JenaResultSetConvenience(rs);
+ return SetManipulation.fuzzyShrink(rsc.getStringListForVariable("concept"),number);
+ }
+
}
Modified: trunk/src/dl-learner/org/dllearner/test/SparqlEndpointTest.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/test/SparqlEndpointTest.java 2008-05-13 15:55:28 UTC (rev 836)
+++ trunk/src/dl-learner/org/dllearner/test/SparqlEndpointTest.java 2008-05-13 23:55:24 UTC (rev 837)
@@ -34,9 +34,9 @@
logger.addAppender(consoleAppender);
logger.setLevel(Level.DEBUG);
Logger.getLogger(SparqlKnowledgeSource.class).setLevel(Level.INFO);
+ //SELECT DISTINCT ?c WHERE {[] a ?c }LIMIT 100
-
LinkedList<SparqlEndpoint> ll = SparqlEndpoint.listEndpoints();
Modified: trunk/src/dl-learner/org/dllearner/utilities/AutomaticExampleFinderSPARQL.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/utilities/AutomaticExampleFinderSPARQL.java 2008-05-13 15:55:28 UTC (rev 836)
+++ trunk/src/dl-learner/org/dllearner/utilities/AutomaticExampleFinderSPARQL.java 2008-05-13 23:55:24 UTC (rev 837)
@@ -34,7 +34,10 @@
dbpediaMakePositiveExamplesFromConcept( concept);
SortedSet<String> keepForClean = new TreeSet<String>();
keepForClean.addAll(this.posExamples);
+
this.posExamples = SetManipulation.fuzzyShrink(this.posExamples, poslimit);
+
+
logger.trace("shrinking: pos Example size: "+posExamples.size());
if(useRelated) {
Modified: trunk/src/dl-learner/org/dllearner/utilities/SetManipulation.java
===================================================================
--- trunk/src/dl-learner/org/dllearner/utilities/SetManipulation.java 2008-05-13 15:55:28 UTC (rev 836)
+++ trunk/src/dl-learner/org/dllearner/utilities/SetManipulation.java 2008-05-13 23:55:24 UTC (rev 837)
@@ -24,10 +24,12 @@
//System.out.println("treshold"+allRetrieved.size());
//System.out.println("treshold"+treshold);
- for (String oneInd : set) {
- if(r.nextDouble()<treshold) {
- ret.add(oneInd);
-
+ while(ret.size()< limit){
+ for (String oneInd : set) {
+ if(r.nextDouble()<treshold) {
+ ret.add(oneInd);
+ if(ret.size()>= limit)break;
+ }
}
}
return ret;
This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.
|
