[DL-Learner SVN] SF.net SVN: dl-learner:[3802] trunk/components-ext/src

[<ki...@us...>]

Revision: 3802
          http://dl-learner.svn.sourceforge.net/dl-learner/?rev=3802&view=rev
Author:   kirdie
Date:     2012-07-20 14:01:29 +0000 (Fri, 20 Jul 2012)
Log Message:
-----------
continued on Junit test (not finished).

Added Paths:
-----------
    trunk/components-ext/src/main/resources/test/
    trunk/components-ext/src/main/resources/test/dbpedia_class_mappings.txt
    trunk/components-ext/src/main/resources/test/dbpedia_dataproperty_mappings.txt
    trunk/components-ext/src/main/resources/test/dbpedia_objectproperty_mappings.txt
    trunk/components-ext/src/main/resources/test/dbpedia_resource_mappings.txt
    trunk/components-ext/src/test/java/org/dllearner/algorithm/tbsl/learning/
    trunk/components-ext/src/test/java/org/dllearner/algorithm/tbsl/learning/SPARQLTemplateBasedLearner3Test.java

Added: trunk/components-ext/src/main/resources/test/dbpedia_class_mappings.txt
===================================================================
Added: trunk/components-ext/src/main/resources/test/dbpedia_dataproperty_mappings.txt
===================================================================
Added: trunk/components-ext/src/main/resources/test/dbpedia_objectproperty_mappings.txt
===================================================================
--- trunk/components-ext/src/main/resources/test/dbpedia_objectproperty_mappings.txt	                        (rev 0)
+++ trunk/components-ext/src/main/resources/test/dbpedia_objectproperty_mappings.txt	2012-07-20 14:01:29 UTC (rev 3802)
@@ -0,0 +1,6 @@
+http://dbpedia.org/ontology/writer|written by, written
+http://dbpedia.org/ontology/author|written by, written, author, author of
+http://dbpedia.org/ontology/director|directed by, directed, director
+http://dbpedia.org/ontology/producer|produced by, produced, producer
+http://dbpedia.org/ontology/birthPlace|birth place, birth, born in, born
+http://dbpedia.org/ontology/deathPlace|death place, death, died in, died
\ No newline at end of file

Added: trunk/components-ext/src/main/resources/test/dbpedia_resource_mappings.txt
===================================================================
Added: trunk/components-ext/src/test/java/org/dllearner/algorithm/tbsl/learning/SPARQLTemplateBasedLearner3Test.java
===================================================================
--- trunk/components-ext/src/test/java/org/dllearner/algorithm/tbsl/learning/SPARQLTemplateBasedLearner3Test.java	                        (rev 0)
+++ trunk/components-ext/src/test/java/org/dllearner/algorithm/tbsl/learning/SPARQLTemplateBasedLearner3Test.java	2012-07-20 14:01:29 UTC (rev 3802)
@@ -0,0 +1,196 @@
+package org.dllearner.algorithm.tbsl.learning;
+
+import static org.junit.Assert.fail;
+import java.io.BufferedWriter;
+import java.io.File;
+import java.io.FileWriter;
+import java.io.IOException;
+import java.net.MalformedURLException;
+import java.net.URL;
+import java.util.Collections;
+import java.util.Set;
+import java.util.SortedMap;
+import java.util.TreeMap;
+import java.util.Map.Entry;
+import javax.xml.parsers.DocumentBuilder;
+import javax.xml.parsers.DocumentBuilderFactory;
+import javax.xml.parsers.ParserConfigurationException;
+import org.apache.log4j.Logger;
+import org.dllearner.algorithm.tbsl.Evaluation;
+import org.dllearner.algorithm.tbsl.util.Knowledgebase;
+import org.dllearner.common.index.Index;
+import org.dllearner.common.index.MappingBasedIndex;
+import org.dllearner.common.index.SOLRIndex;
+import org.dllearner.common.index.SPARQLIndex;
+import org.dllearner.common.index.VirtuosoClassesIndex;
+import org.dllearner.common.index.VirtuosoPropertiesIndex;
+import org.dllearner.common.index.VirtuosoResourcesIndex;
+import org.dllearner.core.ComponentInitException;
+import org.dllearner.kb.sparql.ExtractionDBCache;
+import org.dllearner.kb.sparql.SparqlEndpoint;
+import org.dllearner.kb.sparql.SparqlQuery;
+import org.junit.Before;
+import org.junit.Test;
+import org.w3c.dom.DOMException;
+import org.w3c.dom.Document;
+import org.w3c.dom.Element;
+import org.w3c.dom.NodeList;
+import org.xml.sax.SAXException;
+import com.hp.hpl.jena.query.ResultSet;
+
+/** @author konrad * */
+public class SPARQLTemplateBasedLearner3Test
+{
+	private static Logger logger = Logger.getLogger(SPARQLTemplateBasedLearner3Test.class);
+	
+	private SPARQLTemplateBasedLearner3 oxfordLearner;
+	private SPARQLTemplateBasedLearner3 dbpediaLiveLearner;
+	
+	private ExtractionDBCache oxfordCache = new ExtractionDBCache("cache");
+	private ExtractionDBCache dbpediaLiveCache = new ExtractionDBCache("cache");
+
+	SparqlEndpoint dbpediaLiveEndpoint;
+	SparqlEndpoint oxfordEndpoint;
+	
+	private SortedMap<Integer, String> id2Question = new TreeMap<Integer, String>();
+	private SortedMap<Integer, String> id2Query = new TreeMap<Integer, String>();
+	private SortedMap<Integer, Object> id2Answer = new TreeMap<Integer, Object>();
+	
+	private ResultSet executeDBpediaLiveSelect(String query){return SparqlQuery.convertJSONtoResultSet(dbpediaLiveCache.executeSelectQuery(dbpediaLiveEndpoint, query));}
+	private ResultSet executeOxfordSelect(String query){return SparqlQuery.convertJSONtoResultSet(oxfordCache.executeSelectQuery(oxfordEndpoint, query));}
+	
+	private Knowledgebase createOxfordKnowledgebase(ExtractionDBCache cache) throws MalformedURLException
+	{
+		SparqlEndpoint endpoint = new SparqlEndpoint(new URL("http://lgd.aksw.org:8900/sparql"), Collections.singletonList("http://diadem.cs.ox.ac.uk"), Collections.<String>emptyList());
+
+		SPARQLIndex resourcesIndex = new VirtuosoResourcesIndex(endpoint, cache);
+		SPARQLIndex classesIndex = new VirtuosoClassesIndex(endpoint, cache);
+		SPARQLIndex propertiesIndex = new VirtuosoPropertiesIndex(endpoint, cache);
+		MappingBasedIndex mappingIndex= new MappingBasedIndex(
+				this.getClass().getClassLoader().getResource("tbsl/oxford_class_mappings.txt").getPath(), 
+				this.getClass().getClassLoader().getResource("tbsl/oxford_resource_mappings.txt").getPath(),
+				this.getClass().getClassLoader().getResource("tbsl/oxford_dataproperty_mappings.txt").getPath(),
+				this.getClass().getClassLoader().getResource("tbsl/oxford_objectproperty_mappings.txt").getPath()
+				);
+
+		Knowledgebase kb = new Knowledgebase(oxfordEndpoint, "Oxford - Real estate", "TODO", resourcesIndex, propertiesIndex, classesIndex, mappingIndex);
+		return kb;
+	}
+
+	private Knowledgebase createDBpediaLiveKnowledgebase(ExtractionDBCache cache) throws MalformedURLException
+	{		
+		SOLRIndex resourcesIndex = new SOLRIndex("http://dbpedia.aksw.org:8080/solr/dbpedia_resources");
+		resourcesIndex.setPrimarySearchField("label");
+		//			resourcesIndex.setSortField("pagerank");
+		Index classesIndex = new SOLRIndex("http://dbpedia.aksw.org:8080/solr/dbpedia_classes");
+		Index propertiesIndex = new SOLRIndex("http://dbpedia.aksw.org:8080/solr/dbpedia_properties");
+
+		MappingBasedIndex mappingIndex= new MappingBasedIndex(
+				this.getClass().getClassLoader().getResource("test/dbpedia_class_mappings.txt").getPath(), 
+				this.getClass().getClassLoader().getResource("test/dbpedia_resource_mappings.txt").getPath(),
+				this.getClass().getClassLoader().getResource("test/dbpedia_dataproperty_mappings.txt").getPath(),
+				this.getClass().getClassLoader().getResource("test/dbpedia_objectproperty_mappings.txt").getPath()
+				);
+
+		Knowledgebase kb = new Knowledgebase(dbpediaLiveEndpoint, "DBpedia Live", "TODO", resourcesIndex, propertiesIndex, classesIndex, mappingIndex);
+		return kb;
+	}
+
+	@Before
+	public void setup() throws MalformedURLException
+	{
+		dbpediaLiveEndpoint = new SparqlEndpoint(new URL("http://live.dbpedia.org/sparql"), Collections.singletonList("http://dbpedia.org"), Collections.<String>emptyList());
+		dbpediaLiveLearner = new SPARQLTemplateBasedLearner3(createDBpediaLiveKnowledgebase(dbpediaLiveCache));
+		
+//		oxfordEndpoint = new SparqlEndpoint(new URL("http://lgd.aksw.org:8900/sparql"), Collections.singletonList("http://diadem.cs.ox.ac.uk"), Collections.<String>emptyList());		
+//		oxfordLearner = new SPARQLTemplateBasedLearner3(createOxfordKnowledgebase(oxfordCache));
+	}
+	
+	private void readQueries(File file)
+	{
+		logger.info("Reading file containing queries and answers...");
+		try {
+			DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();
+			DocumentBuilder db = dbf.newDocumentBuilder();
+			Document doc = db.parse(file);
+			doc.getDocumentElement().normalize();
+			NodeList questionNodes = doc.getElementsByTagName("question");
+			int id;
+			String question;
+			String query;
+			Set<String> answers;
+			
+			for(int i = 0; i < questionNodes.getLength(); i++){
+				Element questionNode = (Element) questionNodes.item(i);
+				//read question ID
+				id = Integer.valueOf(questionNode.getAttribute("id"));
+				//Read question
+				question = ((Element)questionNode.getElementsByTagName("string").item(0)).getChildNodes().item(0).getNodeValue().trim();
+				//Read SPARQL query
+				query = ((Element)questionNode.getElementsByTagName("query").item(0)).getChildNodes().item(0).getNodeValue().trim();
+//				//Read answers
+//				answers = new HashSet<String>();
+//				NodeList aswersNodes = questionNode.getElementsByTagName("answer");
+//				for(int j = 0; j < aswersNodes.getLength(); j++){
+//					Element answerNode = (Element) aswersNodes.item(j);
+//					answers.add(((Element)answerNode.getElementsByTagName("uri").item(0)).getChildNodes().item(0).getNodeValue().trim());
+//				}
+				
+				id2Question.put(id, question);
+				id2Query.put(id, query);
+//				question2Answers.put(question, answers);
+				
+			}
+		} catch (DOMException e) {
+			e.printStackTrace();
+		} catch (ParserConfigurationException e) {
+			e.printStackTrace();
+		} catch (SAXException e) {
+			e.printStackTrace();
+		} catch (IOException e) {
+			e.printStackTrace();
+		}
+//		StringBuilder sb = new StringBuilder();
+//		for(Entry<Integer, String> e : id2Question.entrySet()){
+//			sb.append(e.getKey()+ ": " + extractSentence(e.getValue()) + "\n");
+//		}
+//		try {
+//			BufferedWriter out = new BufferedWriter(new FileWriter("questions.txt"));
+//			out.write(sb.toString());
+//			out.close();
+//			} 
+//			catch (IOException e) 
+//			{ 
+//			System.out.println("Exception ");
+//
+//			}
+		logger.info("Done.");
+	}
+
+	@Test public void testDBpedia() throws NoTemplateFoundException, ComponentInitException
+	{
+		// get question and answer from file 
+		readQueries(new File(getClass().getClassLoader().getResource("/tbsl/evaluation/qald2-dbpedia-train.xml").getPath()));
+		dbpediaLiveLearner.init();
+		
+		dbpediaLiveLearner.setQuestion("houses with more than 2 bedrooms");
+		dbpediaLiveLearner.learnSPARQLQueries();
+		String learnedQuery = oxfordLearner.getBestSPARQLQuery();
+		
+		//fail("Not yet implemented");
+	}
+	
+	
+//	@Test public void test() throws NoTemplateFoundException, ComponentInitException
+//	{
+//		// get question and answer from file 
+//		
+//		oxfordLearner.init();
+//		oxfordLearner.setQuestion("houses with more than 2 bedrooms");
+//		oxfordLearner.learnSPARQLQueries();
+//		String learnedQuery = oxfordLearner.getBestSPARQLQuery();
+//		
+//		//fail("Not yet implemented");
+//	}
+
+}
\ No newline at end of file

This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.