Thread: [DL-Learner SVN] SF.net SVN: dl-learner:[3803] trunk/components-ext/src/test/java/org/ dllearner/a

SourceForge Headquarters 225 Broadway Suite 1600 San Diego, CA 92101 +1 (858) 422-6466

Revision: 3803
          http://dl-learner.svn.sourceforge.net/dl-learner/?rev=3803&view=rev
Author:   kirdie
Date:     2012-07-23 14:25:40 +0000 (Mon, 23 Jul 2012)
Log Message:
-----------
tests for dbpedia should work now but there is still a problem with the solr index (down?).

Modified Paths:
--------------
    trunk/components-ext/src/test/java/org/dllearner/algorithm/tbsl/learning/SPARQLTemplateBasedLearner3Test.java

Modified: trunk/components-ext/src/test/java/org/dllearner/algorithm/tbsl/learning/SPARQLTemplateBasedLearner3Test.java
===================================================================

--- trunk/components-ext/src/test/java/org/dllearner/algorithm/tbsl/learning/SPARQLTemplateBasedLearner3Test.java	2012-07-20 14:01:29 UTC (rev 3802)
+++ trunk/components-ext/src/test/java/org/dllearner/algorithm/tbsl/learning/SPARQLTemplateBasedLearner3Test.java	2012-07-23 14:25:40 UTC (rev 3803)
@@ -1,22 +1,21 @@
 package org.dllearner.algorithm.tbsl.learning;
 
-import static org.junit.Assert.fail;
-import java.io.BufferedWriter;
+import static org.junit.Assert.assertFalse;
+import static org.junit.Assert.assertTrue;
 import java.io.File;
-import java.io.FileWriter;
 import java.io.IOException;
 import java.net.MalformedURLException;
 import java.net.URL;
 import java.util.Collections;
+import java.util.HashSet;
 import java.util.Set;
 import java.util.SortedMap;
 import java.util.TreeMap;
-import java.util.Map.Entry;
 import javax.xml.parsers.DocumentBuilder;
 import javax.xml.parsers.DocumentBuilderFactory;
 import javax.xml.parsers.ParserConfigurationException;
+import org.apache.log4j.Level;
 import org.apache.log4j.Logger;
-import org.dllearner.algorithm.tbsl.Evaluation;
 import org.dllearner.algorithm.tbsl.util.Knowledgebase;
 import org.dllearner.common.index.Index;
 import org.dllearner.common.index.MappingBasedIndex;
@@ -36,29 +35,30 @@
 import org.w3c.dom.Element;
 import org.w3c.dom.NodeList;
 import org.xml.sax.SAXException;
+import com.hp.hpl.jena.query.QuerySolution;
 import com.hp.hpl.jena.query.ResultSet;
+import com.hp.hpl.jena.sparql.engine.http.QueryEngineHTTP;
 
 /** @author konrad * */
 public class SPARQLTemplateBasedLearner3Test
 {
+	/** */
+	private static final String	DBPEDIA_LIVE_ENDPOINT_URL_STRING	= "http://live.dbpedia.org/sparql";
+
 	private static Logger logger = Logger.getLogger(SPARQLTemplateBasedLearner3Test.class);
-	
+
 	private SPARQLTemplateBasedLearner3 oxfordLearner;
 	private SPARQLTemplateBasedLearner3 dbpediaLiveLearner;
-	
+
 	private ExtractionDBCache oxfordCache = new ExtractionDBCache("cache");
 	private ExtractionDBCache dbpediaLiveCache = new ExtractionDBCache("cache");
 
 	SparqlEndpoint dbpediaLiveEndpoint;
 	SparqlEndpoint oxfordEndpoint;
-	
-	private SortedMap<Integer, String> id2Question = new TreeMap<Integer, String>();
-	private SortedMap<Integer, String> id2Query = new TreeMap<Integer, String>();
-	private SortedMap<Integer, Object> id2Answer = new TreeMap<Integer, Object>();
-	
+
 	private ResultSet executeDBpediaLiveSelect(String query){return SparqlQuery.convertJSONtoResultSet(dbpediaLiveCache.executeSelectQuery(dbpediaLiveEndpoint, query));}
 	private ResultSet executeOxfordSelect(String query){return SparqlQuery.convertJSONtoResultSet(oxfordCache.executeSelectQuery(oxfordEndpoint, query));}
-	
+
 	private Knowledgebase createOxfordKnowledgebase(ExtractionDBCache cache) throws MalformedURLException
 	{
 		SparqlEndpoint endpoint = new SparqlEndpoint(new URL("http://lgd.aksw.org:8900/sparql"), Collections.singletonList("http://diadem.cs.ox.ac.uk"), Collections.<String>emptyList());
@@ -96,18 +96,18 @@
 		return kb;
 	}
 
-	@Before
-	public void setup() throws MalformedURLException
+		@Before
+		public void setup() throws MalformedURLException
+		{
+			logger.setLevel(Level.ALL);
+	//		oxfordEndpoint = new SparqlEndpoint(new URL("http://lgd.aksw.org:8900/sparql"), Collections.singletonList("http://diadem.cs.ox.ac.uk"), Collections.<String>emptyList());		
+	//		oxfordLearner = new SPARQLTemplateBasedLearner3(createOxfordKnowledgebase(oxfordCache));
+		}
+
+	private void readQueries(final File file,final SortedMap<Integer, String> id2Question,final SortedMap<Integer, String> id2Query)
 	{
-		dbpediaLiveEndpoint = new SparqlEndpoint(new URL("http://live.dbpedia.org/sparql"), Collections.singletonList("http://dbpedia.org"), Collections.<String>emptyList());
-		dbpediaLiveLearner = new SPARQLTemplateBasedLearner3(createDBpediaLiveKnowledgebase(dbpediaLiveCache));
-		
-//		oxfordEndpoint = new SparqlEndpoint(new URL("http://lgd.aksw.org:8900/sparql"), Collections.singletonList("http://diadem.cs.ox.ac.uk"), Collections.<String>emptyList());		
-//		oxfordLearner = new SPARQLTemplateBasedLearner3(createOxfordKnowledgebase(oxfordCache));
-	}
-	
-	private void readQueries(File file)
-	{
+		id2Question.clear();
+		id2Query.clear();
 		logger.info("Reading file containing queries and answers...");
 		try {
 			DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();
@@ -119,7 +119,7 @@
 			String question;
 			String query;
 			Set<String> answers;
-			
+
 			for(int i = 0; i < questionNodes.getLength(); i++){
 				Element questionNode = (Element) questionNodes.item(i);
 				//read question ID
@@ -128,18 +128,21 @@
 				question = ((Element)questionNode.getElementsByTagName("string").item(0)).getChildNodes().item(0).getNodeValue().trim();
 				//Read SPARQL query
 				query = ((Element)questionNode.getElementsByTagName("query").item(0)).getChildNodes().item(0).getNodeValue().trim();
-//				//Read answers
-//				answers = new HashSet<String>();
-//				NodeList aswersNodes = questionNode.getElementsByTagName("answer");
-//				for(int j = 0; j < aswersNodes.getLength(); j++){
-//					Element answerNode = (Element) aswersNodes.item(j);
-//					answers.add(((Element)answerNode.getElementsByTagName("uri").item(0)).getChildNodes().item(0).getNodeValue().trim());
-//				}
-				
-				id2Question.put(id, question);
-				id2Query.put(id, query);
-//				question2Answers.put(question, answers);
-				
+				//				//Read answers
+				//				answers = new HashSet<String>();
+				//				NodeList aswersNodes = questionNode.getElementsByTagName("answer");
+				//				for(int j = 0; j < aswersNodes.getLength(); j++){
+				//					Element answerNode = (Element) aswersNodes.item(j);
+				//					answers.add(((Element)answerNode.getElementsByTagName("uri").item(0)).getChildNodes().item(0).getNodeValue().trim());
+				//				}
+
+				if(!query.equals("OUT OF SCOPE")) // marker in qald benchmark file, will create holes interval of ids (e.g. 1,2,5,7)   
+				{
+					id2Question.put(id, question);
+					id2Query.put(id, query);									
+				}				
+				//				question2Answers.put(question, answers);
+
 			}
 		} catch (DOMException e) {
 			e.printStackTrace();
@@ -150,47 +153,108 @@
 		} catch (IOException e) {
 			e.printStackTrace();
 		}
-//		StringBuilder sb = new StringBuilder();
-//		for(Entry<Integer, String> e : id2Question.entrySet()){
-//			sb.append(e.getKey()+ ": " + extractSentence(e.getValue()) + "\n");
-//		}
-//		try {
-//			BufferedWriter out = new BufferedWriter(new FileWriter("questions.txt"));
-//			out.write(sb.toString());
-//			out.close();
-//			} 
-//			catch (IOException e) 
-//			{ 
-//			System.out.println("Exception ");
-//
-//			}
+		//		StringBuilder sb = new StringBuilder();
+		//		for(Entry<Integer, String> e : id2Question.entrySet()){
+		//			sb.append(e.getKey()+ ": " + extractSentence(e.getValue()) + "\n");
+		//		}
+		//		try {
+		//			BufferedWriter out = new BufferedWriter(new FileWriter("questions.txt"));
+		//			out.write(sb.toString());
+		//			out.close();
+		//			} 
+		//			catch (IOException e) 
+		//			{ 
+		//			System.out.println("Exception ");
+		//
+		//			}
 		logger.info("Done.");
 	}
 
-	@Test public void testDBpedia() throws NoTemplateFoundException, ComponentInitException
+	private Set<String> getURIs(String endpoint, String query)
 	{
+		Set<String> uris = new HashSet<String>();
+		QueryEngineHTTP qe = new QueryEngineHTTP(DBPEDIA_LIVE_ENDPOINT_URL_STRING, query);
+		ResultSet rs = qe.execSelect();		
+		while(rs.hasNext())
+		{
+			QuerySolution qs = rs.nextSolution();
+			String uri = qs.getResource("?uri").getURI();
+			uris.add(uri);
+		}
+		return uris;
+	}
+
+	@Test public void testDBpedia() throws NoTemplateFoundException, ComponentInitException, MalformedURLException
+	{
+		SortedMap<Integer, String> id2Question = new TreeMap<Integer, String>();
+		SortedMap<Integer, String> id2Query = new TreeMap<Integer, String>();
+		SortedMap<Integer, Object> id2Answer = new TreeMap<Integer, Object>();
+
+		{
+			String s = "tbsl/evaluation/qald2-dbpedia-train.xml";			
+			URL url = getClass().getClassLoader().getResource(s);
+			assertFalse("resource not found: "+s,url==null);			
+			readQueries(new File(url.getPath()),id2Question,id2Query);
+		}
+		assertTrue("no questions loaded",id2Question.size()>0);
+		logger.info(id2Question.size()+" questions loaded.");
+		assertTrue(String.format("no number of questions (%n) != number of queries (%n).",id2Question.size(),id2Query.size()),
+				id2Question.size()==id2Query.size());
+
 		// get question and answer from file 
-		readQueries(new File(getClass().getClassLoader().getResource("/tbsl/evaluation/qald2-dbpedia-train.xml").getPath()));
+		dbpediaLiveEndpoint = new SparqlEndpoint(new URL(DBPEDIA_LIVE_ENDPOINT_URL_STRING), Collections.singletonList("http://dbpedia.org"), Collections.<String>emptyList());
+		
+		dbpediaLiveLearner = new SPARQLTemplateBasedLearner3(createDBpediaLiveKnowledgebase(dbpediaLiveCache));
 		dbpediaLiveLearner.init();
 		
-		dbpediaLiveLearner.setQuestion("houses with more than 2 bedrooms");
-		dbpediaLiveLearner.learnSPARQLQueries();
-		String learnedQuery = oxfordLearner.getBestSPARQLQuery();
+		// TODO: use thread pools
+		for(int i: id2Query.keySet())
+		{
+			if(i>3) break; // TODO: remove
+			String question = id2Question.get(i);
+			logger.trace("question: "+question);
+			String referenceQuery 	= id2Query.get(i);			
+			// TODO: check for query isomorphism and leave out result comparison if possible
+			// TODO: only load the reference answers once and permanently cache them somehow (file, ehcache, serialization, ...)
+			// get the answers for the gold standard query
+			logger.trace("reference query: "+referenceQuery);
+			
+			Set<String> referenceURIs = getURIs(DBPEDIA_LIVE_ENDPOINT_URL_STRING,referenceQuery);			
 		
+			// learn query
+			dbpediaLiveLearner.setQuestion(question);
+			dbpediaLiveLearner.learnSPARQLQueries();
+			String learnedQuery = dbpediaLiveLearner.getBestSPARQLQuery();					
+			
+			logger.trace(learnedQuery);
+			
+			Set<String> learnedURIs = getURIs(DBPEDIA_LIVE_ENDPOINT_URL_STRING,learnedQuery);
+			
+			logger.trace(referenceURIs);
+			logger.trace(learnedURIs);
+			assertTrue(referenceURIs.equals(learnedURIs));
+			// get the answers for the learned query
+			// compare gold standard query and learned query answers						
+		}
+		
+
+//		dbpediaLiveLearner.setQuestion("houses with more than 2 bedrooms");
+//		dbpediaLiveLearner.learnSPARQLQueries();
+//		String learnedQuery = dbpediaLiveLearner.getBestSPARQLQuery();
+//		logger.trace(learnedQuery);
 		//fail("Not yet implemented");
 	}
-	
-	
-//	@Test public void test() throws NoTemplateFoundException, ComponentInitException
-//	{
-//		// get question and answer from file 
-//		
-//		oxfordLearner.init();
-//		oxfordLearner.setQuestion("houses with more than 2 bedrooms");
-//		oxfordLearner.learnSPARQLQueries();
-//		String learnedQuery = oxfordLearner.getBestSPARQLQuery();
-//		
-//		//fail("Not yet implemented");
-//	}
 
+	//	@Test public void test() throws NoTemplateFoundException, ComponentInitException
+	//	{
+	//		// get question and answer from file 
+	//		
+	//		oxfordLearner.init();
+	//		oxfordLearner.setQuestion("houses with more than 2 bedrooms");
+	//		oxfordLearner.learnSPARQLQueries();
+	//		String learnedQuery = oxfordLearner.getBestSPARQLQuery();
+	//		
+	//		//fail("Not yet implemented");
+	//	}
+
 }
\ No newline at end of file

This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.





Thread: [DL-Learner SVN] SF.net SVN: dl-learner:[3803] trunk/components-ext/src/test/java/org/ dllearner/a

dl-learner-svn