Menu
▾
▴
[DL-Learner SVN] SF.net SVN: dl-learner:[3832] trunk/components-ext/src/test/java/org/ dllearner/algorithm/tbsl/learning/QueryTestData.java
|
From: <ki...@us...> - 2012-08-23 12:55:31
|
Revision: 3832
http://dl-learner.svn.sourceforge.net/dl-learner/?rev=3832&view=rev
Author: kirdie
Date: 2012-08-23 12:55:25 +0000 (Thu, 23 Aug 2012)
Log Message:
-----------
added querytestdata class.
Added Paths:
-----------
trunk/components-ext/src/test/java/org/dllearner/algorithm/tbsl/learning/QueryTestData.java
Added: trunk/components-ext/src/test/java/org/dllearner/algorithm/tbsl/learning/QueryTestData.java
===================================================================
--- trunk/components-ext/src/test/java/org/dllearner/algorithm/tbsl/learning/QueryTestData.java (rev 0)
+++ trunk/components-ext/src/test/java/org/dllearner/algorithm/tbsl/learning/QueryTestData.java 2012-08-23 12:55:25 UTC (rev 3832)
@@ -0,0 +1,209 @@
+/** Helper Class for SPARQLTemplateBasedLearner3Test that encapsulates questions, their learned SPARQL queries and the answers of those SPARQL queries.
+ * Also provides methods for serialization and import/export in the QALD benchmark XML format.**/
+package org.dllearner.algorithm.tbsl.learning;
+
+import java.io.File;
+import java.io.FileInputStream;
+import java.io.FileNotFoundException;
+import java.io.FileOutputStream;
+import java.io.IOException;
+import java.io.ObjectInputStream;
+import java.io.ObjectOutputStream;
+import java.io.PrintWriter;
+import java.io.Serializable;
+import java.io.StringWriter;
+import java.util.Collection;
+import java.util.HashSet;
+import java.util.Set;
+import java.util.SortedMap;
+import java.util.concurrent.ConcurrentSkipListMap;
+import javax.xml.parsers.DocumentBuilder;
+import javax.xml.parsers.DocumentBuilderFactory;
+import javax.xml.parsers.ParserConfigurationException;
+import javax.xml.transform.OutputKeys;
+import javax.xml.transform.Transformer;
+import javax.xml.transform.TransformerFactory;
+import javax.xml.transform.dom.DOMSource;
+import javax.xml.transform.stream.StreamResult;
+import org.dllearner.algorithm.tbsl.learning.SPARQLTemplateBasedLearner3Test.LearnStatus;
+import org.dllearner.kb.sparql.ExtractionDBCache;
+import org.dllearner.kb.sparql.SparqlEndpoint;
+import org.w3c.dom.DOMException;
+import org.w3c.dom.Document;
+import org.w3c.dom.Element;
+import org.w3c.dom.NodeList;
+import org.xml.sax.SAXException;
+
+class QueryTestData implements Serializable
+{
+ public SortedMap<Integer, String> id2Question = new ConcurrentSkipListMap<Integer, String>();
+ public SortedMap<Integer, String> id2Query = new ConcurrentSkipListMap<Integer, String>();
+ public SortedMap<Integer, Set<String>> id2Answers = new ConcurrentSkipListMap<Integer, Set<String>>();
+ public SortedMap<Integer, LearnStatus> id2LearnStatus = new ConcurrentSkipListMap<Integer, LearnStatus>();
+ private static final int MAXIMUM_QUESTIONS = Integer.MAX_VALUE;
+
+ private static final String persistancePath = "cache/"+SPARQLTemplateBasedLearner3Test.class.getSimpleName()+'/'+QueryTestData.class.getSimpleName();
+
+ /** Saves the test data to a binary file to a default location overwriting the last save. Uses serialization. **/
+ public synchronized void save()
+ {
+ try
+ {
+ ObjectOutputStream oos = new ObjectOutputStream(new FileOutputStream(new File(persistancePath)));
+ oos.writeObject(this);
+ oos.close();
+ } catch(IOException e) {throw new RuntimeException(e);}
+ }
+
+ /** Loads the test data written by save(). **/
+ public static QueryTestData load() throws FileNotFoundException, IOException
+ {
+ try
+ {
+ ObjectInputStream ois = new ObjectInputStream(new FileInputStream(new File(persistancePath)));
+ QueryTestData testData = (QueryTestData) ois.readObject();
+ ois.close();
+ return testData;
+ }
+ catch (ClassNotFoundException e){throw new RuntimeException(e);}
+ }
+
+ public QueryTestData generateAnswers(SparqlEndpoint endpoint, ExtractionDBCache cache)
+ {
+ if(!id2Answers.isEmpty()) {throw new AssertionError("Answers already existing.");}
+ for(int i:id2Query.keySet())
+ {
+ Set<String> uris = SPARQLTemplateBasedLearner3Test.getUris(endpoint, id2Query.get(i),cache);
+ id2Answers.put(i, uris); // empty answer set better transfers intended meaning and doesn't cause NPEs in html generation :-)
+ if(!uris.isEmpty()) {/*id2Answers.put(i, uris);*/}
+ else {id2LearnStatus.put(i, LearnStatus.QUERY_RESULT_EMPTY);}
+ }
+ return this;
+ }
+
+ /** reads test data from a QALD2 benchmark XML file, including questions, queries and answers.
+ * each question needs to have a query but not necessarily an answer.
+ * @param file a QALD benchmark XML file
+ * @return the test data read from the XML file */
+ public static QueryTestData readQaldXml(final File file)
+ {
+ QueryTestData testData = new QueryTestData();
+ try {
+ DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();
+ DocumentBuilder db = dbf.newDocumentBuilder();
+ Document doc = db.parse(file);
+ doc.getDocumentElement().normalize();
+ NodeList questionNodes = doc.getElementsByTagName("question");
+ int id;
+
+ for(int i = 0; i < questionNodes.getLength(); i++)
+ {
+ if(i>=MAXIMUM_QUESTIONS) break; // TODO: remove later?
+ String question;
+ String query;
+ Set<String> answers = new HashSet<String>();
+ Element questionNode = (Element) questionNodes.item(i);
+ //read question ID
+ id = Integer.valueOf(questionNode.getAttribute("id"));
+ //Read question
+ question = ((Element)questionNode.getElementsByTagName("string").item(0)).getChildNodes().item(0).getNodeValue().trim();
+ //Read SPARQL query
+ query = ((Element)questionNode.getElementsByTagName("query").item(0)).getChildNodes().item(0).getNodeValue().trim();
+ // //Read answers
+ // answers = new HashSet<String>();
+ // NodeList aswersNodes = questionNode.getElementsByTagName("answer");
+ // for(int j = 0; j < aswersNodes.getLength(); j++){
+ // Element answerNode = (Element) aswersNodes.item(j);
+ // answers.add(((Element)answerNode.getElementsByTagName("uri").item(0)).getChildNodes().item(0).getNodeValue().trim());
+ // }
+
+ if(!query.equals("OUT OF SCOPE")) // marker in qald benchmark file, will create holes interval of ids (e.g. 1,2,5,7)
+ {
+ testData.id2Question.put(id, question);
+ testData.id2Query.put(id, query);
+ Element answersElement = (Element) questionNode.getElementsByTagName("answers").item(0);
+ if(answersElement!=null)
+ {
+ NodeList answerElements = answersElement.getElementsByTagName("answer");
+ for(int j=0; j<answerElements.getLength();j++)
+ {
+ String answer = ((Element)answerElements.item(j)).getTextContent();
+ answers.add(answer);
+ }
+ testData.id2Answers.put(id, answers);
+ }
+ }
+ // question2Answers.put(question, answers);
+
+ }
+ } catch (DOMException e) {
+ e.printStackTrace();
+ } catch (ParserConfigurationException e) {
+ e.printStackTrace();
+ } catch (SAXException e) {
+ e.printStackTrace();
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ return testData;
+ }
+
+ /** write the test data to a QALD2 benchmark XML file, including questions, queries and answers.
+ * each question needs to have a query but not necessarily an answer.
+ * @param file a QALD benchmark XML file **/
+ public void writeQaldXml(final File file)
+ {
+ // see http://www.genedavis.com/library/xml/java_dom_xml_creation.jsp
+ try
+ {
+ DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();
+ DocumentBuilder db = dbf.newDocumentBuilder();
+ Document doc = db.newDocument();
+ Element root = doc.createElement("dataset");
+ doc.appendChild(root);
+
+ for(Integer i:id2Question.keySet())
+ {
+ Element questionElement = doc.createElement("question");
+ questionElement.setAttribute("id", i.toString());
+ questionElement.setAttribute("answertype", "resource");
+ root.appendChild(questionElement);
+ Element stringElement = doc.createElement("string");
+ stringElement.setTextContent(id2Question.get(i));
+ questionElement.appendChild(stringElement);
+ String query = id2Query.get(i);
+ if(query!=null)
+ {
+ Element queryElement = doc.createElement("query");
+// queryElement.setTextContent(query);
+ queryElement.appendChild(doc.createCDATASection(query));
+ questionElement.appendChild(queryElement);
+ }
+ Collection<String> answers = id2Answers.get(i);
+ if(answers!=null)
+ {
+ for(String answer: answers)
+ {
+ Element answerElement = doc.createElement("answer");
+ answerElement.setTextContent(answer);
+ questionElement.appendChild(answerElement);
+ }
+ }
+ }
+ //set up a transformer
+ TransformerFactory transfac = TransformerFactory.newInstance();
+ Transformer trans = transfac.newTransformer();
+ trans.setOutputProperty(OutputKeys.OMIT_XML_DECLARATION, "yes");
+ trans.setOutputProperty(OutputKeys.INDENT, "yes");
+
+
+ //create string from xml tree
+ PrintWriter sw = new PrintWriter(file);
+ StreamResult result = new StreamResult(sw);
+ DOMSource source = new DOMSource(doc);
+ trans.transform(source, result);
+ }
+ catch (Exception e) {throw new RuntimeException(e);}
+ }
+
+}
\ No newline at end of file
This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.
|
