[DL-Learner SVN] SF.net SVN: dl-learner:[4157] trunk/components-core/src/main/java/org/ dllearner/algorithms/isle/index/TextDocument.java

[<dfl...@us...>]

Revision: 4157
          http://sourceforge.net/p/dl-learner/code/4157
Author:   dfleischhacker
Date:     2013-11-21 12:32:30 +0000 (Thu, 21 Nov 2013)
Log Message:
-----------
TextDocument refactoring

Modified Paths:
--------------
    trunk/components-core/src/main/java/org/dllearner/algorithms/isle/index/TextDocument.java

Modified: trunk/components-core/src/main/java/org/dllearner/algorithms/isle/index/TextDocument.java
===================================================================
--- trunk/components-core/src/main/java/org/dllearner/algorithms/isle/index/TextDocument.java	2013-11-21 12:25:40 UTC (rev 4156)
+++ trunk/components-core/src/main/java/org/dllearner/algorithms/isle/index/TextDocument.java	2013-11-21 12:32:30 UTC (rev 4157)
@@ -1,95 +1,12 @@
 package org.dllearner.algorithms.isle.index;
 
-import org.dllearner.algorithms.isle.StanfordPartOfSpeechTagger;
+import java.util.LinkedList;
 
 /**
  * A simple text document without further formatting or markup.
  *
  * @author Daniel Fleischhacker
  */
-public class TextDocument implements Document {
-    private String content;
-    private String rawContent;
-	private String posTaggedContent;
+public class TextDocument extends LinkedList<Token> {
 
-    /**
-     * Initializes a text document with the given raw content. Internally, the content is cleaned up so that it only
-     * contains letters adhering to the regular expression pattern [A-Za-z].
-     *
-     * @param content the raw content of this text document
-     */
-    public TextDocument(String content) {
-        this.rawContent = content;
-		
-		//build cleaned content
-        buildCleanedContent();
-        
-        //build POS tagged content
-        buildPOSTaggedContent();
-    }
-    
-    private void buildCleanedContent(){
-    	this.content = rawContent.toLowerCase();
-        this.content = this.content.replaceAll("[^a-z ]", " ");
-        this.content = this.content.replaceAll("\\s{2,}", " ");
-        this.content = this.content.trim();
-    }
-    
-    private void buildPOSTaggedContent(){
-    	this.posTaggedContent = StanfordPartOfSpeechTagger.getInstance().tag(rawContent);
-    }
-
-    @Override
-    public String getContent() {
-        return content;
-    }
-
-    /**
-     * The text content of this document. Returns the same data as {@link #getContent()}.
-     *
-     * @return text content of this document
-     */
-    @Override
-    public String getRawContent() {
-        return rawContent;
-    }
-    
-    /* (non-Javadoc)
-     * @see org.dllearner.algorithms.isle.index.Document#getPOSTaggedContent()
-     */
-    @Override
-    public String getPOSTaggedContent() {
-    	return posTaggedContent;
-    }
-
-    @Override
-    public boolean equals(Object o) {
-        if (this == o) {
-            return true;
-        }
-        if (o == null || getClass() != o.getClass()) {
-            return false;
-        }
-
-        TextDocument that = (TextDocument) o;
-
-        if (!content.equals(that.content)) {
-            return false;
-        }
-
-        return true;
-    }
-
-    @Override
-    public int hashCode() {
-        return content.hashCode();
-    }
-    
-    /* (non-Javadoc)
-     * @see java.lang.Object#toString()
-     */
-    @Override
-    public String toString() {
-    	return content;
-    }
 }

This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.