Home / Browse / GATE / Mail / Archive

GATE

Email Archive: gate-cvs (read-only)

2005:	_Jan	_Feb	_Mar	_Apr	_May	_Jun	_Jul	_Aug (1)	_Sep	_Oct (33)	_Nov (96)	_Dec (173)
2006:	_Jan (45)	_Feb (46)	_Mar (58)	_Apr (83)	_May (11)	_Jun (62)	_Jul (79)	_Aug (62)	_Sep (42)	_Oct (105)	_Nov (57)	_Dec (73)
2007:	_Jan (187)	_Feb (60)	_Mar (313)	_Apr (174)	_May (74)	_Jun (99)	_Jul (132)	_Aug (62)	_Sep (65)	_Oct (83)	_Nov (63)	_Dec (41)
2008:	_Jan (83)	_Feb (82)	_Mar (42)	_Apr (88)	_May (68)	_Jun (67)	_Jul (37)	_Aug (69)	_Sep (52)	_Oct (85)	_Nov (65)	_Dec (49)
2009:	_Jan (50)	_Feb (70)	_Mar (95)	_Apr (69)	_May (122)	_Jun (44)	_Jul (217)	_Aug (397)	_Sep (307)	_Oct (302)	_Nov (131)	_Dec (104)
2010:	_Jan (87)	_Feb (102)	_Mar (105)	_Apr (141)	_May (110)	_Jun (85)	_Jul (80)	_Aug (110)	_Sep (56)	_Oct (63)	_Nov (65)	_Dec (45)
2011:	_Jan (58)	_Feb (93)	_Mar (86)	_Apr (177)	_May (82)	_Jun (182)	_Jul (91)	_Aug (72)	_Sep (70)	_Oct (124)	_Nov (154)	_Dec (251)
2012:	_Jan (414)	_Feb (211)	_Mar (153)	_Apr (69)	_May (139)	_Jun (50)	_Jul (80)	_Aug (48)	_Sep (61)	_Oct (101)	_Nov (192)	_Dec (52)
2013:	_Jan (48)	_Feb (47)	_Mar (75)	_Apr (43)	_May (24)	_Jun	_Jul	_Aug	_Sep	_Oct	_Nov	_Dec


S	M	T	W	T	F	S
			1	2	3	4
			(4)	(4)	(13)	(4)
5	6	7	8	9	10	11
(1)	(12)	(17)	(6)	(13)	(2)	(1)
12	13	14	15	16	17	18
(2)	(1)	(10)	(19)	(6)	(3)	(1)
19	20	21	22	23	24	25
(1)	(7)	(5)	(4)	(3)	(1)	(1)
26	27	28	29	30
(3)	(7)	(20)	(6)	(5)

[gate-cvs] SF.net SVN: gate:[13882] gate/trunk/plugins/GENIA/src/gate/creole/genia/ splitter/GENIASentenceSplitter.java

From: <markagreenwood@us...> - 2011-06-01 17:32

Revision: 13882
          http://gate.svn.sourceforge.net/gate/?rev=13882&view=rev
Author:   markagreenwood
Date:     2011-06-01 17:32:00 +0000 (Wed, 01 Jun 2011)

Log Message:
-----------
copyright license info

Modified Paths:
--------------
    gate/trunk/plugins/GENIA/src/gate/creole/genia/splitter/GENIASentenceSplitter.java

Modified: gate/trunk/plugins/GENIA/src/gate/creole/genia/splitter/GENIASentenceSplitter.java
===================================================================
--- gate/trunk/plugins/GENIA/src/gate/creole/genia/splitter/GENIASentenceSplitter.java	2011-06-01 17:30:48 UTC (rev 13881)
+++ gate/trunk/plugins/GENIA/src/gate/creole/genia/splitter/GENIASentenceSplitter.java	2011-06-01 17:32:00 UTC (rev 13882)
@@ -1,3 +1,15 @@
+/*
+ * GENIASentenceSplitter
+ * 
+ * Copyright (c) 2011, The University of Sheffield.
+ * 
+ * This file is part of GATE (see http://gate.ac.uk/), and is free software,
+ * licenced under the GNU Library General Public License, Version 3, June 2007
+ * (in the distribution as file licence.html, and also available at
+ * http://gate.ac.uk/gate/licence.html).
+ * 
+ * Mark A. Greenwood, 01/06/2011
+ */
 package gate.creole.genia.splitter;
 
 import gate.AnnotationSet;


This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.

[gate-cvs] SF.net SVN: gate:[13883] gate/trunk/plugins/GENIA/src/gate/creole/genia/ splitter/GENIASentenceSplitter.java

From: <markagreenwood@us...> - 2011-06-01 17:41

Revision: 13883
          http://gate.svn.sourceforge.net/gate/?rev=13883&view=rev
Author:   markagreenwood
Date:     2011-06-01 17:40:56 +0000 (Wed, 01 Jun 2011)

Log Message:
-----------
some code comments

Modified Paths:
--------------
    gate/trunk/plugins/GENIA/src/gate/creole/genia/splitter/GENIASentenceSplitter.java

Modified: gate/trunk/plugins/GENIA/src/gate/creole/genia/splitter/GENIASentenceSplitter.java
===================================================================
--- gate/trunk/plugins/GENIA/src/gate/creole/genia/splitter/GENIASentenceSplitter.java	2011-06-01 17:32:00 UTC (rev 13882)
+++ gate/trunk/plugins/GENIA/src/gate/creole/genia/splitter/GENIASentenceSplitter.java	2011-06-01 17:40:56 UTC (rev 13883)
@@ -45,7 +45,7 @@
   }
 
   @RunTime
-  @CreoleParameter(defaultValue = "false")
+  @CreoleParameter(defaultValue = "false", comment = "if true then debugging info is reported")
   public void setDebug(Boolean debug) {
     this.debug = debug;
   }
@@ -55,7 +55,7 @@
   }
 
   @RunTime
-  @CreoleParameter()
+  @CreoleParameter(comment = "the URL of the GENIA sentence splitter binary")
   public void setSplitterBinary(URL splitterBinary) {
     this.splitterBinary = splitterBinary;
   }
@@ -66,56 +66,78 @@
 
   @RunTime
   @Optional
-  @CreoleParameter()
+  @CreoleParameter(comment = "the annotation set in which Sentence annotations will be created")
   public void setAnnotationSetName(String annotationSetName) {
     this.annotationSetName = annotationSetName;
   }
 
   public void execute() throws ExecutionException {
-    AnnotationSet annotationSet = document.getAnnotations(annotationSetName);
 
+    // get the sentence splitter file from the URL provided
     File splitter = Files.fileFromURL(splitterBinary);
 
+    // get the document content and replace non-breaking spaces with spaces
+    // TODO replace new-lines with spaces so we don't get a sentence per line
     String docContent =
             document.getContent().toString().replace((char)160, ' ');
 
     try {
+      // create temporary files to use with the external sentence splitter
       File tmpIn = File.createTempFile("GENIA", ".txt");
       File tmpOut = File.createTempFile("GENIA", ".txt");
 
+      // store the document content in the input file
       FileOutputStream fos = new FileOutputStream(tmpIn);
       fos.write(docContent.getBytes("utf8"));
       fos.close();
 
+      // setup the command line to run the sentence splitter
       String[] args =
               new String[]{splitter.getAbsolutePath(), tmpIn.getAbsolutePath(),
                   tmpOut.getAbsolutePath()};
 
-      manager.runProcess(args, splitter.getParentFile(), (debug ? System.out : null), (debug ? System.err : null));
+      // run the sentence splitter over the docuement
+      manager.runProcess(args, splitter.getParentFile(), (debug
+              ? System.out
+              : null), (debug ? System.err : null));
 
+      // get the annotation set we are going to store results in
+      AnnotationSet annotationSet = document.getAnnotations(annotationSetName);
+
+      // we haven't found any sentence yet so start looking for the next one
+      // from the beginning of the document
       int end = 0;
 
+      // read in the output from the sentence splitter one line at a time
       BufferedReader in = new BufferedReader(new FileReader(tmpOut));
       String sentence = in.readLine();
       while(sentence != null) {
 
+        // trim the sentence so we don't annotate extranious white space,
+        // this isn't python code after all :)
         sentence = sentence.trim();
 
+        //find the start of the sentence
+        //TODO throw a sensible exception if the sentence can't be found
         int start = docContent.indexOf(sentence, end);
 
+        //work out where the sentence ends
         end = start + sentence.length();
 
-        if(end > start && sentence.length() > 0) {
+        if(end > start) {
+          //the sentence has a length so annotate it 
           annotationSet.add((long)start, (long)end, "Sentence",
                   Factory.newFeatureMap());
         }
 
+        //get the next line from the output from the tagger
         sentence = in.readLine();
       }
-      
-      if (!debug && !tmpIn.delete()) tmpIn.deleteOnExit();
-      if (!debug && !tmpOut.delete()) tmpOut.deleteOnExit();
 
+      //delete the temp files
+      if(!debug && !tmpIn.delete()) tmpIn.deleteOnExit();
+      if(!debug && !tmpOut.delete()) tmpOut.deleteOnExit();
+
     } catch(Exception ioe) {
       throw new ExecutionException("An error occured running the splitter", ioe);
     }


This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.

[gate-cvs] SF.net SVN: gate:[13881] gate/trunk/plugins

From: <markagreenwood@us...> - 2011-06-01 17:30

Revision: 13881
          http://gate.svn.sourceforge.net/gate/?rev=13881&view=rev
Author:   markagreenwood
Date:     2011-06-01 17:30:48 +0000 (Wed, 01 Jun 2011)

Log Message:
-----------
a new GENIA plugin which includes a sentence splitter PR, together with the tagger framework we can now host the GENIA pipeline within GATE, and this plugin also contains a xgapp doing just that

Added Paths:
-----------
    gate/trunk/plugins/GENIA/
    gate/trunk/plugins/GENIA/build.xml
    gate/trunk/plugins/GENIA/creole.xml
    gate/trunk/plugins/GENIA/genia.xgapp
    gate/trunk/plugins/GENIA/src/
    gate/trunk/plugins/GENIA/src/gate/
    gate/trunk/plugins/GENIA/src/gate/creole/
    gate/trunk/plugins/GENIA/src/gate/creole/genia/
    gate/trunk/plugins/GENIA/src/gate/creole/genia/splitter/
    gate/trunk/plugins/GENIA/src/gate/creole/genia/splitter/GENIASentenceSplitter.java

Added: gate/trunk/plugins/GENIA/build.xml
===================================================================
--- gate/trunk/plugins/GENIA/build.xml	                        (rev 0)
+++ gate/trunk/plugins/GENIA/build.xml	2011-06-01 17:30:48 UTC (rev 13881)
@@ -0,0 +1,77 @@
+<project name="GENIA" basedir=".">
+	<property file="build.properties" />
+
+	<property name="gate.home" location="../.." />
+	<property name="gate.lib" location="${gate.home}/lib" />
+	<property name="src.dir" location="src" />
+	<property name="classes.dir" location="classes" />
+	<property name="jar.location" location="GENIA.jar" />
+	<property name="doc.dir" location="doc" />
+	<property name="javadoc.dir" location="${doc.dir}/javadoc" />
+
+	<!-- Path to compile - includes gate.jar and GATE/lib/*.jar -->
+	<path id="compile.classpath">
+		<pathelement location="${gate.home}/bin/gate.jar" />
+		<fileset dir="${gate.lib}">
+			<include name="**/*.jar" />
+			<include name="**/*.zip" />
+		</fileset>
+	</path>
+
+	<!-- create build directory structure -->
+	<target name="prepare">
+		<mkdir dir="${classes.dir}" />
+	</target>
+
+	<!-- compile the source -->
+	<target name="compile" depends="prepare">
+		<javac classpathref="compile.classpath" srcdir="${src.dir}" destdir="${classes.dir}" debug="true" debuglevel="lines,source" encoding="UTF-8" source="1.5" target="1.5" />
+	</target>
+
+	<target name="resources" depends="prepare">
+		<!--<copy todir="${classes.dir}/gate/resources" includeEmptyDirs="true">
+			<fileset dir="${src.dir}/gate/resources" />
+		</copy>-->
+	</target>
+
+	<!-- create the JAR file -->
+	<target name="jar" depends="compile, resources">
+		<jar destfile="${jar.location}" update="false" basedir="${classes.dir}" />
+	</target>
+
+	<!-- remove the generated .class files -->
+	<target name="clean.classes">
+		<delete dir="${classes.dir}" />
+	</target>
+
+	<!-- Clean up - remove .class and .jar files -->
+	<target name="clean" depends="clean.classes">
+		<delete file="${jar.location}" />
+	</target>
+
+	<!-- Targets used by the main GATE build file:
+         build: build the plugin - just calls "jar" target
+         test : run the unit tests - there aren't any
+         distro.prepare: remove intermediate files that shouldn't be in the
+                         distribution
+ 	-->
+
+	<!-- Build JavaDoc documentation -->
+	<target name="doc.prepare">
+		<mkdir dir="${javadoc.dir}" />
+	</target>
+
+	<target name="javadoc" depends="doc.prepare">
+		<javadoc destdir="${javadoc.dir}" packagenames="*" classpathref="compile.classpath" encoding="UTF-8" windowtitle="GENIA JavaDoc" source="1.5">
+			<sourcepath>
+				<pathelement location="${src.dir}" />
+			</sourcepath>
+			<link href="http://java.sun.com/j2se/1.5.0/docs/api/" />
+			<link href="http://gate.ac.uk/gate/doc/javadoc/" />
+		</javadoc>
+	</target>
+
+	<target name="build" depends="jar" />
+	<target name="test" />
+	<target name="distro.prepare" depends="clean.classes" />
+</project>

Added: gate/trunk/plugins/GENIA/creole.xml
===================================================================
--- gate/trunk/plugins/GENIA/creole.xml	                        (rev 0)
+++ gate/trunk/plugins/GENIA/creole.xml	2011-06-01 17:30:48 UTC (rev 13881)
@@ -0,0 +1,3 @@
+<CREOLE-DIRECTORY>
+  <JAR SCAN="true">GENIA.jar</JAR>
+</CREOLE-DIRECTORY>

Added: gate/trunk/plugins/GENIA/genia.xgapp
===================================================================
--- gate/trunk/plugins/GENIA/genia.xgapp	                        (rev 0)
+++ gate/trunk/plugins/GENIA/genia.xgapp	2011-06-01 17:30:48 UTC (rev 13881)
@@ -0,0 +1,264 @@
+<gate.util.persistence.GateApplication>
+  <urlList class="gate.util.persistence.CollectionPersistence">
+    <localList>
+      <gate.util.persistence.PersistenceManager-URLHolder>
+        <urlString>$relpath$../GENIA/</urlString>
+      </gate.util.persistence.PersistenceManager-URLHolder>
+      <gate.util.persistence.PersistenceManager-URLHolder>
+        <urlString>$relpath$../Tagger_Framework/</urlString>
+      </gate.util.persistence.PersistenceManager-URLHolder>
+      <gate.util.persistence.PersistenceManager-URLHolder>
+        <urlString>$relpath$../ANNIE/</urlString>
+      </gate.util.persistence.PersistenceManager-URLHolder>
+    </localList>
+    <collectionType>java.util.ArrayList</collectionType>
+  </urlList>
+  <application class="gate.util.persistence.ConditionalSerialAnalyserControllerPersistence">
+    <strategiesList class="gate.util.persistence.CollectionPersistence">
+      <localList>
+        <gate.util.persistence.AnalyserRunningStrategyPersistence>
+          <runMode>1</runMode>
+          <featureName></featureName>
+          <featureValue></featureValue>
+          <pr class="gate.util.persistence.PRPersistence">
+            <runtimeParams class="gate.util.persistence.MapPersistence">
+              <mapType>gate.util.SimpleFeatureMapImpl</mapType>
+              <localMap>
+                <entry>
+                  <string>setsToKeep</string>
+                  <gate.util.persistence.CollectionPersistence>
+                    <localList/>
+                    <collectionType>java.util.ArrayList</collectionType>
+                  </gate.util.persistence.CollectionPersistence>
+                </entry>
+                <entry>
+                  <string>document</string>
+                  <null/>
+                </entry>
+                <entry>
+                  <string>annotationTypes</string>
+                  <null/>
+                </entry>
+                <entry>
+                  <string>corpus</string>
+                  <null/>
+                </entry>
+                <entry>
+                  <string>keepOriginalMarkupsAS</string>
+                  <boolean>true</boolean>
+                </entry>
+                <entry>
+                  <string>setsToRemove</string>
+                  <null/>
+                </entry>
+              </localMap>
+            </runtimeParams>
+            <resourceType>gate.creole.annotdelete.AnnotationDeletePR</resourceType>
+            <resourceName>Document Reset PR</resourceName>
+            <initParams class="gate.util.persistence.MapPersistence">
+              <mapType>gate.util.SimpleFeatureMapImpl</mapType>
+              <localMap/>
+            </initParams>
+            <features class="gate.util.persistence.MapPersistence">
+              <mapType>gate.util.SimpleFeatureMapImpl</mapType>
+              <localMap/>
+            </features>
+          </pr>
+        </gate.util.persistence.AnalyserRunningStrategyPersistence>
+        <gate.util.persistence.AnalyserRunningStrategyPersistence>
+          <runMode>1</runMode>
+          <featureName></featureName>
+          <featureValue></featureValue>
+          <pr class="gate.util.persistence.LanguageAnalyserPersistence">
+            <runtimeParams class="gate.util.persistence.MapPersistence">
+              <mapType>gate.util.SimpleFeatureMapImpl</mapType>
+              <localMap>
+                <entry>
+                  <string>document</string>
+                  <null/>
+                </entry>
+                <entry>
+                  <string>debug</string>
+                  <boolean>false</boolean>
+                </entry>
+                <entry>
+                  <string>corpus</string>
+                  <null/>
+                </entry>
+                <entry>
+                  <string>splitterBinary</string>
+                  <gate.util.persistence.PersistenceManager-URLHolder>
+                    <urlString>$relpath$../../../../../geniass/geniass</urlString>
+                  </gate.util.persistence.PersistenceManager-URLHolder>
+                </entry>
+                <entry>
+                  <string>annotationSetName</string>
+                  <null/>
+                </entry>
+              </localMap>
+            </runtimeParams>
+            <resourceType>gate.creole.genia.splitter.GENIASentenceSplitter</resourceType>
+            <resourceName>GENIA Sentence Splitter</resourceName>
+            <initParams class="gate.util.persistence.MapPersistence">
+              <mapType>gate.util.SimpleFeatureMapImpl</mapType>
+              <localMap/>
+            </initParams>
+            <features class="gate.util.persistence.MapPersistence">
+              <mapType>gate.util.SimpleFeatureMapImpl</mapType>
+              <localMap/>
+            </features>
+          </pr>
+        </gate.util.persistence.AnalyserRunningStrategyPersistence>
+        <gate.util.persistence.AnalyserRunningStrategyPersistence>
+          <runMode>1</runMode>
+          <featureName></featureName>
+          <featureValue></featureValue>
+          <pr class="gate.util.persistence.PRPersistence">
+            <runtimeParams class="gate.util.persistence.MapPersistence">
+              <mapType>gate.util.SimpleFeatureMapImpl</mapType>
+              <localMap>
+                <entry>
+                  <string>outputAnnotationType</string>
+                  <string>Token</string>
+                </entry>
+                <entry>
+                  <string>inputASName</string>
+                  <null/>
+                </entry>
+                <entry>
+                  <string>regex</string>
+                  <string>(.+)	(.+)	(.+)	(.+)	(.+)</string>
+                </entry>
+                <entry>
+                  <string>featureMapping</string>
+                  <gate.util.persistence.MapPersistence>
+                    <mapType>gate.util.SimpleFeatureMapImpl</mapType>
+                    <localMap>
+                      <entry>
+                        <string>lemma</string>
+                        <string>2</string>
+                      </entry>
+                      <entry>
+                        <string>chunk</string>
+                        <string>4</string>
+                      </entry>
+                      <entry>
+                        <string>category</string>
+                        <string>3</string>
+                      </entry>
+                      <entry>
+                        <string>entity</string>
+                        <string>5</string>
+                      </entry>
+                      <entry>
+                        <string>string</string>
+                        <string>1</string>
+                      </entry>
+                    </localMap>
+                  </gate.util.persistence.MapPersistence>
+                </entry>
+                <entry>
+                  <string>debug</string>
+                  <boolean>false</boolean>
+                </entry>
+                <entry>
+                  <string>updateAnnotations</string>
+                  <boolean>false</boolean>
+                </entry>
+                <entry>
+                  <string>taggerBinary</string>
+                  <gate.util.persistence.PersistenceManager-URLHolder>
+                    <urlString>$relpath$../../../../../geniatagger-3.0.1/geniatagger</urlString>
+                  </gate.util.persistence.PersistenceManager-URLHolder>
+                </entry>
+                <entry>
+                  <string>inputAnnotationType</string>
+                  <string>Sentence</string>
+                </entry>
+                <entry>
+                  <string>document</string>
+                  <null/>
+                </entry>
+                <entry>
+                  <string>corpus</string>
+                  <null/>
+                </entry>
+                <entry>
+                  <string>taggerDir</string>
+                  <gate.util.persistence.PersistenceManager-URLHolder>
+                    <urlString>$relpath$../../../../../geniatagger-3.0.1/</urlString>
+                  </gate.util.persistence.PersistenceManager-URLHolder>
+                </entry>
+                <entry>
+                  <string>inputTemplate</string>
+                  <string>${string}</string>
+                </entry>
+                <entry>
+                  <string>failOnUnmappableCharacter</string>
+                  <boolean>false</boolean>
+                </entry>
+                <entry>
+                  <string>outputASName</string>
+                  <null/>
+                </entry>
+                <entry>
+                  <string>encoding</string>
+                  <string>ISO-8859-1</string>
+                </entry>
+                <entry>
+                  <string>taggerFlags</string>
+                  <gate.util.persistence.CollectionPersistence>
+                    <localList/>
+                    <collectionType>java.util.ArrayList</collectionType>
+                  </gate.util.persistence.CollectionPersistence>
+                </entry>
+              </localMap>
+            </runtimeParams>
+            <resourceType>gate.taggerframework.GenericTagger</resourceType>
+            <resourceName>GENIA Tagger</resourceName>
+            <initParams class="gate.util.persistence.MapPersistence">
+              <mapType>gate.util.SimpleFeatureMapImpl</mapType>
+              <localMap>
+                <entry>
+                  <string>preProcessURL</string>
+                  <gate.util.persistence.PersistenceManager-URLHolder>
+                    <urlString>$relpath$../Tagger_Framework/resources/tagger-independent/sentencestring.jape</urlString>
+                  </gate.util.persistence.PersistenceManager-URLHolder>
+                </entry>
+                <entry>
+                  <string>postProcessURL</string>
+                  <gate.util.persistence.PersistenceManager-URLHolder>
+                    <urlString>$relpath$../Tagger_Framework/resources/tagger-independent/chunkandentity-annots.jape</urlString>
+                  </gate.util.persistence.PersistenceManager-URLHolder>
+                </entry>
+              </localMap>
+            </initParams>
+            <features class="gate.util.persistence.MapPersistence">
+              <mapType>gate.util.SimpleFeatureMapImpl</mapType>
+              <localMap/>
+            </features>
+          </pr>
+        </gate.util.persistence.AnalyserRunningStrategyPersistence>
+      </localList>
+      <collectionType>java.util.ArrayList</collectionType>
+    </strategiesList>
+    <prList class="gate.util.persistence.CollectionPersistence">
+      <localList>
+        <gate.util.persistence.PRPersistence reference="../../../strategiesList/localList/gate.util.persistence.AnalyserRunningStrategyPersistence/pr"/>
+        <gate.util.persistence.LanguageAnalyserPersistence reference="../../../strategiesList/localList/gate.util.persistence.AnalyserRunningStrategyPersistence[2]/pr"/>
+        <gate.util.persistence.PRPersistence reference="../../../strategiesList/localList/gate.util.persistence.AnalyserRunningStrategyPersistence[3]/pr"/>
+      </localList>
+      <collectionType>java.util.ArrayList</collectionType>
+    </prList>
+    <resourceType>gate.creole.ConditionalSerialAnalyserController</resourceType>
+    <resourceName>GENIA</resourceName>
+    <initParams class="gate.util.persistence.MapPersistence">
+      <mapType>gate.util.SimpleFeatureMapImpl</mapType>
+      <localMap/>
+    </initParams>
+    <features class="gate.util.persistence.MapPersistence">
+      <mapType>gate.util.SimpleFeatureMapImpl</mapType>
+      <localMap/>
+    </features>
+  </application>
+</gate.util.persistence.GateApplication>
\ No newline at end of file

Added: gate/trunk/plugins/GENIA/src/gate/creole/genia/splitter/GENIASentenceSplitter.java
===================================================================
--- gate/trunk/plugins/GENIA/src/gate/creole/genia/splitter/GENIASentenceSplitter.java	                        (rev 0)
+++ gate/trunk/plugins/GENIA/src/gate/creole/genia/splitter/GENIASentenceSplitter.java	2011-06-01 17:30:48 UTC (rev 13881)
@@ -0,0 +1,111 @@
+package gate.creole.genia.splitter;
+
+import gate.AnnotationSet;
+import gate.Factory;
+import gate.creole.AbstractLanguageAnalyser;
+import gate.creole.ExecutionException;
+import gate.creole.metadata.CreoleParameter;
+import gate.creole.metadata.CreoleResource;
+import gate.creole.metadata.Optional;
+import gate.creole.metadata.RunTime;
+import gate.util.Files;
+import gate.util.ProcessManager;
+
+import java.io.BufferedReader;
+import java.io.File;
+import java.io.FileOutputStream;
+import java.io.FileReader;
+import java.net.URL;
+
+@CreoleResource(name = "GENIA Sentence Splitter", icon = "sentence-splitter.png")
+public class GENIASentenceSplitter extends AbstractLanguageAnalyser {
+
+  private boolean debug = false;
+
+  private String annotationSetName;
+
+  private URL splitterBinary;
+
+  private ProcessManager manager = new ProcessManager();
+
+  public Boolean getDebug() {
+    return debug;
+  }
+
+  @RunTime
+  @CreoleParameter(defaultValue = "false")
+  public void setDebug(Boolean debug) {
+    this.debug = debug;
+  }
+
+  public URL getSplitterBinary() {
+    return splitterBinary;
+  }
+
+  @RunTime
+  @CreoleParameter()
+  public void setSplitterBinary(URL splitterBinary) {
+    this.splitterBinary = splitterBinary;
+  }
+
+  public String getAnnotationSetName() {
+    return annotationSetName;
+  }
+
+  @RunTime
+  @Optional
+  @CreoleParameter()
+  public void setAnnotationSetName(String annotationSetName) {
+    this.annotationSetName = annotationSetName;
+  }
+
+  public void execute() throws ExecutionException {
+    AnnotationSet annotationSet = document.getAnnotations(annotationSetName);
+
+    File splitter = Files.fileFromURL(splitterBinary);
+
+    String docContent =
+            document.getContent().toString().replace((char)160, ' ');
+
+    try {
+      File tmpIn = File.createTempFile("GENIA", ".txt");
+      File tmpOut = File.createTempFile("GENIA", ".txt");
+
+      FileOutputStream fos = new FileOutputStream(tmpIn);
+      fos.write(docContent.getBytes("utf8"));
+      fos.close();
+
+      String[] args =
+              new String[]{splitter.getAbsolutePath(), tmpIn.getAbsolutePath(),
+                  tmpOut.getAbsolutePath()};
+
+      manager.runProcess(args, splitter.getParentFile(), (debug ? System.out : null), (debug ? System.err : null));
+
+      int end = 0;
+
+      BufferedReader in = new BufferedReader(new FileReader(tmpOut));
+      String sentence = in.readLine();
+      while(sentence != null) {
+
+        sentence = sentence.trim();
+
+        int start = docContent.indexOf(sentence, end);
+
+        end = start + sentence.length();
+
+        if(end > start && sentence.length() > 0) {
+          annotationSet.add((long)start, (long)end, "Sentence",
+                  Factory.newFeatureMap());
+        }
+
+        sentence = in.readLine();
+      }
+      
+      if (!debug && !tmpIn.delete()) tmpIn.deleteOnExit();
+      if (!debug && !tmpOut.delete()) tmpOut.deleteOnExit();
+
+    } catch(Exception ioe) {
+      throw new ExecutionException("An error occured running the splitter", ioe);
+    }
+  }
+}


This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.

[gate-cvs] SF.net SVN: gate:[13876] gate/trunk/build

From: <gate-project@us...> - 2011-06-01 01:16

Revision: 13876
          http://gate.svn.sourceforge.net/gate/?rev=13876&view=rev
Author:   gate-project
Date:     2011-06-01 01:16:25 +0000 (Wed, 01 Jun 2011)

Log Message:
-----------
Build number update (build 3952)

Modified Paths:
--------------
    gate/trunk/build/build.properties
    gate/trunk/build/build.txt

Modified: gate/trunk/build/build.properties
===================================================================
--- gate/trunk/build/build.properties	2011-05-31 01:15:50 UTC (rev 13875)
+++ gate/trunk/build/build.properties	2011-06-01 01:16:25 UTC (rev 13876)
@@ -1,4 +1,4 @@
 #Build Number for ANT. Do not edit!
-#Tue May 31 02:08:54 BST 2011
+#Wed Jun 01 02:09:12 BST 2011
 cvs.version=$Id\: build.properties 7542 2006-07-17 14\:26\:51Z ian_roberts $
-build.number=3952
+build.number=3953

Modified: gate/trunk/build/build.txt
===================================================================
--- gate/trunk/build/build.txt	2011-05-31 01:15:50 UTC (rev 13875)
+++ gate/trunk/build/build.txt	2011-06-01 01:16:25 UTC (rev 13876)
@@ -1 +1 @@
-3951
\ No newline at end of file
+3952
\ No newline at end of file


This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.