[Archive-access-cvs] SF.net SVN: archive-access: [2339] trunk/archive-access/projects/nutchwax/ archive/src/plugin/index-nutchwax/src/java/org/archive/nutchwax/index/ ConfigurableIndexingFilter.java

[<bi...@us...>]

Revision: 2339
          http://archive-access.svn.sourceforge.net/archive-access/?rev=2339&view=rev
Author:   binzino
Date:     2008-06-28 16:40:31 -0700 (Sat, 28 Jun 2008)

Log Message:
-----------
Adde "exclusive" property in which existing values will be removed
from the document before any are added by this filter.

Modified Paths:
--------------
    trunk/archive-access/projects/nutchwax/archive/src/plugin/index-nutchwax/src/java/org/archive/nutchwax/index/ConfigurableIndexingFilter.java

Modified: trunk/archive-access/projects/nutchwax/archive/src/plugin/index-nutchwax/src/java/org/archive/nutchwax/index/ConfigurableIndexingFilter.java
===================================================================
--- trunk/archive-access/projects/nutchwax/archive/src/plugin/index-nutchwax/src/java/org/archive/nutchwax/index/ConfigurableIndexingFilter.java	2008-06-28 23:38:44 UTC (rev 2338)
+++ trunk/archive-access/projects/nutchwax/archive/src/plugin/index-nutchwax/src/java/org/archive/nutchwax/index/ConfigurableIndexingFilter.java	2008-06-28 23:40:31 UTC (rev 2339)
@@ -69,22 +69,25 @@
         boolean lowerCase = true;
         boolean store     = true;
         boolean tokenize  = false;
+        boolean exclusive = true;
         String  destKey   = srcKey;
         switch ( spec.length )
           {
+          case 6:
+            destKey   = spec[5];
           case 5:
-            destKey = spec[4];
+            exclusive = Boolean.parseBoolean( spec[4] );
           case 4:
-            tokenize = Boolean.parseBoolean( spec[3] );
+            tokenize  = Boolean.parseBoolean( spec[3] );
           case 3:
-            store = Boolean.parseBoolean( spec[2] );
+            store     = Boolean.parseBoolean( spec[2] );
           case 2:
             lowerCase = Boolean.parseBoolean( spec[1] );
           }
 
-        LOG.info( "Add field specification: " + srcKey + ":" + lowerCase + ":" + store + ":" + tokenize + ":" + destKey );
+        LOG.info( "Add field specification: " + srcKey + ":" + lowerCase + ":" + store + ":" + tokenize + ":" + exclusive + ":" + destKey );
 
-        this.fieldSpecs.add( new FieldSpecification( srcKey, lowerCase, store, tokenize, destKey ) );
+        this.fieldSpecs.add( new FieldSpecification( srcKey, lowerCase, store, tokenize, exclusive, destKey ) );
       }
   }
 
@@ -94,14 +97,16 @@
     boolean lowerCase;
     boolean store;
     boolean tokenize;
+    boolean exclusive;
     String  destKey;
 
-    public FieldSpecification( String srcKey, boolean lowerCase, boolean store, boolean tokenize, String destKey )
+    public FieldSpecification( String srcKey, boolean lowerCase, boolean store, boolean tokenize, boolean exclusive, String destKey )
     {
       this.srcKey    = srcKey;
       this.lowerCase = lowerCase;
       this.store     = store;
       this.tokenize  = tokenize;
+      this.exclusive = exclusive;
       this.destKey   = destKey;
     }
   }
@@ -130,6 +135,11 @@
           {
             value = value.toLowerCase( );
           }
+
+        if ( spec.exclusive )
+          {
+            doc.removeFields( spec.destKey );
+          }
         
         doc.add( new Field( spec.destKey, 
                             value, 


This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.