[Archive-access-cvs] SF.net SVN: archive-access:[3088] trunk/archive-access/projects/wayback/ wayback-core/src/main/java/org/archive/wayback/resourceindex/filterfactory/ CoreCaptureFilterGroup.java

[<bra...@us...>]

Revision: 3088
          http://archive-access.svn.sourceforge.net/archive-access/?rev=3088&view=rev
Author:   bradtofel
Date:     2010-05-07 23:10:16 +0000 (Fri, 07 May 2010)

Log Message:
-----------
FEATURE: now by default, blocks "alexa/dat" MIME records which may have gotten into the index...

Modified Paths:
--------------
    trunk/archive-access/projects/wayback/wayback-core/src/main/java/org/archive/wayback/resourceindex/filterfactory/CoreCaptureFilterGroup.java

Modified: trunk/archive-access/projects/wayback/wayback-core/src/main/java/org/archive/wayback/resourceindex/filterfactory/CoreCaptureFilterGroup.java
===================================================================
--- trunk/archive-access/projects/wayback/wayback-core/src/main/java/org/archive/wayback/resourceindex/filterfactory/CoreCaptureFilterGroup.java	2010-05-07 23:09:30 UTC (rev 3087)
+++ trunk/archive-access/projects/wayback/wayback-core/src/main/java/org/archive/wayback/resourceindex/filterfactory/CoreCaptureFilterGroup.java	2010-05-07 23:10:16 UTC (rev 3088)
@@ -32,6 +32,7 @@
 import org.archive.wayback.resourceindex.filters.ConditionalGetAnnotationFilter;
 import org.archive.wayback.resourceindex.filters.DuplicateRecordFilter;
 import org.archive.wayback.resourceindex.filters.GuardRailFilter;
+import org.archive.wayback.resourceindex.filters.MimeTypeFilter;
 import org.archive.wayback.resourceindex.filters.UserInfoInAuthorityFilter;
 import org.archive.wayback.resourceindex.filters.WARCRevisitAnnotationFilter;
 import org.archive.wayback.util.ObjectFilter;
@@ -39,6 +40,8 @@
 
 public class CoreCaptureFilterGroup implements CaptureFilterGroup {
 	private ObjectFilterChain<CaptureSearchResult> chain = null;
+	private MimeTypeFilter mimeExcludeFilter = new MimeTypeFilter();
+	private static String ALEXA_DAT_MIME = "alexa/dat";
 
 	public CoreCaptureFilterGroup(LocalResourceIndex index) {
 		chain = new ObjectFilterChain<CaptureSearchResult>();
@@ -48,7 +51,11 @@
 			chain.addFilter(new WARCRevisitAnnotationFilter());
 			chain.addFilter(new ConditionalGetAnnotationFilter());
 		}
+		MimeTypeFilter mimeExcludeFilter = new MimeTypeFilter();
+		mimeExcludeFilter.addMime(ALEXA_DAT_MIME);
+		mimeExcludeFilter.setIncludeIfContains(false);
 		chain.addFilter(new UserInfoInAuthorityFilter());
+		chain.addFilter(mimeExcludeFilter);
 	}
 	public List<ObjectFilter<CaptureSearchResult>> getFilters() {
 		return chain.getFilters();


This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.