Revision: 3088
http://archive-access.svn.sourceforge.net/archive-access/?rev=3088&view=rev
Author: bradtofel
Date: 2010-05-07 23:10:16 +0000 (Fri, 07 May 2010)
Log Message:
-----------
FEATURE: now by default, blocks "alexa/dat" MIME records which may have gotten into the index...
Modified Paths:
--------------
trunk/archive-access/projects/wayback/wayback-core/src/main/java/org/archive/wayback/resourceindex/filterfactory/CoreCaptureFilterGroup.java
Modified: trunk/archive-access/projects/wayback/wayback-core/src/main/java/org/archive/wayback/resourceindex/filterfactory/CoreCaptureFilterGroup.java
===================================================================
--- trunk/archive-access/projects/wayback/wayback-core/src/main/java/org/archive/wayback/resourceindex/filterfactory/CoreCaptureFilterGroup.java 2010-05-07 23:09:30 UTC (rev 3087)
+++ trunk/archive-access/projects/wayback/wayback-core/src/main/java/org/archive/wayback/resourceindex/filterfactory/CoreCaptureFilterGroup.java 2010-05-07 23:10:16 UTC (rev 3088)
@@ -32,6 +32,7 @@
import org.archive.wayback.resourceindex.filters.ConditionalGetAnnotationFilter;
import org.archive.wayback.resourceindex.filters.DuplicateRecordFilter;
import org.archive.wayback.resourceindex.filters.GuardRailFilter;
+import org.archive.wayback.resourceindex.filters.MimeTypeFilter;
import org.archive.wayback.resourceindex.filters.UserInfoInAuthorityFilter;
import org.archive.wayback.resourceindex.filters.WARCRevisitAnnotationFilter;
import org.archive.wayback.util.ObjectFilter;
@@ -39,6 +40,8 @@
public class CoreCaptureFilterGroup implements CaptureFilterGroup {
private ObjectFilterChain<CaptureSearchResult> chain = null;
+ private MimeTypeFilter mimeExcludeFilter = new MimeTypeFilter();
+ private static String ALEXA_DAT_MIME = "alexa/dat";
public CoreCaptureFilterGroup(LocalResourceIndex index) {
chain = new ObjectFilterChain<CaptureSearchResult>();
@@ -48,7 +51,11 @@
chain.addFilter(new WARCRevisitAnnotationFilter());
chain.addFilter(new ConditionalGetAnnotationFilter());
}
+ MimeTypeFilter mimeExcludeFilter = new MimeTypeFilter();
+ mimeExcludeFilter.addMime(ALEXA_DAT_MIME);
+ mimeExcludeFilter.setIncludeIfContains(false);
chain.addFilter(new UserInfoInAuthorityFilter());
+ chain.addFilter(mimeExcludeFilter);
}
public List<ObjectFilter<CaptureSearchResult>> getFilters() {
return chain.getFilters();
This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.
|
