|
From: <bi...@us...> - 2011-08-29 22:05:19
|
Revision: 3508
http://archive-access.svn.sourceforge.net/archive-access/?rev=3508&view=rev
Author: binzino
Date: 2011-08-29 22:05:13 +0000 (Mon, 29 Aug 2011)
Log Message:
-----------
Removed some obsolete code that was commented-out long ago.
Modified Paths:
--------------
tags/nutchwax-0_13-JIRA-WAX-75/archive/src/java/org/archive/nutchwax/Importer.java
Modified: tags/nutchwax-0_13-JIRA-WAX-75/archive/src/java/org/archive/nutchwax/Importer.java
===================================================================
--- tags/nutchwax-0_13-JIRA-WAX-75/archive/src/java/org/archive/nutchwax/Importer.java 2011-08-18 22:52:50 UTC (rev 3507)
+++ tags/nutchwax-0_13-JIRA-WAX-75/archive/src/java/org/archive/nutchwax/Importer.java 2011-08-29 22:05:13 UTC (rev 3508)
@@ -344,8 +344,6 @@
// We store both the normal URL and the URL+digest key for
// later retrieval by the indexing plugin(s).
contentMetadata.set( NutchWax.URL_KEY, url );
- //contentMetadata.set( NutchWax.ORIG_KEY, key );
-
contentMetadata.set( NutchWax.FILENAME_KEY, meta.getArcFile().getName() );
contentMetadata.set( NutchWax.FILEOFFSET_KEY, String.valueOf( record.getHeader().getOffset( ) ) );
@@ -737,14 +735,12 @@
job.setJobName( "Importer " + manifestPath );
job.set( Nutch.SEGMENT_NAME_KEY, segmentPath.getName() );
- //job.setInputPath ( manifestPath);
FileInputFormat.addInputPath( job, manifestPath );
job.setInputFormat( TextInputFormat.class );
job.setMapperClass ( Importer.class );
job.setReducerClass( Importer.class );
- //job.setOutputPath ( segmentPath );
FileOutputFormat.setOutputPath( job, segmentPath );
job.setOutputFormat ( FetcherOutputFormat.class );
job.setOutputKeyClass ( Text.class );
This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.
|