[Archive-access-cvs] SF.net SVN: archive-access:[3519] trunk/archive-access/projects/wayback/ wayback-core/src/main/java/org/archive/wayback/resourceindex/ziplines/ HDFSBlockLoader.java

[<bra...@us...>]

Revision: 3519
          http://archive-access.svn.sourceforge.net/archive-access/?rev=3519&view=rev
Author:   bradtofel
Date:     2011-09-06 03:57:31 +0000 (Tue, 06 Sep 2011)
Log Message:
-----------
FEATURE: a sad attempt to allow construction without a given HDFS URL

Modified Paths:
--------------
    trunk/archive-access/projects/wayback/wayback-core/src/main/java/org/archive/wayback/resourceindex/ziplines/HDFSBlockLoader.java

Modified: trunk/archive-access/projects/wayback/wayback-core/src/main/java/org/archive/wayback/resourceindex/ziplines/HDFSBlockLoader.java
===================================================================
--- trunk/archive-access/projects/wayback/wayback-core/src/main/java/org/archive/wayback/resourceindex/ziplines/HDFSBlockLoader.java	2011-09-06 03:52:41 UTC (rev 3518)
+++ trunk/archive-access/projects/wayback/wayback-core/src/main/java/org/archive/wayback/resourceindex/ziplines/HDFSBlockLoader.java	2011-09-06 03:57:31 UTC (rev 3519)
@@ -16,9 +16,17 @@
 		this.defaultFSURI = defaultFSURI;
 	}
 	public void init() throws IOException, URISyntaxException {
-		Configuration c = new Configuration();
-		c.set("fs.default.name",defaultFSURI);
-		fs = FileSystem.get(new URI(defaultFSURI),c);
+		if(defaultFSURI == null) {
+			Configuration c = new Configuration();
+//			String defaultURI = "hdfs://hadoop-name.example.org/";
+//			c.set("fs.default.name",defaultURI);
+//			fs = FileSystem.get(new URI(defaultURI),c);		
+			fs = FileSystem.get(c);
+		} else {
+			Configuration c = new Configuration();
+			c.set("fs.default.name",defaultFSURI);
+			fs = FileSystem.get(new URI(defaultFSURI),c);
+		}
 	}
 
 	public byte[] getBlock(String url, long offset, int length)
@@ -42,5 +50,16 @@
 	 */
 	public void setDefaultFSURI(String defaultFSURI) {
 		this.defaultFSURI = defaultFSURI;
+		Configuration c = new Configuration();
+		c.set("fs.default.name",defaultFSURI);
+		try {
+			fs = FileSystem.get(new URI(defaultFSURI),c);
+		} catch (IOException e) {
+			// TODO Auto-generated catch block
+			e.printStackTrace();
+		} catch (URISyntaxException e) {
+			// TODO Auto-generated catch block
+			e.printStackTrace();
+		}
 	}
 }

This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.