Revision: 3519
http://archive-access.svn.sourceforge.net/archive-access/?rev=3519&view=rev
Author: bradtofel
Date: 2011-09-06 03:57:31 +0000 (Tue, 06 Sep 2011)
Log Message:
-----------
FEATURE: a sad attempt to allow construction without a given HDFS URL
Modified Paths:
--------------
trunk/archive-access/projects/wayback/wayback-core/src/main/java/org/archive/wayback/resourceindex/ziplines/HDFSBlockLoader.java
Modified: trunk/archive-access/projects/wayback/wayback-core/src/main/java/org/archive/wayback/resourceindex/ziplines/HDFSBlockLoader.java
===================================================================
--- trunk/archive-access/projects/wayback/wayback-core/src/main/java/org/archive/wayback/resourceindex/ziplines/HDFSBlockLoader.java 2011-09-06 03:52:41 UTC (rev 3518)
+++ trunk/archive-access/projects/wayback/wayback-core/src/main/java/org/archive/wayback/resourceindex/ziplines/HDFSBlockLoader.java 2011-09-06 03:57:31 UTC (rev 3519)
@@ -16,9 +16,17 @@
this.defaultFSURI = defaultFSURI;
}
public void init() throws IOException, URISyntaxException {
- Configuration c = new Configuration();
- c.set("fs.default.name",defaultFSURI);
- fs = FileSystem.get(new URI(defaultFSURI),c);
+ if(defaultFSURI == null) {
+ Configuration c = new Configuration();
+// String defaultURI = "hdfs://hadoop-name.example.org/";
+// c.set("fs.default.name",defaultURI);
+// fs = FileSystem.get(new URI(defaultURI),c);
+ fs = FileSystem.get(c);
+ } else {
+ Configuration c = new Configuration();
+ c.set("fs.default.name",defaultFSURI);
+ fs = FileSystem.get(new URI(defaultFSURI),c);
+ }
}
public byte[] getBlock(String url, long offset, int length)
@@ -42,5 +50,16 @@
*/
public void setDefaultFSURI(String defaultFSURI) {
this.defaultFSURI = defaultFSURI;
+ Configuration c = new Configuration();
+ c.set("fs.default.name",defaultFSURI);
+ try {
+ fs = FileSystem.get(new URI(defaultFSURI),c);
+ } catch (IOException e) {
+ // TODO Auto-generated catch block
+ e.printStackTrace();
+ } catch (URISyntaxException e) {
+ // TODO Auto-generated catch block
+ e.printStackTrace();
+ }
}
}
This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.
|
