Revision: 3388
http://bigdata.svn.sourceforge.net/bigdata/?rev=3388&view=rev
Author: thompsonbry
Date: 2010-08-02 12:33:45 +0000 (Mon, 02 Aug 2010)
Log Message:
-----------
Modified to create the output directory path (mkdirs).
Added a default output chunk size (10,000).
Modified Paths:
--------------
trunk/bigdata-rdf/src/java/com/bigdata/rdf/util/Splitter.java
Modified: trunk/bigdata-rdf/src/java/com/bigdata/rdf/util/Splitter.java
===================================================================
--- trunk/bigdata-rdf/src/java/com/bigdata/rdf/util/Splitter.java 2010-08-02 09:44:30 UTC (rev 3387)
+++ trunk/bigdata-rdf/src/java/com/bigdata/rdf/util/Splitter.java 2010-08-02 12:33:45 UTC (rev 3388)
@@ -181,10 +181,12 @@
String OUT_FORMAT = "outFormat";
/**
- * The number of RDF statements per output file.
+ * The number of RDF statements per output file (10,000 is a good number).
*/
String OUT_CHUNK_SIZE = "outChunkSize";
+ int DEFAULT_OUT_CHUNK_SIZE = 10000;
+
/**
* The compression style for the output files.
*/
@@ -288,8 +290,9 @@
ConfigurationOptions.OUT_COMPRESS, CompressEnum.class,
CompressEnum.None/* default */);
- outChunkSize = (Integer) c.getEntry(COMPONENT,
- ConfigurationOptions.OUT_CHUNK_SIZE, Integer.TYPE);
+ outChunkSize = (Integer) c.getEntry(COMPONENT,
+ ConfigurationOptions.OUT_CHUNK_SIZE, Integer.TYPE,
+ ConfigurationOptions.DEFAULT_OUT_CHUNK_SIZE);
{
/*
@@ -1105,6 +1108,8 @@
final Settings settings = new Settings(c);
+ settings.outDir.mkdirs();
+
final Splitter splitter = new Splitter(settings);
/*
This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.
|