From: <tho...@us...> - 2010-08-02 12:33:51
|
Revision: 3388 http://bigdata.svn.sourceforge.net/bigdata/?rev=3388&view=rev Author: thompsonbry Date: 2010-08-02 12:33:45 +0000 (Mon, 02 Aug 2010) Log Message: ----------- Modified to create the output directory path (mkdirs). Added a default output chunk size (10,000). Modified Paths: -------------- trunk/bigdata-rdf/src/java/com/bigdata/rdf/util/Splitter.java Modified: trunk/bigdata-rdf/src/java/com/bigdata/rdf/util/Splitter.java =================================================================== --- trunk/bigdata-rdf/src/java/com/bigdata/rdf/util/Splitter.java 2010-08-02 09:44:30 UTC (rev 3387) +++ trunk/bigdata-rdf/src/java/com/bigdata/rdf/util/Splitter.java 2010-08-02 12:33:45 UTC (rev 3388) @@ -181,10 +181,12 @@ String OUT_FORMAT = "outFormat"; /** - * The number of RDF statements per output file. + * The number of RDF statements per output file (10,000 is a good number). */ String OUT_CHUNK_SIZE = "outChunkSize"; + int DEFAULT_OUT_CHUNK_SIZE = 10000; + /** * The compression style for the output files. */ @@ -288,8 +290,9 @@ ConfigurationOptions.OUT_COMPRESS, CompressEnum.class, CompressEnum.None/* default */); - outChunkSize = (Integer) c.getEntry(COMPONENT, - ConfigurationOptions.OUT_CHUNK_SIZE, Integer.TYPE); + outChunkSize = (Integer) c.getEntry(COMPONENT, + ConfigurationOptions.OUT_CHUNK_SIZE, Integer.TYPE, + ConfigurationOptions.DEFAULT_OUT_CHUNK_SIZE); { /* @@ -1105,6 +1108,8 @@ final Settings settings = new Settings(c); + settings.outDir.mkdirs(); + final Splitter splitter = new Splitter(settings); /* This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site. |