Menu
▾
▴
bigdata-commit
|
From: <tho...@us...> - 2013-10-30 19:11:11
|
Revision: 7500
http://bigdata.svn.sourceforge.net/bigdata/?rev=7500&view=rev
Author: thompsonbry
Date: 2013-10-30 19:11:05 +0000 (Wed, 30 Oct 2013)
Log Message:
-----------
Changed the defaults for zookeeper and river to use highly available installations.
Refactored where the WRITE_CACHE_BUFFERS value gets overriden so this is not BSBM specific.
Modified Paths:
--------------
branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config
Modified: branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config
===================================================================
--- branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config 2013-10-30 19:10:02 UTC (rev 7499)
+++ branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config 2013-10-30 19:11:05 UTC (rev 7500)
@@ -124,12 +124,10 @@
*/
static private locators = new LookupLocator[] {
- // runs jini on the localhost using unicast locators.
- new LookupLocator("jini://bigdata17/")
-
// runs jini on one or more hosts using unicast locators.
- //new LookupLocator("jini://"+jini1),
- //new LookupLocator("jini://"+jini2),
+ new LookupLocator("jini://bigdata15/"),
+ new LookupLocator("jini://bigdata16/"),
+ new LookupLocator("jini://bigdata17/"),
};
@@ -219,14 +217,6 @@
// Override the number of statements for batch inserts (default 10k)
new NV(com.bigdata.rdf.sail.BigdataSail.Options.BUFFER_CAPACITY,"1000000"),
- // Override the #of write cache buffers.
- //
- // Note: On BSBM 100M, using 200 x 1M buffers with a 20% threshold offers
- // good compaction and reduces the IO Wait. Values larger than this do not
- // add much of a performance boost.
- //
- new NV(com.bigdata.journal.Options.WRITE_CACHE_BUFFER_COUNT,"2000"),
- new NV(com.bigdata.journal.Options.WRITE_CACHE_COMPACTION_THRESHOLD,"20"),
*/
};
@@ -244,13 +234,8 @@
/* A comma separated list of host:port pairs, where the port is
* the CLIENT port for the zookeeper server instance.
*/
- // standalone.
- servers = "bigdata17:2081";
// ensemble
-// servers = bigdata.zoo1+":2181"
-// + ","+bigdata.zoo2+":2181"
-// + ","+bigdata.zoo3+":2181"
-// ;
+ servers = "bigdata15:2081,bigdata16:2081,bigdata17:2081";
/* Session timeout (optional). */
sessionTimeout = bigdata.sessionTimeout;
@@ -347,7 +332,7 @@
new NV(Options.BUFFER_MODE,""+BufferMode.DiskRW),
- new NV(Options.WRITE_CACHE_BUFFER_COUNT,"500"),
+ new NV(Options.WRITE_CACHE_BUFFER_COUNT,"2000"),
new NV(IndexMetadata.Options.WRITE_RETENTION_QUEUE_CAPACITY,"4000"),
This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.
|
|
From: <tho...@us...> - 2014-04-04 14:50:46
|
Revision: 8044
http://sourceforge.net/p/bigdata/code/8044
Author: thompsonbry
Date: 2014-04-04 14:50:43 +0000 (Fri, 04 Apr 2014)
Log Message:
-----------
Fix to syntax in HAJournal.config
Modified Paths:
--------------
branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config
Modified: branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config
===================================================================
--- branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config 2014-04-04 14:48:24 UTC (rev 8043)
+++ branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config 2014-04-04 14:50:43 UTC (rev 8044)
@@ -83,7 +83,7 @@
private static serviceDir = new File(fedDir,logicalServiceId+File.separator+"HAJournalServer");
// journal data directory.
- private static dataDir = new File(ConfigMath.getProperty("DATA_DIR",serviceDir.toString());
+ private static dataDir = new File(ConfigMath.getProperty("DATA_DIR",serviceDir.toString()));
// HA log directory.
private static haLogDir = new File(serviceDir,"HALog");
This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.
|
|
From: <tho...@us...> - 2014-04-04 14:53:17
|
Revision: 8045
http://sourceforge.net/p/bigdata/code/8045
Author: thompsonbry
Date: 2014-04-04 14:53:14 +0000 (Fri, 04 Apr 2014)
Log Message:
-----------
Fix to syntax in HAJournal.config
Modified Paths:
--------------
branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config
Modified: branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config
===================================================================
--- branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config 2014-04-04 14:50:43 UTC (rev 8044)
+++ branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config 2014-04-04 14:53:14 UTC (rev 8045)
@@ -83,7 +83,7 @@
private static serviceDir = new File(fedDir,logicalServiceId+File.separator+"HAJournalServer");
// journal data directory.
- private static dataDir = new File(ConfigMath.getProperty("DATA_DIR",serviceDir.toString()));
+ private static dataDir = new File(ConfigMath.getProperty("DATA_DIR",""+serviceDir));
// HA log directory.
private static haLogDir = new File(serviceDir,"HALog");
This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.
|
|
From: <tho...@us...> - 2014-05-04 21:02:46
|
Revision: 8186
http://sourceforge.net/p/bigdata/code/8186
Author: thompsonbry
Date: 2014-05-04 21:02:42 +0000 (Sun, 04 May 2014)
Log Message:
-----------
Enabling platform statistics collection and ganglia listener by default for the HA deployment mode to support the GangliaLBSPolicy
Modified Paths:
--------------
branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config
Modified: branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config
===================================================================
--- branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config 2014-05-04 20:54:42 UTC (rev 8185)
+++ branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config 2014-05-04 21:02:42 UTC (rev 8186)
@@ -346,18 +346,25 @@
new NV(Journal.Options.COLLECT_QUEUE_STATISTICS,
ConfigMath.getProperty("COLLECT_QUEUE_STATISTICS","false")),
- // platform and process performance counters (requires external s/w on some platforms)
+ // Platform and process performance counters. This requires external
+ // software on some platforms (vmstat, pidstat, iostat, etc.).
+ //
+ // This is necessary for the GangliaLBSPolicy.
new NV(Journal.Options.COLLECT_PLATFORM_STATISTICS,
- ConfigMath.getProperty("COLLECT_PLATFORM_STATISTICS","false")),
+ ConfigMath.getProperty("COLLECT_PLATFORM_STATISTICS","true")),
- // uses bigdata-ganglia module to report service metrics to ganglia.
+ // Use bigdata-ganglia module to build internal model of cluster load.
+ //
+ // This is required for the GangliaLBSPolicy.
+ new NV(com.bigdata.journal.GangliaPlugIn.Options.GANGLIA_LISTEN,
+ ConfigMath.getProperty("GANGLIA_LISTENER","true")),
+
+ // Use bigdata-ganglia module to report service metrics to ganglia.
+ //
+ // This MAY be used INSTEAD of installing gmond.
new NV(com.bigdata.journal.GangliaPlugIn.Options.GANGLIA_REPORT,
ConfigMath.getProperty("GANGLIA_REPORT","false")),
- // uses bigdata-ganglia module to build internal model of cluster load.
- new NV(com.bigdata.journal.GangliaPlugIn.Options.GANGLIA_LISTEN,
- ConfigMath.getProperty("GANGLIA_LISTENER","false")),
-
}, bigdata.kb);
}
This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.
|
|
From: <tho...@us...> - 2014-05-06 10:49:45
|
Revision: 8206
http://sourceforge.net/p/bigdata/code/8206
Author: thompsonbry
Date: 2014-05-06 10:49:40 +0000 (Tue, 06 May 2014)
Log Message:
-----------
Syntax error in the HAConfig file.
Modified Paths:
--------------
branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config
Modified: branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config
===================================================================
--- branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config 2014-05-06 10:15:56 UTC (rev 8205)
+++ branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config 2014-05-06 10:49:40 UTC (rev 8206)
@@ -63,7 +63,7 @@
private static fedname = ConfigMath.getProperty("FEDNAME","benchmark");
// The RMI port for the HAGlue interface (may be ZERO for a random port).
- private static rmiPort = Integer.parseInt(ConfigMath.getProperty("RMI_PORT","9080"));;
+ private static rmiPort = Integer.parseInt(ConfigMath.getProperty("RMI_PORT","9080"));
// write replication pipeline port (listener).
private static haPort = Integer.parseInt(ConfigMath.getProperty("HA_PORT","9090"));
This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.
|
|
From: <tho...@us...> - 2014-06-17 12:17:28
|
Revision: 8493
http://sourceforge.net/p/bigdata/code/8493
Author: thompsonbry
Date: 2014-06-17 12:17:24 +0000 (Tue, 17 Jun 2014)
Log Message:
-----------
bug fix: snapshot => snapshotDir in HAJournal.config for ant stage and related targets.
Modified Paths:
--------------
branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config
Modified: branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config
===================================================================
--- branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config 2014-06-17 12:16:47 UTC (rev 8492)
+++ branches/BIGDATA_RELEASE_1_3_0/src/resources/HAJournal/HAJournal.config 2014-06-17 12:17:24 UTC (rev 8493)
@@ -93,7 +93,7 @@
//private static haLogDir = new File(serviceDir,"HALog");
// Snapshot directory.
- private static snapshot = new File(ConfigMath.getProperty("SNAPSHOT_DIR",""+serviceDir+File.separator+"snapshot"));
+ private static snapshotDir = new File(ConfigMath.getProperty("SNAPSHOT_DIR",""+serviceDir+File.separator+"snapshot"));
//private static snapshotDir = new File(serviceDir,"snapshot");
/* Snapshot policy. Choose one.
This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.
|
×
Want the latest updates on software, tech news, and AI?
Get latest updates about software, tech news, and AI from SourceForge directly in your inbox once a month.
Thanks for helping keep SourceForge clean.
X