From: <tho...@us...> - 2013-11-22 02:09:44
|
Revision: 7580 http://bigdata.svn.sourceforge.net/bigdata/?rev=7580&view=rev Author: thompsonbry Date: 2013-11-22 02:09:38 +0000 (Fri, 22 Nov 2013) Log Message: ----------- missed this file in the previous commit. Added Paths: ----------- branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices Added: branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices =================================================================== --- branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices (rev 0) +++ branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices 2013-11-22 02:09:38 UTC (rev 7580) @@ -0,0 +1,119 @@ +#!/bin/bash + +# Start the services and put the JVM in the background. All services will +# run in a single JVM. See Apache River com.sun.jini.start.ServiceStarter +# for more details. The services are configured in the accompanying +# startHAServices.config file. Specific configuration options for each +# service are defined in the documentation for that service. +# +# Note: One drawback with running each service in the same JVM is that the +# GC load of all services is combined and all services would be suspended +# at the same time by a Full GC pass. If this is a problem, then you can +# break out the river services (ClassServer and Reggie) into a separate +# ServiceStarter instance from the HAJournalServer. + +# The top-level of the installation. +pushd `dirname $0` > /dev/null;cd ..;INSTALL_DIR=`pwd`;popd > /dev/null + +# Setup the directory for the pid of the ServiceStarter process. +lockDir=${INSTALL_DIR}/var/lock +mkdir -p $lockDir +pidFile=$lockDir/pid + +## +# ServiceStarter JVM options. +# +# The ServiceStarter is launched as a JVM with the following JVM options. +# The other services (including the HAJournalServer) will run inside of +# this JVM. This is where you specify the size of the Java heap and the +# size of the direct memory heap (used for the write cache buffers and +# some related things). +## +export JVM_OPTS="-server -Xmx4G -XX:MaxDirectMemorySize=3000m" + +## +# HAJournalServer configuration parameter overrides (see HAJournal.config). +# +# The bigdata HAJournal.config file may be heavily parameterized through +# environment variables that get passed through into the JVM started by +# this script and are thus made available to the HAJournalServer when it +# interprets the contents of the HAJournal.config file. See HAJournal.config +# for the meaning of these environment variables. +# +# Note: Many of these properties have defaults. +## + +export FEDNAME=installTest +export LOGICAL_SERVICE_ID=HAJournalServer-1 +export FED_DIR=$INSTALL_DIR +export REPLICATION_FACTOR=3 +export HA_PORT=9090 +export NSS_PORT=8080 +#export QUERY_THREAD_POOL_SIZE= +#export COLLECT_QUEUE_STATISTICS= +#export COLLECT_PLATFORM_STATISTICS= +#export GANGLIA_REPORT= +#export GANGLIA_LISTENER= +#export SYSSTAT_DIR= + +#export GROUPS= +#export LOCATORS= + +export ZK_SERVERS="bigdata15:2081,bigdata16:2081,bigdata17:2081"; + +export HAOPTS="\ + -DFEDNAME=${FEDNAME}\ + -DLOGICAL_SERVICE_ID=${LOGICAL_SERVICE_ID}\ + -DFED_DIR=${FED_DIR}\ + -DREPLICATION_FACTOR=${REPLICATION_FACTOR}\ + -DHA_PORT=${HA_PORT}\ + -DNSS_PORT=${NSS_PORT}\ + -DQUERY_THREAD_POOL_SIZE=${QUERY_THREAD_POOL_SIZE}\ + -DCOLLECT_QUEUE_STATISTICS=${COLLECT_QUEUE_STATISTICS}\ + -DCOLLECT_PLATFORM_STATISTICS=${COLLECT_PLATFORM_STATISTICS}\ + -DGANGLIA_REPORT=${GANGLIA_REPORT}\ + -DSYSSTAT_DIR=${SYSSTAT_DIR}\ + -Dcom.bigdata.counters.linux.sysstat.path=${SYSSTAT_DIR}\ +" + +## +# ServiceStarter configuration parameters (see startHAServices.conf). +## + +export LIB_DIR=${INSTALL_DIR}/lib +export CONFIG_DIR=${INSTALL_DIR}/var/config +export JINI_CLASS_SERVER_PORT=8081 +export JINI_CONFIG=${CONFIG_DIR}/jini/startHAServices.config +export POLICY_FILE=${CONFIG_DIR}/policy/policy.all +export LOGGING_CONFIG=${CONFIG_DIR}/logging/logging.properties +export LOG4J_CONFIG=${CONFIG_DIR}/logging/log4jHA.properties + +# TODO Explicitly enumerate JARs so we can control order if necessary and +# deploy on OS without find and tr. +export HAJOURNAL_CLASSPATH=`find ${LIB_DIR} -name '*.jar' -print0 | tr '\0' ':'` + +export JAVA_OPTS="\ + ${JVM_OPTS}\ + -Djava.security.policy=${POLICY_FILE}\ + -Djava.util.logging.config.file=${LOGGING_CONFIG}\ + -Dlog4j.configuration=${LOG4J_CONFIG}\ + -DLIB_DIR=${INSTALL_DIR}/lib\ + -DLIBDL_DIR=${INSTALL_DIR}/lib-dl\ + -DCONFIG_DIR=${CONFIG_DIR}\ + -DPOLICY_FILE=${POLICY_FILE}\ + -DJINI_CLASS_SERVER_PORT=${JINI_CLASS_SERVER_PORT}\ + -DFEDNAME=${FEDNAME}\ + -DHAJOURNAL_CLASSPATH=${HAJOURNAL_CLASSPATH}\ +" + +cmd="java ${JAVA_OPTS} \ + -cp ${HAJOURNAL_CLASSPATH} \ + com.sun.jini.start.ServiceStarter \ + ${JINI_CONFIG}" +echo "Running: $cmd" +$cmd& +pid=$! +echo "PID=$pid" +echo "$pid">$pidFile + +# Note: To obtain the pid, do: read pid < "$pidFile" This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site. |
From: <tho...@us...> - 2013-11-22 19:09:19
|
Revision: 7583 http://bigdata.svn.sourceforge.net/bigdata/?rev=7583&view=rev Author: thompsonbry Date: 2013-11-22 19:09:13 +0000 (Fri, 22 Nov 2013) Log Message: ----------- Failed to pass through the HA_OPTs.... Modified Paths: -------------- branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices Modified: branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices =================================================================== --- branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices 2013-11-22 15:49:49 UTC (rev 7582) +++ branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices 2013-11-22 19:09:13 UTC (rev 7583) @@ -74,7 +74,7 @@ #export GANGLIA_LISTENER= #export SYSSTAT_DIR= -export HAOPTS="\ +export HA_OPTS="\ -DFEDNAME=${FEDNAME}\ -DLOGICAL_SERVICE_ID=${LOGICAL_SERVICE_ID}\ -DFED_DIR=${FED_DIR}\ @@ -107,6 +107,7 @@ export JAVA_OPTS="\ ${JVM_OPTS}\ + ${HA_OPTS}\ -Djava.security.policy=${POLICY_FILE}\ -Djava.util.logging.config.file=${LOGGING_CONFIG}\ -Dlog4j.configuration=${LOG4J_CONFIG}\ @@ -115,7 +116,6 @@ -DCONFIG_DIR=${CONFIG_DIR}\ -DPOLICY_FILE=${POLICY_FILE}\ -DJINI_CLASS_SERVER_PORT=${JINI_CLASS_SERVER_PORT}\ - -DFEDNAME=${FEDNAME}\ -DHAJOURNAL_CLASSPATH=${HAJOURNAL_CLASSPATH}\ " This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site. |
From: <tho...@us...> - 2014-04-04 15:09:01
|
Revision: 8046 http://sourceforge.net/p/bigdata/code/8046 Author: thompsonbry Date: 2014-04-04 15:08:58 +0000 (Fri, 04 Apr 2014) Log Message: ----------- The GROUPS, LOCATORS, and ZK_SERVERS environment variables were not being passed through by the startHAServices script. Modified Paths: -------------- branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices Modified: branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices =================================================================== --- branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices 2014-04-04 14:53:14 UTC (rev 8045) +++ branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices 2014-04-04 15:08:58 UTC (rev 8046) @@ -77,6 +77,9 @@ -DFED_DIR=${FED_DIR}\ -DDATA_DIR=${DATA_DIR}\ -DREPLICATION_FACTOR=${REPLICATION_FACTOR}\ + -DGROUPS=${GROUPS}\ + -DLOCATORS=${LOCATORS}\ + -DZK_SERVERS=${ZK_SERVERS}\ -DHA_PORT=${HA_PORT}\ "-Djetty.port=${JETTY_PORT}"\ "-Djetty.resourceBase=${JETTY_RESOURCE_BASE}"\ This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site. |
From: <tob...@us...> - 2014-05-02 22:51:03
|
Revision: 8169 http://sourceforge.net/p/bigdata/code/8169 Author: tobycraig Date: 2014-05-02 22:50:59 +0000 (Fri, 02 May 2014) Log Message: ----------- Fixed Jetty path issues with HA server Modified Paths: -------------- branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices Modified: branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices =================================================================== --- branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices 2014-05-02 18:43:45 UTC (rev 8168) +++ branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices 2014-05-02 22:50:59 UTC (rev 8169) @@ -59,7 +59,7 @@ export JETTY_XML="${INSTALL_DIR}/var/jetty/jetty.xml" fi if [ -z "${JETTY_RESOURCE_BASE}" ]; then - export JETTY_RESOURCE_BASE="${INSTALL_DIR}/var/jetty/html" + export JETTY_RESOURCE_BASE="${INSTALL_DIR}/var/jetty" fi if [ -z "${GROUPS}" ]; then export GROUPS="$FEDNAME" This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site. |
From: <tho...@us...> - 2014-05-04 19:29:03
|
Revision: 8182 http://sourceforge.net/p/bigdata/code/8182 Author: thompsonbry Date: 2014-05-04 19:29:00 +0000 (Sun, 04 May 2014) Log Message: ----------- Adding to startHAServices. If the BIGDATA_HOSTNAME is not defined, then the actual canonical hostname will be used. See #886 (Provide workaround for bad reverse DNS setups) Modified Paths: -------------- branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices Modified: branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices =================================================================== --- branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices 2014-05-04 15:37:32 UTC (rev 8181) +++ branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices 2014-05-04 19:29:00 UTC (rev 8182) @@ -81,6 +81,7 @@ -DLOCATORS=${LOCATORS}\ -DZK_SERVERS=${ZK_SERVERS}\ -DHA_PORT=${HA_PORT}\ + "-Dcom.bigdata.hostname=${BIGDATA_HOSTNAME}\ "-Djetty.port=${JETTY_PORT}"\ "-Djetty.resourceBase=${JETTY_RESOURCE_BASE}"\ "-DJETTY_XML=${JETTY_XML}"\ This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site. |
From: <tho...@us...> - 2014-05-04 19:33:43
|
Revision: 8183 http://sourceforge.net/p/bigdata/code/8183 Author: thompsonbry Date: 2014-05-04 19:33:40 +0000 (Sun, 04 May 2014) Log Message: ----------- Bug fix to startHAServices. Modified Paths: -------------- branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices Modified: branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices =================================================================== --- branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices 2014-05-04 19:29:00 UTC (rev 8182) +++ branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices 2014-05-04 19:33:40 UTC (rev 8183) @@ -81,7 +81,7 @@ -DLOCATORS=${LOCATORS}\ -DZK_SERVERS=${ZK_SERVERS}\ -DHA_PORT=${HA_PORT}\ - "-Dcom.bigdata.hostname=${BIGDATA_HOSTNAME}\ + "-Dcom.bigdata.hostname=${BIGDATA_HOSTNAME}"\ "-Djetty.port=${JETTY_PORT}"\ "-Djetty.resourceBase=${JETTY_RESOURCE_BASE}"\ "-DJETTY_XML=${JETTY_XML}"\ This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site. |
From: <tho...@us...> - 2014-05-04 20:54:46
|
Revision: 8185 http://sourceforge.net/p/bigdata/code/8185 Author: thompsonbry Date: 2014-05-04 20:54:42 +0000 (Sun, 04 May 2014) Log Message: ----------- removing the jetty thread min/max overrides. They are causing problems with Property vs SystemProperty.... Modified Paths: -------------- branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices Modified: branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices =================================================================== --- branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices 2014-05-04 20:35:34 UTC (rev 8184) +++ branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices 2014-05-04 20:54:42 UTC (rev 8185) @@ -82,8 +82,6 @@ -DZK_SERVERS=${ZK_SERVERS}\ -DHA_PORT=${HA_PORT}\ "-Dcom.bigdata.hostname=${BIGDATA_HOSTNAME}"\ - "-Djetty.threads.min=${JETTY_THREADS_MIN}"\ - "-Djetty.threads.max=${JETTY_THREADS_MAX}"\ "-Djetty.port=${JETTY_PORT}"\ "-Djetty.resourceBase=${JETTY_RESOURCE_BASE}"\ "-DJETTY_XML=${JETTY_XML}"\ This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site. |
From: <tho...@us...> - 2014-05-14 19:39:56
|
Revision: 8324 http://sourceforge.net/p/bigdata/code/8324 Author: thompsonbry Date: 2014-05-14 19:39:53 +0000 (Wed, 14 May 2014) Log Message: ----------- Passing through a bunch of environment variables that should allow us to control the HA LBS configuration without edits to web.xml. See #624 (HA LBS) Modified Paths: -------------- branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices Modified: branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices =================================================================== --- branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices 2014-05-14 19:23:34 UTC (rev 8323) +++ branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices 2014-05-14 19:39:53 UTC (rev 8324) @@ -81,6 +81,12 @@ -DGANGLIA_LISTEN=${GANGLIA_LISTEN}\ -DSYSSTAT_DIR=${SYSSTAT_DIR}\ -Dcom.bigdata.counters.linux.sysstat.path=${SYSSTAT_DIR}\ + -Dcom.bigdata.rdf.sail.webapp.HALoadBalancerServlet.policy=${LBS_POLICY}\ + -Dcom.bigdata.rdf.sail.webapp.HALoadBalancerServlet.rewriter=${LBS_REWRITER}\ + -Dcom.bigdata.rdf.sail.webapp.lbs.AbstractHostLBSPolicy.hostScoringRule=${LBS_HOST_SCORING_RULE}\ + -Dcom.bigdata.rdf.sail.webapp.lbs.AbstractHostLBSPolicy.localForwardThreshold=${LBS_LOCAL_FORWARD_THRESHOLD}\ + -Dcom.bigdata.rdf.sail.webapp.lbs.AbstractHostLBSPolicy.hostDiscoveryInitialDelay=${LBS_HOST_DISCOVERY_INITIAL_DELAY}\ + -Dcom.bigdata.rdf.sail.webapp.lbs.AbstractHostLBSPolicy.hostDiscoveryDelay=${LBS_HOST_DISCOVERY_DELAY}\ " ## This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site. |
From: <tho...@us...> - 2014-05-18 14:51:19
|
Revision: 8355 http://sourceforge.net/p/bigdata/code/8355 Author: thompsonbry Date: 2014-05-18 14:51:12 +0000 (Sun, 18 May 2014) Log Message: ----------- bug fix to startHAServices (quote in wrong place) Modified Paths: -------------- branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices Modified: branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices =================================================================== --- branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices 2014-05-18 14:31:31 UTC (rev 8354) +++ branches/BIGDATA_RELEASE_1_3_0/src/resources/bin/startHAServices 2014-05-18 14:51:12 UTC (rev 8355) @@ -75,7 +75,7 @@ "-Djetty.port=${JETTY_PORT}"\ "-Djetty.threads.min=${JETTY_THREADS_MIN}"\ "-Djetty.threads.max=${JETTY_THREADS_MAX}"\ - "-Djetty.threads.timeout=${JETTY_THREADS_TIMEOUT}\" + "-Djetty.threads.timeout=${JETTY_THREADS_TIMEOUT}"\ "-Djetty.resourceBase=${JETTY_RESOURCE_BASE}"\ "-DJETTY_XML=${JETTY_XML}"\ -DCOLLECT_QUEUE_STATISTICS=${COLLECT_QUEUE_STATISTICS}\ This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site. |