fix zk coord to not fail during startup exceptions

examples/config/broker/runtime.properties

-druid.host=127.0.0.1
-druid.port=8083
+druid.host=127.0.0.1:8080
+druid.port=8080
+druid.service=broker
 
-com.metamx.emitter.logging=true
-
-druid.processing.formatString=processing_%s
-druid.processing.numThreads=1
-druid.processing.buffer.sizeBytes=10000000
-
-#emitting, opaque marker
-druid.service=example
-
-druid.request.logging.dir=/tmp/example/log
-druid.realtime.specFile=realtime.spec
+# logging
 com.metamx.emitter.logging=true
 com.metamx.emitter.logging.level=info
 
-# below are dummy values when operating a realtime only node
-com.metamx.aws.accessKey=dummy_access_key
-com.metamx.aws.secretKey=dummy_secret_key
-druid.pusher.s3.bucket=dummy_s3_bucket
-
+# zk
 druid.zk.service.host=localhost
-druid.server.maxSize=300000000000
 druid.zk.paths.base=/druid
-druid.database.segmentTable=prod_segments
-druid.database.user=druid
-druid.database.password=diurd
-druid.database.connectURI=jdbc:mysql://localhost:3306/druid
 druid.zk.paths.discoveryPath=/druid/discoveryPath
-druid.database.ruleTable=rules
-druid.database.configTable=config
-
-# Path on local FS for storage of segments; dir will be created if needed
-druid.paths.indexCache=/tmp/druid/indexCache
-# Path on local FS for storage of segment metadata; dir will be created if needed
-druid.paths.segmentInfoCache=/tmp/druid/segmentInfoCache
-druid.pusher.local.storageDirectory=/tmp/druid/localStorage
-druid.pusher.local=true
 
 # thread pool size for servicing queries
-druid.client.http.connections=30
-druid.host=127.0.0.1:8083
+druid.client.http.connections=10
\ No newline at end of file

examples/config/compute/runtime.properties

-druid.host=127.0.0.1
-druid.port=8082
+druid.host=127.0.0.1:8081
+druid.port=8081
+druid.service=compute
 
-com.metamx.emitter.logging=true
-
-druid.processing.formatString=processing_%s
-druid.processing.numThreads=1
-druid.processing.buffer.sizeBytes=10000000
-
-#emitting, opaque marker
-druid.service=example
-
-druid.request.logging.dir=/tmp/example/log
-druid.realtime.specFile=realtime.spec
+# logging
 com.metamx.emitter.logging=true
 com.metamx.emitter.logging.level=info
 
-# below are dummy values when operating a realtime only node
-com.metamx.aws.accessKey=dummy_access_key
-com.metamx.aws.secretKey=dummy_secret_key
-druid.pusher.s3.bucket=dummy_s3_bucket
-
+# zk
 druid.zk.service.host=localhost
-druid.server.maxSize=300000000000
 druid.zk.paths.base=/druid
-druid.database.segmentTable=prod_segments
-druid.database.user=druid
-druid.database.password=diurd
-druid.database.connectURI=jdbc:mysql://localhost:3306/druid
 druid.zk.paths.discoveryPath=/druid/discoveryPath
-druid.database.ruleTable=rules
-druid.database.configTable=config
+
+# processing
+druid.processing.buffer.sizeBytes=10000000
+
+# aws (dummy user)
+com.metamx.aws.accessKey=AKIAIMKECRUYKDQGR6YQ
+com.metamx.aws.secretKey=QyyfVZ7llSiRg6Qcrql1eEUG7buFpAK6T6engr1b
 
 # Path on local FS for storage of segments; dir will be created if needed
 druid.paths.indexCache=/tmp/druid/indexCache
+
 # Path on local FS for storage of segment metadata; dir will be created if needed
 druid.paths.segmentInfoCache=/tmp/druid/segmentInfoCache
-druid.pusher.local.storageDirectory=/tmp/druid/localStorage
-druid.pusher.local=true
+
+# server
+druid.server.maxSize=100000000
\ No newline at end of file

examples/config/master/runtime.properties

-druid.host=127.0.0.1
-druid.port=8081
+druid.host=127.0.0.1:8082
+druid.port=8082
+druid.service=master
 
-com.metamx.emitter.logging=true
-
-druid.processing.formatString=processing_%s
-druid.processing.numThreads=1
-druid.processing.buffer.sizeBytes=10000000
-
-#emitting, opaque marker
-druid.service=example
-
-druid.request.logging.dir=/tmp/example/log
-druid.realtime.specFile=realtime.spec
+# logging
 com.metamx.emitter.logging=true
 com.metamx.emitter.logging.level=info
 
-# below are dummy values when operating a realtime only node
-com.metamx.aws.accessKey=dummy_access_key
-com.metamx.aws.secretKey=dummy_secret_key
-druid.pusher.s3.bucket=dummy_s3_bucket
-
+# zk
 druid.zk.service.host=localhost
-druid.server.maxSize=300000000000
 druid.zk.paths.base=/druid
-druid.database.segmentTable=prod_segments
+druid.zk.paths.discoveryPath=/druid/discoveryPath
+
+# aws (dummy user)
+com.metamx.aws.accessKey=AKIAIMKECRUYKDQGR6YQ
+com.metamx.aws.secretKey=QyyfVZ7llSiRg6Qcrql1eEUG7buFpAK6T6engr1b
+
+# db
+druid.database.segmentTable=segments
 druid.database.user=druid
 druid.database.password=diurd
 druid.database.connectURI=jdbc:mysql://localhost:3306/druid
-druid.zk.paths.discoveryPath=/druid/discoveryPath
 druid.database.ruleTable=rules
 druid.database.configTable=config
 
-# Path on local FS for storage of segments; dir will be created if needed
-druid.paths.indexCache=/tmp/druid/indexCache
-# Path on local FS for storage of segment metadata; dir will be created if needed
-druid.paths.segmentInfoCache=/tmp/druid/segmentInfoCache
-druid.pusher.local.storageDirectory=/tmp/druid/localStorage
-druid.pusher.local=true
+# master runtime configs
+druid.master.startDelay=PT60S
\ No newline at end of file

examples/config/realtime/runtime.properties

-druid.host=127.0.0.1
-druid.port=8080
+druid.host=127.0.0.1:8083
+druid.port=8083
+druid.service=realtime
 
+# logging
 com.metamx.emitter.logging=true
+com.metamx.emitter.logging.level=info
 
-druid.processing.formatString=processing_%s
-druid.processing.numThreads=1
-druid.processing.buffer.sizeBytes=10000000
+# zk
+druid.zk.service.host=localhost
+druid.zk.paths.base=/druid
+druid.zk.paths.discoveryPath=/druid/discoveryPath
 
-#emitting, opaque marker
-druid.service=example
+# processing
+druid.processing.buffer.sizeBytes=10000000
 
-druid.request.logging.dir=/tmp/example/log
+# schema
 druid.realtime.specFile=realtime.spec
-com.metamx.emitter.logging=true
-com.metamx.emitter.logging.level=info
 
-# below are dummy values when operating a realtime only node
-com.metamx.aws.accessKey=dummy_access_key
-com.metamx.aws.secretKey=dummy_secret_key
-druid.pusher.s3.bucket=dummy_s3_bucket
+# aws (dummy user)
+com.metamx.aws.accessKey=AKIAIMKECRUYKDQGR6YQ
+com.metamx.aws.secretKey=QyyfVZ7llSiRg6Qcrql1eEUG7buFpAK6T6engr1b
 
-druid.zk.service.host=localhost
-druid.server.maxSize=300000000000
-druid.zk.paths.base=/druid
-druid.database.segmentTable=prod_segments
+# db
+druid.database.segmentTable=segments
 druid.database.user=druid
 druid.database.password=diurd
 druid.database.connectURI=jdbc:mysql://localhost:3306/druid
-druid.zk.paths.discoveryPath=/druid/discoveryPath
 druid.database.ruleTable=rules
 druid.database.configTable=config
 
 # Path on local FS for storage of segments; dir will be created if needed
 druid.paths.indexCache=/tmp/druid/indexCache
-# Path on local FS for storage of segment metadata; dir will be created if needed
-druid.paths.segmentInfoCache=/tmp/druid/segmentInfoCache
-druid.pusher.local.storageDirectory=/tmp/druid/localStorage
-druid.pusher.local=true
 
-druid.host=127.0.0.1:8080
+# handoff
+druid.pusher.local.storageDirectory=/tmp/druid/localStorage
+druid.pusher.local=true
\ No newline at end of file

examples/config/runtime.properties

-druid.host=127.0.0.1
-druid.port=8080
-
-com.metamx.emitter.logging=true
-
-druid.processing.formatString=processing_%s
-druid.processing.numThreads=1
-druid.processing.buffer.sizeBytes=10000000
-
-#emitting, opaque marker
-druid.service=example
-
-druid.request.logging.dir=/tmp/example/log

server/src/main/java/com/metamx/druid/coordination/ZkCoordinator.java

@@ -204,7 +204,6 @@ public class ZkCoordinator implements DataSegmentChangeHandler
         DataSegment segment = jsonMapper.readValue(file, DataSegment.class);
         if (serverManager.isSegmentCached(segment)) {
           cachedSegments.add(segment);
-          //addSegment(segment);
         } else {
           log.warn("Unable to find cache file for %s. Deleting lookup entry", segment.getIdentifier());
 
@@ -228,7 +227,15 @@ public class ZkCoordinator implements DataSegmentChangeHandler
   public void addSegment(DataSegment segment)
   {
     try {
-      serverManager.loadSegment(segment);
+      log.info("Loading segment %s", segment.getIdentifier());
+
+      try {
+        serverManager.loadSegment(segment);
+      }
+      catch (Exception e) {
+        removeSegment(segment);
+        throw new SegmentLoadingException(e, "Exception loading segment[%s]", segment.getIdentifier());
+      }
 
       File segmentInfoCacheFile = new File(config.getSegmentInfoCacheDirectory(), segment.getIdentifier());
       if (!segmentInfoCacheFile.exists()) {
@@ -263,7 +270,15 @@ public class ZkCoordinator implements DataSegmentChangeHandler
   {
     try {
       for (DataSegment segment : segments) {
-        serverManager.loadSegment(segment);
+        log.info("Loading segment %s", segment.getIdentifier());
+
+        try {
+          serverManager.loadSegment(segment);
+        }
+        catch (Exception e) {
+          removeSegment(segment);
+          throw new SegmentLoadingException(e, "Exception loading segment[%s]", segment.getIdentifier());
+        }
 
         File segmentInfoCacheFile = new File(config.getSegmentInfoCacheDirectory(), segment.getIdentifier());
         if (!segmentInfoCacheFile.exists()) {